repomirrorworker stdout | 2022-06-02 12:32:42,105 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:32:35Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:32:35Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:32:35Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:32:35Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:32:35Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:35Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:35Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:35Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:35Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:35Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-43-source\""
repomirrorworker stdout | time="2022-06-02T12:32:35Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:32:35Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:32:35Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:32:35Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:32:35Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:32:35Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:32:35Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:32:35Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-43-source"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-43-source"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:32:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cec72f058a6b9a8382f9e814ab6d776065acd4f58d025db1191e244befb128b8"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cec72f058a6b9a8382f9e814ab6d776065acd4f58d025db1191e244befb128b8"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:cec72f058a6b9a8382f9e814ab6d776065acd4f58d025db1191e244befb128b8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:32:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:623a8d09c5a19220f31d1738dbb6ea3da0f70dcb50b943bb49223fe349b88d6d"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:623a8d09c5a19220f31d1738dbb6ea3da0f70dcb50b943bb49223fe349b88d6d"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:623a8d09c5a19220f31d1738dbb6ea3da0f70dcb50b943bb49223fe349b88d6d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:38Z" level=debug msg="Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:650f7756454dc106341f26b4f361f9be43324a0f0365a1e085dcfc95084bbd0c"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:650f7756454dc106341f26b4f361f9be43324a0f0365a1e085dcfc95084bbd0c"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:650f7756454dc106341f26b4f361f9be43324a0f0365a1e085dcfc95084bbd0c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:39Z" level=debug msg="Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dd5ba178e02829359268f92ae58da4563ba54ca8ad03630ba5c637c24f91ee4"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dd5ba178e02829359268f92ae58da4563ba54ca8ad03630ba5c637c24f91ee4"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c2
repomirrorworker stdout | 95d"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:5dd5ba178e02829359268f92ae58da4563ba54ca8ad03630ba5c637c24f91ee4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8af2abae965d74fb3e0ed75e07da40e49401f239f9b6c00922b46a70e4abc523"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8af2abae965d74fb3e0ed75e07da40e49401f239f9b6c00922b46a70e4abc523"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:8af2abae965d74fb3e0ed75e07da40e49401f239f9b6c00922b46a70e4abc523 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d87c2639a8aad823496997ccedb659c3ac9fff53347852da02f622e17b8b790"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d87c2639a8aad823496997ccedb659c3ac9fff53347852da02f622e17b8b790"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:2d87c2639a8aad823496997ccedb659c3ac9fff53347852da02f622e17b8b790 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Skipping blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd"
repomirrorworker stdout | time="2022-06-02T12:32:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6375ce7e033044aabccc2fc7cf58e2b4eb603d1150338712fbe2bc1f1b1a64e1"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6375ce7e033044aabccc2fc7cf58e2b4eb603d1150338712fbe2bc1f1b1a64e1"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a5636be3fc1916cf3f9aff77199f7bd829657fd2badf334c04efd14d5f68eb0f"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a5636be3fc1916cf3f9aff77199f7bd829657fd2badf334c04efd14d5f68eb0f"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:6375ce7e033044aabccc2fc7cf58e2b4eb603d1150338712fbe2bc1f1b1a64e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:29941d10599ef536cc8dbcdb30c5c0b985aaf8c747a5557955e392f8c364ba97"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:29941d10599ef536cc8dbcdb30c5c0b985aaf8c747a5557955e392f8c364ba97"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:a5636be3fc1916cf3f9aff77199f7bd829657fd2badf334c04efd14d5f68eb0f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:29941d10599ef536cc8dbcdb30c5c0b985aaf8c747a5557955e392f8c364ba97 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:ba2570e128b365e603fd586a121a2f814341cc16ac2c784083cd68ce5158d1c8"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:ba2570e128b365e603fd586a121a2f814341cc16ac2c784083cd68ce5158d1c8"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba2570e128b365e603fd586a121a2f814341cc16ac2c784083cd68ce5158d1c8"
repomirrorworker stdout | time="2022-06-02T12:32:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba2570e128b365e603fd586a121a2f814341cc16ac2c784083cd68ce5158d1c8"
repomirrorworker stdout | time="2022-06-02T12:32:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:42Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-43-source"
repomirrorworker stdout | 2022-06-02 12:32:42,105 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f
repomirrorworker stdout | Copying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb
repomirrorworker stdout | Copying blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983
repomirrorworker stdout | Copying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde
repomirrorworker stdout | Copying blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec
repomirrorworker stdout | Copying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01
repomirrorworker stdout | Copying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588
repomirrorworker stdout | Copying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645
repomirrorworker stdout | Copying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c
repomirrorworker stdout | Copying blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d
repomirrorworker stdout | Copying blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463
repomirrorworker stdout | Copying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0
repomirrorworker stdout | Copying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332
repomirrorworker stdout | Copying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a
repomirrorworker stdout | Copying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8
repomirrorworker stdout | Copying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581
repomirrorworker stdout | Copying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a
repomirrorworker stdout | Copying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263
repomirrorworker stdout | Copying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c
repomirrorworker stdout | Copying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581
repomirrorworker stdout | Copying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d
repomirrorworker stdout | Copying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7
repomirrorworker stdout | Copying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895
repomirrorworker stdout | Copying blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe
repomirrorworker stdout | Copying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de
repomirrorworker stdout | Copying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc
repomirrorworker stdout | Copying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b
repomirrorworker stdout | Copying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385
repomirrorworker stdout | Copying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f
repomirrorworker stdout | Copying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079
repomirrorworker stdout | Copying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855
repomirrorworker stdout | Copying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c
repomirrorworker stdout | Copying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade
repomirrorworker stdout | Copying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c
repomirrorworker stdout | Copying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c
repomirrorworker stdout | Copying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8
repomirrorworker stdout | Copying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a
repomirrorworker stdout | Copying blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534
repomirrorworker stdout | Copying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108
repomirrorworker stdout | Copying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a
repomirrorworker stdout | Copying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff
repomirrorworker stdout | Copying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671
repomirrorworker stdout | Copying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d
repomirrorworker stdout | Copying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40
repomirrorworker stdout | Copying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509
repomirrorworker stdout | Copying blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1
repomirrorworker stdout | Copying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4
repomirrorworker stdout | Copying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae
repomirrorworker stdout | Copying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd
repomirrorworker stdout | Copying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39
repomirrorworker stdout | Copying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b
repomirrorworker stdout | Copying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481
repomirrorworker stdout | Copying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e
repomirrorworker stdout | Copying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a
repomirrorworker stdout | Copying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3
repomirrorworker stdout | Copying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe
repomirrorworker stdout | Copying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81
repomirrorworker stdout | Copying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54
repomirrorworker stdout | Copying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be
repomirrorworker stdout | Copying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378
repomirrorworker stdout | Copying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95
repomirrorworker stdout | Copying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15
repomirrorworker stdout | Copying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2
repomirrorworker stdout | Copying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec
repomirrorworker stdout | Copying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4
repomirrorworker stdout | Copying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1
repomirrorworker stdout | Copying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb
repomirrorworker stdout | Copying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be
repomirrorworker stdout | Copying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416
repomirrorworker stdout | Copying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41
repomirrorworker stdout | Copying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec
repomirrorworker stdout | Copying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf
repomirrorworker stdout | Copying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f
repomirrorworker stdout | Copying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538
repomirrorworker stdout | Copying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e
repomirrorworker stdout | Copying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1
repomirrorworker stdout | Copying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d
repomirrorworker stdout | Copying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c
repomirrorworker stdout | Copying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc
repomirrorworker stdout | Copying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e
repomirrorworker stdout | Copying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6
repomirrorworker stdout | Copying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be
repomirrorworker stdout | Copying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2
repomirrorworker stdout | Copying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1
repomirrorworker stdout | Copying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742
repomirrorworker stdout | Copying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098
repomirrorworker stdout | Copying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915
repomirrorworker stdout | Copying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95
repomirrorworker stdout | Copying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9
repomirrorworker stdout | Copying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1
repomirrorworker stdout | Copying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81
repomirrorworker stdout | Copying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef
repomirrorworker stdout | Copying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a
repomirrorworker stdout | Copying blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43
repomirrorworker stdout | Copying blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581
repomirrorworker stdout | Copying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f
repomirrorworker stdout | Copying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a
repomirrorworker stdout | Copying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06
repomirrorworker stdout | Copying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4
repomirrorworker stdout | Copying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2
repomirrorworker stdout | Copying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569
repomirrorworker stdout | Copying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3
repomirrorworker stdout | Copying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803
repomirrorworker stdout | Copying blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372
repomirrorworker stdout | Copying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730
repomirrorworker stdout | Copying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b
repomirrorworker stdout | Copying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad
repomirrorworker stdout | Copying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069
repomirrorworker stdout | Copying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb
repomirrorworker stdout | Copying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0
repomirrorworker stdout | Copying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802
repomirrorworker stdout | Copying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b
repomirrorworker stdout | Copying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7
repomirrorworker stdout | Copying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c
repomirrorworker stdout | Copying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46
repomirrorworker stdout | Copying blob sha256:cec72f058a6b9a8382f9e814ab6d776065acd4f58d025db1191e244befb128b8
repomirrorworker stdout | Copying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887
repomirrorworker stdout | Copying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b
repomirrorworker stdout | Copying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171
repomirrorworker stdout | Copying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f
repomirrorworker stdout | Copying blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95
repomirrorworker stdout | Copying blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc
repomirrorworker stdout | Copying blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354
repomirrorworker stdout | Copying blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b
repomirrorworker stdout | Copying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05
repomirrorworker stdout | Copying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2
repomirrorworker stdout | Copying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa
repomirrorworker stdout | Copying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9
repomirrorworker stdout | Copying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8
repomirrorworker stdout | Copying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332
repomirrorworker stdout | Copying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3
repomirrorworker stdout | Copying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36
repomirrorworker stdout | Copying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e
repomirrorworker stdout | Copying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014
repomirrorworker stdout | Copying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725
repomirrorworker stdout | Copying blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d
repomirrorworker stdout | Copying blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21
repomirrorworker stdout | Copying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b
repomirrorworker stdout | Copying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3
repomirrorworker stdout | Copying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384
repomirrorworker stdout | Copying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8
repomirrorworker stdout | Copying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53
repomirrorworker stdout | Copying blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486
repomirrorworker stdout | Copying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1
repomirrorworker stdout | Copying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859
repomirrorworker stdout | Copying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251
repomirrorworker stdout | Copying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529
repomirrorworker stdout | Copying blob sha256:623a8d09c5a19220f31d1738dbb6ea3da0f70dcb50b943bb49223fe349b88d6d
repomirrorworker stdout | Copying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83
repomirrorworker stdout | Copying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f
repomirrorworker stdout | Copying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722
repomirrorworker stdout | Copying blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354
repomirrorworker stdout | Copying blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8
repomirrorworker stdout | Copying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489
repomirrorworker stdout | Copying blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51
repomirrorworker stdout | Copying blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea
repomirrorworker stdout | Copying blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3
repomirrorworker stdout | Copying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2
repomirrorworker stdout | Copying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946
repomirrorworker stdout | Copying blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08
repomirrorworker stdout | Copying blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387
repomirrorworker stdout | Copying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3
repomirrorworker stdout | Copying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4
repomirrorworker stdout | Copying blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68
repomirrorworker stdout | Copying blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3
repomirrorworker stdout | Copying blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa
repomirrorworker stdout | Copying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b
repomirrorworker stdout | Copying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769
repomirrorworker stdout | Copying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331
repomirrorworker stdout | Copying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a
repomirrorworker stdout | Copying blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc
repomirrorworker stdout | Copying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326
repomirrorworker stdout | Copying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd
repomirrorworker stdout | Copying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4
repomirrorworker stdout | Copying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d
repomirrorworker stdout | Copying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924
repomirrorworker stdout | Copying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955
repomirrorworker stdout | Copying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa
repomirrorworker stdout | Copying blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da
repomirrorworker stdout | Copying blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798
repomirrorworker stdout | Copying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f
repomirrorworker stdout | Copying blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a
repomirrorworker stdout | Copying blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157
repomirrorworker stdout | Copying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226
repomirrorworker stdout | Copying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c
repomirrorworker stdout | Copying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443
repomirrorworker stdout | Copying blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b
repomirrorworker stdout | Copying blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2
repomirrorworker stdout | Copying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8
repomirrorworker stdout | Copying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433
repomirrorworker stdout | Copying blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4
repomirrorworker stdout | Copying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d
repomirrorworker stdout | Copying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32
repomirrorworker stdout | Copying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae
repomirrorworker stdout | Copying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416
repomirrorworker stdout | Copying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa
repomirrorworker stdout | Copying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1
repomirrorworker stdout | Copying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44
repomirrorworker stdout | Copying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e
repomirrorworker stdout | Copying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f
repomirrorworker stdout | Copying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc
repomirrorworker stdout | Copying blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007
repomirrorworker stdout | Copying blob sha256:650f7756454dc106341f26b4f361f9be43324a0f0365a1e085dcfc95084bbd0c
repomirrorworker stdout | Copying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359
repomirrorworker stdout | Copying blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf
repomirrorworker stdout | Copying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4
repomirrorworker stdout | Copying blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566
repomirrorworker stdout | Copying blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c
repomirrorworker stdout | Copying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b
repomirrorworker stdout | Copying blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902
repomirrorworker stdout | Copying blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e
repomirrorworker stdout | Copying blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc
repomirrorworker stdout | Copying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998
repomirrorworker stdout | Copying blob sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d
repomirrorworker stdout | Copying blob sha256:5dd5ba178e02829359268f92ae58da4563ba54ca8ad03630ba5c637c24f91ee4
repomirrorworker stdout | Copying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8
repomirrorworker stdout | Copying blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366
repomirrorworker stdout | Copying blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55
repomirrorworker stdout | Copying blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb
repomirrorworker stdout | Copying blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198
repomirrorworker stdout | Copying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef
repomirrorworker stdout | Copying blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494
repomirrorworker stdout | Copying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e
repomirrorworker stdout | Copying blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6
repomirrorworker stdout | Copying blob sha256:8af2abae965d74fb3e0ed75e07da40e49401f239f9b6c00922b46a70e4abc523
repomirrorworker stdout | Copying blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f
repomirrorworker stdout | Copying blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38
repomirrorworker stdout | Copying blob sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f
repomirrorworker stdout | Copying blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12
repomirrorworker stdout | Copying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946
repomirrorworker stdout | Copying blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611
repomirrorworker stdout | Copying blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155
repomirrorworker stdout | Copying blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24
repomirrorworker stdout | Copying blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f
repomirrorworker stdout | Copying blob sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1
repomirrorworker stdout | Copying blob sha256:2d87c2639a8aad823496997ccedb659c3ac9fff53347852da02f622e17b8b790
repomirrorworker stdout | Copying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c
repomirrorworker stdout | Copying blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81
repomirrorworker stdout | Copying blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244
repomirrorworker stdout | Copying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff
repomirrorworker stdout | Copying blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20
repomirrorworker stdout | Copying blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad
repomirrorworker stdout | Copying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081
repomirrorworker stdout | Copying blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389
repomirrorworker stdout | Copying blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812
repomirrorworker stdout | Copying blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef
repomirrorworker stdout | Copying blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd
repomirrorworker stdout | Copying blob sha256:6375ce7e033044aabccc2fc7cf58e2b4eb603d1150338712fbe2bc1f1b1a64e1
repomirrorworker stdout | Copying blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b
repomirrorworker stdout | Copying blob sha256:a5636be3fc1916cf3f9aff77199f7bd829657fd2badf334c04efd14d5f68eb0f
repomirrorworker stdout | Copying blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0
repomirrorworker stdout | Copying blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04
repomirrorworker stdout | Copying blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b
repomirrorworker stdout | Copying blob sha256:29941d10599ef536cc8dbcdb30c5c0b985aaf8c747a5557955e392f8c364ba97
repomirrorworker stdout | Copying blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9
repomirrorworker stdout | Copying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb
repomirrorworker stdout | Copying blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e
repomirrorworker stdout | Copying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3
repomirrorworker stdout | Copying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d
repomirrorworker stdout | Copying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440
repomirrorworker stdout | Copying blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31
repomirrorworker stdout | Copying blob sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7
repomirrorworker stdout | Copying blob sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324
repomirrorworker stdout | Copying blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6
repomirrorworker stdout | Copying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378
repomirrorworker stdout | Copying config sha256:ba2570e128b365e603fd586a121a2f814341cc16ac2c784083cd68ce5158d1c8
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:32:42,107 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:42,110 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:42,112 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 32, 42, 110370), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-43-source\' successful sync", "tag": "1-43-source", "tags": null, "stdout": "Copying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\nCopying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\nCopying blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983\\nCopying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\nCopying blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec\\nCopying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\nCopying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\nCopying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\nCopying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\nCopying blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d\\nCopying blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463\\nCopying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\nCopying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\nCopying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\nCopying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\nCopying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\nCopying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\nCopying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\nCopying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\nCopying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\nCopying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\nCopying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\nCopying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\nCopying blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe\\nCopying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\nCopying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\nCopying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\nCopying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\nCopying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\nCopying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\nCopying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\nCopying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\nCopying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\nCopying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\nCopying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\nCopying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\nCopying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\nCopying blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534\\nCopying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\nCopying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\nCopying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\nCopying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\nCopying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\nCopying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\nCopying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\nCopying blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\nCopying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\nCopying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\nCopying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\nCopying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\nCopying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\nCopying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\nCopying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\nCopying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\nCopying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\nCopying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\nCopying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\nCopying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\nCopying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\nCopying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\nCopying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\nCopying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\nCopying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\nCopying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\nCopying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\nCopying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\nCopying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\nCopying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\nCopying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\nCopying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\nCopying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\nCopying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\nCopying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\nCopying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\nCopying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\nCopying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\nCopying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\nCopying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\nCopying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\nCopying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\nCopying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\nCopying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\nCopying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\nCopying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\nCopying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\nCopying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\nCopying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\nCopying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\nCopying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\nCopying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\nCopying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\nCopying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\nCopying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\nCopying blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43\\nCopying blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581\\nCopying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\nCopying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\nCopying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\nCopying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\nCopying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\nCopying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\nCopying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\nCopying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\nCopying blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372\\nCopying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\nCopying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\nCopying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\nCopying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\nCopying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\nCopying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\nCopying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\nCopying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\nCopying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\nCopying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\nCopying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\nCopying blob sha256:cec72f058a6b9a8382f9e814ab6d776065acd4f58d025db1191e244befb128b8\\nCopying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\nCopying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\nCopying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\nCopying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\nCopying blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95\\nCopying blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc\\nCopying blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354\\nCopying blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b\\nCopying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\nCopying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\nCopying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\nCopying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\nCopying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\nCopying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\nCopying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\nCopying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\nCopying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\nCopying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\nCopying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\nCopying blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d\\nCopying blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21\\nCopying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\nCopying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\nCopying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\nCopying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\nCopying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\nCopying blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486\\nCopying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\nCopying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\nCopying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\nCopying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\nCopying blob sha256:623a8d09c5a19220f31d1738dbb6ea3da0f70dcb50b943bb49223fe349b88d6d\\nCopying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\nCopying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\nCopying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\nCopying blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354\\nCopying blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8\\nCopying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\nCopying blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51\\nCopying blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea\\nCopying blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3\\nCopying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\nCopying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\nCopying blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08\\nCopying blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387\\nCopying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\nCopying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\nCopying blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68\\nCopying blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3\\nCopying blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa\\nCopying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\nCopying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\nCopying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\nCopying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\nCopying blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc\\nCopying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\nCopying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\nCopying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\nCopying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\nCopying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\nCopying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\nCopying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\nCopying blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da\\nCopying blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798\\nCopying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\nCopying blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a\\nCopying blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157\\nCopying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\nCopying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\nCopying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\nCopying blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b\\nCopying blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\nCopying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\nCopying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\nCopying blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4\\nCopying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\nCopying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\nCopying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\nCopying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\nCopying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\nCopying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\nCopying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\nCopying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\nCopying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\nCopying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\nCopying blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007\\nCopying blob sha256:650f7756454dc106341f26b4f361f9be43324a0f0365a1e085dcfc95084bbd0c\\nCopying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\nCopying blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf\\nCopying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\nCopying blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566\\nCopying blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c\\nCopying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\nCopying blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902\\nCopying blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e\\nCopying blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc\\nCopying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\nCopying blob sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d\\nCopying blob sha256:5dd5ba178e02829359268f92ae58da4563ba54ca8ad03630ba5c637c24f91ee4\\nCopying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\nCopying blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366\\nCopying blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55\\nCopying blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb\\nCopying blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198\\nCopying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\nCopying blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494\\nCopying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\nCopying blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6\\nCopying blob sha256:8af2abae965d74fb3e0ed75e07da40e49401f239f9b6c00922b46a70e4abc523\\nCopying blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f\\nCopying blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38\\nCopying blob sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f\\nCopying blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12\\nCopying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\nCopying blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611\\nCopying blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155\\nCopying blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24\\nCopying blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f\\nCopying blob sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1\\nCopying blob sha256:2d87c2639a8aad823496997ccedb659c3ac9fff53347852da02f622e17b8b790\\nCopying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\nCopying blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81\\nCopying blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244\\nCopying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\nCopying blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20\\nCopying blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad\\nCopying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\nCopying blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389\\nCopying blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812\\nCopying blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef\\nCopying blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd\\nCopying blob sha256:6375ce7e033044aabccc2fc7cf58e2b4eb603d1150338712fbe2bc1f1b1a64e1\\nCopying blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b\\nCopying blob sha256:a5636be3fc1916cf3f9aff77199f7bd829657fd2badf334c04efd14d5f68eb0f\\nCopying blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0\\nCopying blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04\\nCopying blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b\\nCopying blob sha256:29941d10599ef536cc8dbcdb30c5c0b985aaf8c747a5557955e392f8c364ba97\\nCopying blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9\\nCopying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\nCopying blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e\\nCopying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\nCopying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\nCopying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\nCopying blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31\\nCopying blob sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7\\nCopying blob sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324\\nCopying blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6\\nCopying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\nCopying config sha256:ba2570e128b365e603fd586a121a2f814341cc16ac2c784083cd68ce5158d1c8\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:32:35Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:32:35Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:32:35Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:32:35Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:32:35Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:35Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:35Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:35Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:35Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:35Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-43-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:35Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:32:35Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:32:35Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:32:35Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:32:35Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:32:35Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:32:35Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:32:35Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-43-source\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-43-source\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:32:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cec72f058a6b9a8382f9e814ab6d776065acd4f58d025db1191e244befb128b8\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cec72f058a6b9a8382f9e814ab6d776065acd4f58d025db1191e244befb128b8\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:cec72f058a6b9a8382f9e814ab6d776065acd4f58d025db1191e244befb128b8 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:32:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:623a8d09c5a19220f31d1738dbb6ea3da0f70dcb50b943bb49223fe349b88d6d\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:623a8d09c5a19220f31d1738dbb6ea3da0f70dcb50b943bb49223fe349b88d6d\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:623a8d09c5a19220f31d1738dbb6ea3da0f70dcb50b943bb49223fe349b88d6d (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat
repomirrorworker stdout | .io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387 (already present):\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:38Z\\" level=debug msg=\\"Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:650f7756454dc106341f26b4f361f9be43324a0f0365a1e085dcfc95084bbd0c\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:650f7756454dc106341f26b4f361f9be43324a0f0365a1e085dcfc95084bbd0c\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:650f7756454dc106341f26b4f361f9be43324a0f0365a1e085dcfc95084bbd0c (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf (already present):\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:39Z\\" level=debug msg=\\"Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dd5ba178e02829359268f92ae58da4563ba54ca8ad03630ba5c637c24f91ee4\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dd5ba178e02829359268f92ae58da4563ba54ca8ad03630ba5c637c24f91ee4\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:5dd5ba178e02829359268f92ae58da4563ba54ca8ad03630ba5c637c24f91ee4 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8af2abae965d74fb3e0ed75e07da40e49401f239f9b6c00922b46a70e4abc523\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8af2abae965d74fb3e0ed75e07da40e49401f239f9b6c00922b46a70e4abc523\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:8af2abae965d74fb3e0ed75e07da40e49401f239f9b6c00922b46a70e4abc523 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d87c2639a8aad823496997ccedb659c3ac9fff53347852da02f622e17b8b790\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d87c2639a8aad823496997ccedb659c3ac9fff53347852da02f622e17b8b790\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:2d87c2639a8aad823496997ccedb659c3ac9fff53347852da02f622e17b8b790 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Skipping blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20 (already present):\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd\\"\\ntime=\\"2022-06-02T12:32:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389 (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812 (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6375ce7e033044aabccc2fc7cf58e2b4eb603d1150338712fbe2bc1f1b1a64e1\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6375ce7e033044aabccc2fc7cf58e2b4eb603d1150338712fbe2bc1f1b1a64e1\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a5636be3fc1916cf3f9aff77199f7bd829657fd2badf334c04efd14d5f68eb0f\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a5636be3fc1916cf3f9aff77199f7bd829657fd2badf334c04efd14d5f68eb0f\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:6375ce7e033044aabccc2fc7cf58e2b4eb603d1150338712fbe2bc1f1b1a64e1 (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:29941d10599ef536cc8dbcdb30c5c0b985aaf8c747a5557955e392f8c364ba97\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:29941d10599ef536cc8dbcdb30c5c0b985aaf8c747a5557955e392f8c364ba97\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:a5636be3fc1916cf3f9aff77199f7bd829657fd2badf334c04efd14d5f68eb0f (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0 (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04 (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:29941d10599ef536cc8dbcdb30c5c0b985aaf8c747a5557955e392f8c364ba97 (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9 (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31 (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7 (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324 (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6 (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:ba2570e128b365e603fd586a121a2f814341cc16ac2c784083cd68ce5158d1c8\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:ba2570e128b365e603fd586a121a2f814341cc16ac2c784083cd68ce5158d1c8\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba2570e128b365e603fd586a121a2f814341cc16ac2c784083cd68ce5158d1c8\\"\\ntime=\\"2022-06-02T12:32:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba2570e128b365e603fd586a121a2f814341cc16ac2c784083cd68ce5158d1c8\\"\\ntime=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-43-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:32:42,126 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-43-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:32:42,126 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 32, 42, 126504), 2, 'a302e786-fc91-4315-afad-e0308d12b787', 3, '9440b397-dba1-4550-af06-c942a67b73b1'])
repomirrorworker stdout | 2022-06-02 12:32:42,129 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:42,130 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:42,131 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:42,132 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:32:42,132 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:42,138 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:45,768 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:32:42Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:32:42Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:32:42Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:32:42Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:32:42Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:42Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:42Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:42Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:42Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:42Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-43.16099467811\""
repomirrorworker stdout | time="2022-06-02T12:32:42Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:32:42Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:32:42Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:32:42Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:32:42Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:32:42Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:32:42Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:32:42Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-43.16099467811"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Copying instance sha256:3ee3c2e70251e75bfeac25c0c33356add9cc4abcbc9c51d858f39e4dc29c5f58 (1/4)"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:3ee3c2e70251e75bfeac25c0c33356add9cc4abcbc9c51d858f39e4dc29c5f58"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-43.16099467811"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e4424ce267a3d3c7546cea54fe21f1e5bdc35eabf388b7a4217cb4c4cb994ca"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:620696f92fec0547c823160d862393fad85007737a207a51cfb32da6086c505c"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cca21acb641a96561e0cf9a0c1c7b7ffbaaefc92185bd8a9440f6049c838e33b"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d9e72d058dc507f406dc9377495e3d29ce17596f885c09d0aba6b21e10e27ce6"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a108724c930fa4d32400f0f0f607ad7147b63caabbcd2f86e820e4eb99db1b59"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e4424ce267a3d3c7546cea54fe21f1e5bdc35eabf388b7a4217cb4c4cb994ca"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d9e72d058dc507f406dc9377495e3d29ce17596f885c09d0aba6b21e10e27ce6"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:620696f92fec0547c823160d862393fad85007737a207a51cfb32da6086c505c"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cca21acb641a96561e0cf9a0c1c7b7ffbaaefc92185bd8a9440f6049c838e33b"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a108724c930fa4d32400f0f0f607ad7147b63caabbcd2f86e820e4eb99db1b59"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Skipping blob sha256:cca21acb641a96561e0cf9a0c1c7b7ffbaaefc92185bd8a9440f6049c838e33b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Skipping blob sha256:620696f92fec0547c823160d862393fad85007737a207a51cfb32da6086c505c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Skipping blob sha256:d9e72d058dc507f406dc9377495e3d29ce17596f885c09d0aba6b21e10e27ce6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Skipping blob sha256:9e4424ce267a3d3c7546cea54fe21f1e5bdc35eabf388b7a4217cb4c4cb994ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Skipping blob sha256:a108724c930fa4d32400f0f0f607ad7147b63caabbcd2f86e820e4eb99db1b59 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:c76c973c40ef38032fb5a63026b6196b87512b9775952e01b338ddf0f46c6c7e"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:c76c973c40ef38032fb5a63026b6196b87512b9775952e01b338ddf0f46c6c7e"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c76c973c40ef38032fb5a63026b6196b87512b9775952e01b338ddf0f46c6c7e"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c76c973c40ef38032fb5a63026b6196b87512b9775952e01b338ddf0f46c6c7e"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:3ee3c2e70251e75bfeac25c0c33356add9cc4abcbc9c51d858f39e4dc29c5f58"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="Copying instance sha256:db4b9ee920ef9e69c493fd060955df5217b8e7b16889a0a4a4b23d8ebe1e898b (2/4)"
repomirrorworker stdout | time="2022-06-02T12:32:43Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:db4b9ee920ef9e69c493fd060955df5217b8e7b16889a0a4a4b23d8ebe1e898b"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-43.16099467811"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dd8805b17a0a56f2643b38f98ba7324fe8e6b24c9fce7c272f4565fd5cb6496"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e753ad39f0851fe7f894a3de5792175976ff1b95081b7cd95fd2d5fc32b1f8e5"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dd8805b17a0a56f2643b38f98ba7324fe8e6b24c9fce7c272f4565fd5cb6496"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e753ad39f0851fe7f894a3de5792175976ff1b95081b7cd95fd2d5fc32b1f8e5"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf829601b6e9c238853c51a35aca2bcbc5b99c8765acd454348995c2cdd57a9"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cbe902a0a8c4dac5b223d50d008c0b05f673f61b9cb9f31e5467906e49d04322"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cbe902a0a8c4dac5b223d50d008c0b05f673f61b9cb9f31e5467906e49d04322"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf829601b6e9c238853c51a35aca2bcbc5b99c8765acd454348995c2cdd57a9"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:944e11fd85a03784c497003f1a4830c3b5f3ccbf3b9749e3374e9b562d9733dc"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:944e11fd85a03784c497003f1a4830c3b5f3ccbf3b9749e3374e9b562d9733dc"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Skipping blob sha256:cbe902a0a8c4dac5b223d50d008c0b05f673f61b9cb9f31e5467906e49d04322 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Skipping blob sha256:daf829601b6e9c238853c51a35aca2bcbc5b99c8765acd454348995c2cdd57a9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Skipping blob sha256:e753ad39f0851fe7f894a3de5792175976ff1b95081b7cd95fd2d5fc32b1f8e5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Skipping blob sha256:944e11fd85a03784c497003f1a4830c3b5f3ccbf3b9749e3374e9b562d9733dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Skipping blob sha256:5dd8805b17a0a56f2643b38f98ba7324fe8e6b24c9fce7c272f4565fd5cb6496 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:b06e32c2e2e41a5e3f4aa2b1bbcd4fdda48d5c6db341b45e4f2f7308b6d990be"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:b06e32c2e2e41a5e3f4aa2b1bbcd4fdda48d5c6db341b45e4f2f7308b6d990be"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b06e32c2e2e41a5e3f4aa2b1bbcd4fdda48d5c6db341b45e4f2f7308b6d990be"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b06e32c2e2e41a5e3f4aa2b1bbcd4fdda48d5c6db341b45e4f2f7308b6d990be"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:db4b9ee920ef9e69c493fd060955df5217b8e7b16889a0a4a4b23d8ebe1e898b"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Copying instance sha256:d7a346a11a72ba42fa795b6178202973b4c30db53cb39b7ceb46d365257e316a (3/4)"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:d7a346a11a72ba42fa795b6178202973b4c30db53cb39b7ceb46d365257e316a"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-43.16099467811"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa11b1cb0438ca23f06ef777fa15dc26ca4708bfd50f76cc1c63793d5a79db31"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32666e910198128e709a494654185c0a60709ed27e14656a3a58e807ad0705ec"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa11b1cb0438ca23f06ef777fa15dc26ca4708bfd50f76cc1c63793d5a79db31"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:73ac280e92e8f1f21c29ef6654fa29f5159d3f5a98a6c7bd72132d1803127ad5"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32666e910198128e709a494654185c0a60709ed27e14656a3a58e807ad0705ec"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ff21d15abf23be69929c9f3e0dc4e2f18bbdd709f483891ce29185fea1936d07"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dccbdfe928d7cae579669a8a5cdc54beed0a6f3a863bef838c1ac6aaa3ecd0a"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dccbdfe928d7cae579669a8a5cdc54beed0a6f3a863bef838c1ac6aaa3ecd0a"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ff21d15abf23be69929c9f3e0dc4e2f18bbdd709f483891ce29185fea1936d07"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:73ac280e92e8f1f21c29ef6654fa29f5159d3f5a98a6c7bd72132d1803127ad5"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Skipping blob sha256:32666e910198128e709a494654185c0a60709ed27e14656a3a58e807ad0705ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Skipping blob sha256:5dccbdfe928d7cae579669a8a5cdc54beed0a6f3a863bef838c1ac6aaa3ecd0a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Skipping blob sha256:73ac280e92e8f1f21c29ef6654fa29f5159d3f5a98a6c7bd72132d1803127ad5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Skipping blob sha256:aa11b1cb0438ca23f06ef777fa15dc26ca4708bfd50f76cc1c63793d5a79db31 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Skipping blob sha256:ff21d15abf23be69929c9f3e0dc4e2f18bbdd709f483891ce29185fea1936d07 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:1de092ea1a7e747ca20a5f4cd208452d5b5b74d47150a68647b9941074d1df6a"
repomirrorworker stdout | time="2022-06-02T12:32:44Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:1de092ea1a7e747ca20a5f4cd208452d5b5b74d47150a68647b9941074d1df6a"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1de092ea1a7e747ca20a5f4cd208452d5b5b74d47150a68647b9941074d1df6a"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1de092ea1a7e747ca20a5f4cd208452d5b5b74d47150a68647b9941074d1df6a"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:d7a346a11a72ba42fa795b6178202973b4c30db53cb39b7ceb46d365257e316a"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Copying instance sha256:2aac89870dd7138e5993dc91711463f1f1d869b519494e59c32265b188ccfd3e (4/4)"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:2aac89870dd7138e5993dc91711463f1f1d869b519494e59c32265b188ccfd3e"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-43.16099467811"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:293a4e76aa5df8d998b496ea39385b6e6656e9981400fc6be220152f54ceb807"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:985161ee72a9ca9b354ead469663251b95576db589f3b3ec7dcfc53ea5117673"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:293a4e76aa5df8d998b496ea39385b6e6656e9981400fc6be220152f54ceb807"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2a1829b4d4867dd9d6ad0466efa607e55b781c4d72f2e076792d3aaf966ae37"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:985161ee72a9ca9b354ead469663251b95576db589f3b3ec7dcfc53ea5117673"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bb8f079bbabefabbedd1794ec494de5064d8dd61246723af2c00aa035d537b7"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93db6d6cdd93240747efcf275cd68fdd89655892c6047c47644eebc206202ab5"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2a1829b4d4867dd9d6ad0466efa607e55b781c4d72f2e076792d3aaf966ae37"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93db6d6cdd93240747efcf275cd68fdd89655892c6047c47644eebc206202ab5"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bb8f079bbabefabbedd1794ec494de5064d8dd61246723af2c00aa035d537b7"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Skipping blob sha256:93db6d6cdd93240747efcf275cd68fdd89655892c6047c47644eebc206202ab5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Skipping blob sha256:b2a1829b4d4867dd9d6ad0466efa607e55b781c4d72f2e076792d3aaf966ae37 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Skipping blob sha256:985161ee72a9ca9b354ead469663251b95576db589f3b3ec7dcfc53ea5117673 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Skipping blob sha256:293a4e76aa5df8d998b496ea39385b6e6656e9981400fc6be220152f54ceb807 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Skipping blob sha256:6bb8f079bbabefabbedd1794ec494de5064d8dd61246723af2c00aa035d537b7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:ac70b112631f2c3af598b440a0c75cf604d77c6659e1c0397ba33b3deb979a95"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:ac70b112631f2c3af598b440a0c75cf604d77c6659e1c0397ba33b3deb979a95"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac70b112631f2c3af598b440a0c75cf604d77c6659e1c0397ba33b3deb979a95"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac70b112631f2c3af598b440a0c75cf604d77c6659e1c0397ba33b3deb979a95"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:2aac89870dd7138e5993dc91711463f1f1d869b519494e59c32265b188ccfd3e"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-43.16099467811"
repomirrorworker stdout | 2022-06-02 12:32:45,768 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:3ee3c2e70251e75bfeac25c0c33356add9cc4abcbc9c51d858f39e4dc29c5f58 (1/4)
repomirrorworker stdout | Copying blob sha256:cca21acb641a96561e0cf9a0c1c7b7ffbaaefc92185bd8a9440f6049c838e33b
repomirrorworker stdout | Copying blob sha256:620696f92fec0547c823160d862393fad85007737a207a51cfb32da6086c505c
repomirrorworker stdout | Copying blob sha256:d9e72d058dc507f406dc9377495e3d29ce17596f885c09d0aba6b21e10e27ce6
repomirrorworker stdout | Copying blob sha256:9e4424ce267a3d3c7546cea54fe21f1e5bdc35eabf388b7a4217cb4c4cb994ca
repomirrorworker stdout | Copying blob sha256:a108724c930fa4d32400f0f0f607ad7147b63caabbcd2f86e820e4eb99db1b59
repomirrorworker stdout | Copying config sha256:c76c973c40ef38032fb5a63026b6196b87512b9775952e01b338ddf0f46c6c7e
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:db4b9ee920ef9e69c493fd060955df5217b8e7b16889a0a4a4b23d8ebe1e898b (2/4)
repomirrorworker stdout | Copying blob sha256:cbe902a0a8c4dac5b223d50d008c0b05f673f61b9cb9f31e5467906e49d04322
repomirrorworker stdout | Copying blob sha256:daf829601b6e9c238853c51a35aca2bcbc5b99c8765acd454348995c2cdd57a9
repomirrorworker stdout | Copying blob sha256:e753ad39f0851fe7f894a3de5792175976ff1b95081b7cd95fd2d5fc32b1f8e5
repomirrorworker stdout | Copying blob sha256:944e11fd85a03784c497003f1a4830c3b5f3ccbf3b9749e3374e9b562d9733dc
repomirrorworker stdout | Copying blob sha256:5dd8805b17a0a56f2643b38f98ba7324fe8e6b24c9fce7c272f4565fd5cb6496
repomirrorworker stdout | Copying config sha256:b06e32c2e2e41a5e3f4aa2b1bbcd4fdda48d5c6db341b45e4f2f7308b6d990be
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:d7a346a11a72ba42fa795b6178202973b4c30db53cb39b7ceb46d365257e316a (3/4)
repomirrorworker stdout | Copying blob sha256:32666e910198128e709a494654185c0a60709ed27e14656a3a58e807ad0705ec
repomirrorworker stdout | Copying blob sha256:5dccbdfe928d7cae579669a8a5cdc54beed0a6f3a863bef838c1ac6aaa3ecd0a
repomirrorworker stdout | Copying blob sha256:73ac280e92e8f1f21c29ef6654fa29f5159d3f5a98a6c7bd72132d1803127ad5
repomirrorworker stdout | Copying blob sha256:aa11b1cb0438ca23f06ef777fa15dc26ca4708bfd50f76cc1c63793d5a79db31
repomirrorworker stdout | Copying blob sha256:ff21d15abf23be69929c9f3e0dc4e2f18bbdd709f483891ce29185fea1936d07
repomirrorworker stdout | Copying config sha256:1de092ea1a7e747ca20a5f4cd208452d5b5b74d47150a68647b9941074d1df6a
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:2aac89870dd7138e5993dc91711463f1f1d869b519494e59c32265b188ccfd3e (4/4)
repomirrorworker stdout | Copying blob sha256:93db6d6cdd93240747efcf275cd68fdd89655892c6047c47644eebc206202ab5
repomirrorworker stdout | Copying blob sha256:b2a1829b4d4867dd9d6ad0466efa607e55b781c4d72f2e076792d3aaf966ae37
repomirrorworker stdout | Copying blob sha256:985161ee72a9ca9b354ead469663251b95576db589f3b3ec7dcfc53ea5117673
repomirrorworker stdout | Copying blob sha256:293a4e76aa5df8d998b496ea39385b6e6656e9981400fc6be220152f54ceb807
repomirrorworker stdout | Copying blob sha256:6bb8f079bbabefabbedd1794ec494de5064d8dd61246723af2c00aa035d537b7
repomirrorworker stdout | Copying config sha256:ac70b112631f2c3af598b440a0c75cf604d77c6659e1c0397ba33b3deb979a95
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:32:45,770 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:45,774 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:45,775 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 32, 45, 773509), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-43.16099467811\' successful sync", "tag": "1-43.16099467811", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:3ee3c2e70251e75bfeac25c0c33356add9cc4abcbc9c51d858f39e4dc29c5f58 (1/4)\\nCopying blob sha256:cca21acb641a96561e0cf9a0c1c7b7ffbaaefc92185bd8a9440f6049c838e33b\\nCopying blob sha256:620696f92fec0547c823160d862393fad85007737a207a51cfb32da6086c505c\\nCopying blob sha256:d9e72d058dc507f406dc9377495e3d29ce17596f885c09d0aba6b21e10e27ce6\\nCopying blob sha256:9e4424ce267a3d3c7546cea54fe21f1e5bdc35eabf388b7a4217cb4c4cb994ca\\nCopying blob sha256:a108724c930fa4d32400f0f0f607ad7147b63caabbcd2f86e820e4eb99db1b59\\nCopying config sha256:c76c973c40ef38032fb5a63026b6196b87512b9775952e01b338ddf0f46c6c7e\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:db4b9ee920ef9e69c493fd060955df5217b8e7b16889a0a4a4b23d8ebe1e898b (2/4)\\nCopying blob sha256:cbe902a0a8c4dac5b223d50d008c0b05f673f61b9cb9f31e5467906e49d04322\\nCopying blob sha256:daf829601b6e9c238853c51a35aca2bcbc5b99c8765acd454348995c2cdd57a9\\nCopying blob sha256:e753ad39f0851fe7f894a3de5792175976ff1b95081b7cd95fd2d5fc32b1f8e5\\nCopying blob sha256:944e11fd85a03784c497003f1a4830c3b5f3ccbf3b9749e3374e9b562d9733dc\\nCopying blob sha256:5dd8805b17a0a56f2643b38f98ba7324fe8e6b24c9fce7c272f4565fd5cb6496\\nCopying config sha256:b06e32c2e2e41a5e3f4aa2b1bbcd4fdda48d5c6db341b45e4f2f7308b6d990be\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:d7a346a11a72ba42fa795b6178202973b4c30db53cb39b7ceb46d365257e316a (3/4)\\nCopying blob sha256:32666e910198128e709a494654185c0a60709ed27e14656a3a58e807ad0705ec\\nCopying blob sha256:5dccbdfe928d7cae579669a8a5cdc54beed0a6f3a863bef838c1ac6aaa3ecd0a\\nCopying blob sha256:73ac280e92e8f1f21c29ef6654fa29f5159d3f5a98a6c7bd72132d1803127ad5\\nCopying blob sha256:aa11b1cb0438ca23f06ef777fa15dc26ca4708bfd50f76cc1c63793d5a79db31\\nCopying blob sha256:ff21d15abf23be69929c9f3e0dc4e2f18bbdd709f483891ce29185fea1936d07\\nCopying config sha256:1de092ea1a7e747ca20a5f4cd208452d5b5b74d47150a68647b9941074d1df6a\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:2aac89870dd7138e5993dc91711463f1f1d869b519494e59c32265b188ccfd3e (4/4)\\nCopying blob sha256:93db6d6cdd93240747efcf275cd68fdd89655892c6047c47644eebc206202ab5\\nCopying blob sha256:b2a1829b4d4867dd9d6ad0466efa607e55b781c4d72f2e076792d3aaf966ae37\\nCopying blob sha256:985161ee72a9ca9b354ead469663251b95576db589f3b3ec7dcfc53ea5117673\\nCopying blob sha256:293a4e76aa5df8d998b496ea39385b6e6656e9981400fc6be220152f54ceb807\\nCopying blob sha256:6bb8f079bbabefabbedd1794ec494de5064d8dd61246723af2c00aa035d537b7\\nCopying config sha256:ac70b112631f2c3af598b440a0c75cf604d77c6659e1c0397ba33b3deb979a95\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-43.16099467811\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:32:42Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-43.16099467811\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Copying instance sha256:3ee3c2e70251e75bfeac25c0c33356add9cc4abcbc9c51d858f39e4dc29c5f58 (1/4)\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:3ee3c2e70251e75bfeac25c0c33356add9cc4abcbc9c51d858f39e4dc29c5f58\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-43.16099467811\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e4424ce267a3d3c7546cea54fe21f1e5bdc35eabf388b7a4217cb4c4cb994ca\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:620696f92fec0547c823160d862393fad85007737a207a51cfb32da6086c505c\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cca21acb641a96561e0cf9a0c1c7b7ffbaaefc92185bd8a9440f6049c838e33b\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d9e72d058dc507f406dc9377495e3d29ce17596f885c09d0aba6b21e10e27ce6\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a108724c930fa4d32400f0f0f607ad7147b63caabbcd2f86e820e4eb99db1b59\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e4424ce267a3d3c7546cea54fe21f1e5bdc35eabf388b7a4217cb4c4cb994ca\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d9e72d058dc507f406dc9377495e3d29ce17596f885c09d0aba6b21e10e27ce6\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:620696f92fec0547c823160d862393fad85007737a207a51cfb32da6086c505c\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cca21acb641a96561e0cf9a0c1c7b7ffbaaefc92185bd8a9440f6049c838e33b\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a108724c930fa4d32400f0f0f607ad7147b63caabbcd2f86e820e4eb99db1b59\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Skipping blob sha256:cca21acb641a96561e0cf9a0c1c7b7ffbaaefc92185bd8a9440f6049c838e33b (already present):\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Skipping blob sha256:620696f92fec0547c823160d862393fad85007737a207a51cfb32da6086c505c (already present):\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Skipping blob sha256:d9e72d058dc507f406dc9377495e3d29ce17596f885c09d0aba6b21e10e27ce6 (already present):\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Skipping blob sha256:9e4424ce267a3d3c7546cea54fe21f1e5bdc35eabf388b7a4217cb4c4cb994ca (already present):\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Skipping blob sha256:a108724c930fa4d32400f0f0f607ad7147b63caabbcd2f86e820e4eb99db1b59 (already present):\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:c76c973c40ef38032fb5a63026b6196b87512b9775952e01b338ddf0f46c6c7e\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:c76c973c40ef38032fb5a63026b6196b87512b9775952e01b338ddf0f46c6c7e\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c76c973c40ef38032fb5a63026b6196b87512b9775952e01b338ddf0f46c6c7e\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c76c973c40ef38032fb5a63026b6196b87512b9775952e01b338ddf0f46c6c7e\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:3ee3c2e70251e75bfeac25c0c33356add9cc4abcbc9c51d858f39e4dc29c5f58\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"Copying instance sha256:db4b9ee920ef9e69c493fd060955df5217b8e7b16889a0a4a4b23d8ebe1e898b (2/4)\\"\\ntime=\\"2022-06-02T12:32:43Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:db4b9ee920ef9e69c493fd060955df5217b8e7b16889a0a4a4b23d8ebe1e898b\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-43.16099467811\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dd8805b17a0a56f2643b38f98ba7324fe8e6b24c9fce7c272f4565fd5cb6496\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e753ad39f0851fe7f894a3de5792175976ff1b95081b7cd95fd2d5fc32b1f8e5\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dd8805b17a0a56f2643b38f98ba7324fe8e6b24c9fce7c272f4565fd5cb6496\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e753ad39f0851fe7f894a3de5792175976ff1b95081b7cd95fd2d5fc32b1f8e5\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf829601b6e9c238853c51a35aca2bcbc5b99c8765acd454348995c2cdd57a9\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cbe902a0a8c4dac5b223d50d008c0b05f673f61b9cb9f31e5467906e49d04322\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cbe902a0a8c4dac5b223d50d008c0b05f673f61b9cb9f31e5467906e49d04322\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf829601b6e9c238853c51a35aca2bcbc5b99c8765acd454348995c2cdd57a9\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:944e11fd85a03784c497003f1a4830c3b5f3ccbf3b9749e3374e9b562d9733dc\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:944e11fd85a03784c497003f1a4830c3b5f3ccbf3b9749e3374e9b562d9733dc\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Skipping blob sha256:cbe902a0a8c4dac5b223d50d008c0b05f673f61b9cb9f31e5467906e49d04322 (already present):\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Skipping blob sha256:daf829601b6e9c238853c51a35aca2bcbc5b99c8765acd454348995c2cdd57a9 (already present):\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Skipping blob sha256:e753ad39f0851fe7f894a3de5792175976ff1b95081b7cd95fd2d5fc32b1f8e5 (already present):\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Skipping blob sha256:944e11fd85a03784c497003f1a4830c3b5f3ccbf3b9749e3374e9b562d9733dc (already present):\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Skipping blob sha256:5dd8805b17a0a56f2643b38f98ba7324fe8e6b24c9fce7c272f4565fd5cb6496 (already present):\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:b06e32c2e2e41a5e3f4aa2b1bbcd4fdda48d5c6db341b45e4f2f7308b6d990be\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:b06e32c2e2e41a5e3f4aa2b1bbcd4fdda48d5c6db341b45e4f2f7308b6d990be\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b06e32c2e2e41a5e3f4aa2b1bbcd4fdda48d5c6db341b45e4f2f7308b6d990be\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b06e32c2e2e41a5e3f4aa2b1bbcd4fdda48d5c6db341b45e4f2f7308b6d990be\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:db4b9ee920ef9e69c493fd060955df5217b8e7b16889a0a4a4b23d8ebe1e898b\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Copying instance sha256:d7a346a11a72ba42fa795b6178202973b4c30db53cb39b7ceb46d365257e316a (3/4)\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:d7a346a11a72ba42fa795b6178202973b4c30db53cb39b7ceb46d365257e316a\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-43.16099467811\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa11b1cb0438ca23f06ef777fa15dc26ca4708bfd50f76cc1c63793d5a79db31\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32666e910198128e709a494654185c0a60709ed27e14656a3a58e807ad0705ec\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa11b1cb0438ca23f06ef777fa15dc26ca4708bfd50f76cc1c63793d5a79db31\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:73ac280e92e8f1f21c29ef6654fa29f5159d3f5a98a6c7bd72132d1803127ad5\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32666e910198128e709a494654185c0a60709ed27e14656a3a58e807ad0705ec\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ff21d15abf23be69929c9f3e0dc4e2f18bbdd709f483891ce29185fea1936d07\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dccbdfe928d7cae579669a8a5cdc54beed0a6f3a863bef838c1ac6aaa3ecd0a\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dccbdfe928d7cae579669a8a5cdc54beed0a6f3a863bef838c1ac6aaa3ecd0a\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ff21d15abf23be69929c9f3e0dc4e2f18bbdd709f483891ce29185fea1936d07\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:73ac280e92e8f1f21c29ef6654fa29f5159d3f5a98a6c7bd72132d1803127ad5\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Skipping blob sha256:32666e910198128e709a494654185c0a60709ed27e14656a3a58e807ad0705ec (already present):\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Skipping blob sha256:5dccbdfe928d7cae579669a8a5cdc54beed0a6f3a863bef838c1ac6aaa3ecd0a (already present):\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Skipping blob sha256:73ac280e92e8f1f21c29ef6654fa29f5159d3f5a98a6c7bd72132d1803127ad5 (already present):\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Skipping blob sha256:aa11b1cb0438ca23f06ef777fa15dc26ca4708bfd50f76cc1c63793d5a79db31 (already present):\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Skipping blob sha256:ff21d15abf23be69929c9f3e0dc4e2f18bbdd709f483891ce29185fea1936d07 (already present):\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:1de092ea1a7e747ca20a5f4cd208452d5b5b74d47150a68647b9941074d1df6a\\"\\ntime=\\"2022-06-02T12:32:44Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:1de092ea1a7e747ca20a5f4cd208452d5b5b74d47150a68647b9941074d1df6a\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1de092ea1a7e747ca20a5f4cd208452d5b5b74d47150a68647b9941074d1df6a\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1de092ea1a7e747ca20a5f4cd208452d5b5b74d47150a68647b9941074d1df6a\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:d7a346a11a72ba42fa795b6178202973b4c30db53cb39b7ceb46d365257e316a\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Copying instance sha256:2aac89870dd7138e5993dc91711463f1f1d869b519494e59c32265b188ccfd3e (4/4)\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:2aac89870dd7138e5993dc91711463f1f1d869b519494e59c32265b188ccfd3e\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-43.16099467811\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:293a4e76aa5df8d998b496ea39385b6e6656e9981400fc6be220152f54ceb807\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:985161ee72a9ca9b354ead469663251b95576db589f3b3ec7dcfc53ea5117673\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:293a4e76aa5df8d998b496ea39385b6e6656e9981400fc6be220152f54ceb807\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2a1829b4d4867dd9d6ad0466efa607e55b781c4d72f2e076792d3aaf966ae37\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:985161ee72a9ca9b354ead469663251b95576db589f3b3ec7dcfc53ea5117673\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bb8f079bbabefabbedd1794ec494de5064d8dd61246723af2c00aa035d537b7\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93db6d6cdd93240747efcf275cd68fdd89655892c6047c47644eebc206202ab5\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2a1829b4d4867dd9d6ad0466efa607e55b781c4d72f2e076792d3aaf966ae37\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93db6d6cdd93240747efcf275cd68fdd89655892c6047c47644eebc206202ab5\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bb8f079bbabefabbedd1794ec494de5064d8dd61246723af2c00aa035d537b7\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Skipping blob sha256:93db6d6cdd93240747efcf275cd68fdd89655892c6047c47644eebc206202ab5 (already present):\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Skipping blob sha256:b2a1829b4d4867dd9d6ad0466efa607e55b781c4d72f2e076792d3aaf966ae37 (already present):\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Skipping blob sha256:985161ee72a9ca9b354ead469663251b95576db589f3b3ec7dcfc53ea5117673 (already present):\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Skipping blob sha256:293a4e76aa5df8d998b496ea39385b6e6656e9981400fc6be220152f54ceb807 (already present):\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Skipping blob sha256:6bb8f079bbabefabbedd1794ec494de5064d8dd61246723af2c00aa035d537b7 (already present):\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:ac70b112631f2c3af598b440a0c75cf604d77c6659e1c0397ba33b3deb979a95\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:ac70b112631f2c3af598b440a0c75cf604d77c6659e1c0397ba33b3deb979a95\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac70b112631f2c3af598b440a0c75cf604d77c6659e1c0397ba33b3deb979a95\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac70b112631f2c3af598b440a0c75cf604d77c6659e1c0397ba33b3deb979a95\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:2aac89870dd7138e5993dc91711463f1f1d869b519494e59c32265b188ccfd3e\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-43.16099467811\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:32:45,780 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-43.16099467811' successful sync.
repomirrorworker stdout | 2022-06-02 12:32:45,781 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 32, 45, 780854), 2, 'e0984f16-6859-43c5-b52d-ec7bf059cb02', 3, 'a302e786-fc91-4315-afad-e0308d12b787'])
repomirrorworker stdout | 2022-06-02 12:32:45,783 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:45,784 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:45,785 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:45,786 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:32:45,787 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:45,792 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:51,748 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:32:45Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-43.16099467811-source\""
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:32:45Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-43.16099467811-source"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-43.16099467811-source"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:650f7756454dc106341f26b4f361f9be43324a0f0365a1e085dcfc95084bbd0c"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:650f7756454dc106341f26b4f361f9be43324a0f0365a1e085dcfc95084bbd0c"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:650f7756454dc106341f26b4f361f9be43324a0f0365a1e085dcfc95084bbd0c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a5636be3fc1916cf3f9aff77199f7bd829657fd2badf334c04efd14d5f68eb0f"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a5636be3fc1916cf3f9aff77199f7bd829657fd2badf334c04efd14d5f68eb0f"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:a5636be3fc1916cf3f9aff77199f7bd829657fd2badf334c04efd14d5f68eb0f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf"
repomirrorworker stdout | time="2022-06-02T12:32:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d87c2639a8aad823496997ccedb659c3ac9fff53347852da02f622e17b8b790"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d87c2639a8aad823496997ccedb659c3ac9fff53347852da02f622e17b8b790"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cec72f058a6b9a8382f9e814ab6d776065acd4f58d025db1191e244befb128b8"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cec72f058a6b9a8382f9e814ab6d776065acd4f58d025db1191e244befb128b8"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:2d87c2639a8aad823496997ccedb659c3ac9fff53347852da02f622e17b8b790 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:cec72f058a6b9a8382f9e814ab6d776065acd4f58d025db1191e244befb128b8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dd5ba178e02829359268f92ae58da4563ba54ca8ad03630ba5c637c24f91ee4"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dd5ba178e02829359268f92ae58da4563ba54ca8ad03630ba5c637c24f91ee4"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:5dd5ba178e02829359268f92ae58da4563ba54ca8ad03630ba5c637c24f91ee4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8af2abae965d74fb3e0ed75e07da40e49401f239f9b6c00922b46a70e4abc523"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8af2abae965d74fb3e0ed75e07da40e49401f239f9b6c00922b46a70e4abc523"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:8af2abae965d74fb3e0ed75e07da40e49401f239f9b6c00922b46a70e4abc523 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:47Z" level=debug msg="Skipping blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:623a8d09c5a19220f31d1738dbb6ea3da0f70dcb50b943bb49223fe349b88d6d"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:623a8d09c5a19220f31d1738dbb6ea3da0f70dcb50b943bb49223fe349b88d6d"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:623a8d09c5a19220f31d1738dbb6ea3da0f70dcb50b943bb49223fe349b88d6d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:48Z" level=debug msg="Skipping blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:29941d10599ef536cc8dbcdb30c5c0b985aaf8c747a5557955e392f8c364ba97"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:29941d10599ef536cc8dbcdb30c5c0b985aaf8c747a5557955e392f8c364ba97"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256
repomirrorworker stdout | :f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:29941d10599ef536cc8dbcdb30c5c0b985aaf8c747a5557955e392f8c364ba97 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f"
repomirrorworker stdout | time="2022-06-02T12:32:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:32:50Z" level=debug msg="Skipping blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:1a53a6fd98636b5e7e77ff892f7b650dd9aa4685c96d31cf7bfb0f0a2b17eae6"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:1a53a6fd98636b5e7e77ff892f7b650dd9aa4685c96d31cf7bfb0f0a2b17eae6"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a53a6fd98636b5e7e77ff892f7b650dd9aa4685c96d31cf7bfb0f0a2b17eae6"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a53a6fd98636b5e7e77ff892f7b650dd9aa4685c96d31cf7bfb0f0a2b17eae6"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-43.16099467811-source"
repomirrorworker stdout | 2022-06-02 12:32:51,748 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a
repomirrorworker stdout | Copying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326
repomirrorworker stdout | Copying blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24
repomirrorworker stdout | Copying blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef
repomirrorworker stdout | Copying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d
repomirrorworker stdout | Copying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a
repomirrorworker stdout | Copying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2
repomirrorworker stdout | Copying blob sha256:650f7756454dc106341f26b4f361f9be43324a0f0365a1e085dcfc95084bbd0c
repomirrorworker stdout | Copying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4
repomirrorworker stdout | Copying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722
repomirrorworker stdout | Copying blob sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1
repomirrorworker stdout | Copying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1
repomirrorworker stdout | Copying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb
repomirrorworker stdout | Copying blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa
repomirrorworker stdout | Copying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef
repomirrorworker stdout | Copying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1
repomirrorworker stdout | Copying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f
repomirrorworker stdout | Copying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb
repomirrorworker stdout | Copying blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494
repomirrorworker stdout | Copying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769
repomirrorworker stdout | Copying blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354
repomirrorworker stdout | Copying blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08
repomirrorworker stdout | Copying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7
repomirrorworker stdout | Copying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e
repomirrorworker stdout | Copying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359
repomirrorworker stdout | Copying blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2
repomirrorworker stdout | Copying blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566
repomirrorworker stdout | Copying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b
repomirrorworker stdout | Copying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40
repomirrorworker stdout | Copying blob sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324
repomirrorworker stdout | Copying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8
repomirrorworker stdout | Copying blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea
repomirrorworker stdout | Copying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671
repomirrorworker stdout | Copying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8
repomirrorworker stdout | Copying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c
repomirrorworker stdout | Copying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a
repomirrorworker stdout | Copying blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6
repomirrorworker stdout | Copying blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8
repomirrorworker stdout | Copying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be
repomirrorworker stdout | Copying blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9
repomirrorworker stdout | Copying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4
repomirrorworker stdout | Copying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4
repomirrorworker stdout | Copying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de
repomirrorworker stdout | Copying blob sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7
repomirrorworker stdout | Copying blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812
repomirrorworker stdout | Copying blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da
repomirrorworker stdout | Copying blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798
repomirrorworker stdout | Copying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331
repomirrorworker stdout | Copying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385
repomirrorworker stdout | Copying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440
repomirrorworker stdout | Copying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3
repomirrorworker stdout | Copying blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31
repomirrorworker stdout | Copying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895
repomirrorworker stdout | Copying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06
repomirrorworker stdout | Copying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d
repomirrorworker stdout | Copying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b
repomirrorworker stdout | Copying blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51
repomirrorworker stdout | Copying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725
repomirrorworker stdout | Copying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c
repomirrorworker stdout | Copying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa
repomirrorworker stdout | Copying blob sha256:a5636be3fc1916cf3f9aff77199f7bd829657fd2badf334c04efd14d5f68eb0f
repomirrorworker stdout | Copying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc
repomirrorworker stdout | Copying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384
repomirrorworker stdout | Copying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263
repomirrorworker stdout | Copying blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e
repomirrorworker stdout | Copying blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf
repomirrorworker stdout | Copying blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611
repomirrorworker stdout | Copying blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad
repomirrorworker stdout | Copying blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198
repomirrorworker stdout | Copying blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb
repomirrorworker stdout | Copying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b
repomirrorworker stdout | Copying blob sha256:2d87c2639a8aad823496997ccedb659c3ac9fff53347852da02f622e17b8b790
repomirrorworker stdout | Copying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802
repomirrorworker stdout | Copying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433
repomirrorworker stdout | Copying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a
repomirrorworker stdout | Copying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d
repomirrorworker stdout | Copying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81
repomirrorworker stdout | Copying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569
repomirrorworker stdout | Copying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd
repomirrorworker stdout | Copying blob sha256:cec72f058a6b9a8382f9e814ab6d776065acd4f58d025db1191e244befb128b8
repomirrorworker stdout | Copying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3
repomirrorworker stdout | Copying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a
repomirrorworker stdout | Copying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3
repomirrorworker stdout | Copying blob sha256:5dd5ba178e02829359268f92ae58da4563ba54ca8ad03630ba5c637c24f91ee4
repomirrorworker stdout | Copying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924
repomirrorworker stdout | Copying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171
repomirrorworker stdout | Copying blob sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d
repomirrorworker stdout | Copying blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12
repomirrorworker stdout | Copying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b
repomirrorworker stdout | Copying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946
repomirrorworker stdout | Copying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f
repomirrorworker stdout | Copying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e
repomirrorworker stdout | Copying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde
repomirrorworker stdout | Copying blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b
repomirrorworker stdout | Copying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378
repomirrorworker stdout | Copying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2
repomirrorworker stdout | Copying blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95
repomirrorworker stdout | Copying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb
repomirrorworker stdout | Copying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e
repomirrorworker stdout | Copying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade
repomirrorworker stdout | Copying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226
repomirrorworker stdout | Copying blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007
repomirrorworker stdout | Copying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81
repomirrorworker stdout | Copying blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43
repomirrorworker stdout | Copying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32
repomirrorworker stdout | Copying blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1
repomirrorworker stdout | Copying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d
repomirrorworker stdout | Copying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f
repomirrorworker stdout | Copying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36
repomirrorworker stdout | Copying blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe
repomirrorworker stdout | Copying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645
repomirrorworker stdout | Copying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc
repomirrorworker stdout | Copying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46
repomirrorworker stdout | Copying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9
repomirrorworker stdout | Copying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c
repomirrorworker stdout | Copying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44
repomirrorworker stdout | Copying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f
repomirrorworker stdout | Copying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be
repomirrorworker stdout | Copying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014
repomirrorworker stdout | Copying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c
repomirrorworker stdout | Copying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079
repomirrorworker stdout | Copying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a
repomirrorworker stdout | Copying blob sha256:8af2abae965d74fb3e0ed75e07da40e49401f239f9b6c00922b46a70e4abc523
repomirrorworker stdout | Copying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8
repomirrorworker stdout | Copying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c
repomirrorworker stdout | Copying blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc
repomirrorworker stdout | Copying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2
repomirrorworker stdout | Copying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01
repomirrorworker stdout | Copying blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155
repomirrorworker stdout | Copying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8
repomirrorworker stdout | Copying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83
repomirrorworker stdout | Copying blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d
repomirrorworker stdout | Copying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1
repomirrorworker stdout | Copying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d
repomirrorworker stdout | Copying blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157
repomirrorworker stdout | Copying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff
repomirrorworker stdout | Copying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a
repomirrorworker stdout | Copying blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c
repomirrorworker stdout | Copying blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463
repomirrorworker stdout | Copying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416
repomirrorworker stdout | Copying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8
repomirrorworker stdout | Copying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332
repomirrorworker stdout | Copying blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b
repomirrorworker stdout | Copying blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc
repomirrorworker stdout | Copying blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983
repomirrorworker stdout | Copying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c
repomirrorworker stdout | Copying blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6
repomirrorworker stdout | Copying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2
repomirrorworker stdout | Copying blob sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f
repomirrorworker stdout | Copying blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902
repomirrorworker stdout | Copying blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581
repomirrorworker stdout | Copying blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372
repomirrorworker stdout | Copying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c
repomirrorworker stdout | Copying blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354
repomirrorworker stdout | Copying blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21
repomirrorworker stdout | Copying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53
repomirrorworker stdout | Copying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581
repomirrorworker stdout | Copying blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b
repomirrorworker stdout | Copying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc
repomirrorworker stdout | Copying blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc
repomirrorworker stdout | Copying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4
repomirrorworker stdout | Copying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332
repomirrorworker stdout | Copying blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e
repomirrorworker stdout | Copying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251
repomirrorworker stdout | Copying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa
repomirrorworker stdout | Copying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0
repomirrorworker stdout | Copying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509
repomirrorworker stdout | Copying blob sha256:623a8d09c5a19220f31d1738dbb6ea3da0f70dcb50b943bb49223fe349b88d6d
repomirrorworker stdout | Copying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd
repomirrorworker stdout | Copying blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4
repomirrorworker stdout | Copying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef
repomirrorworker stdout | Copying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad
repomirrorworker stdout | Copying blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3
repomirrorworker stdout | Copying blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81
repomirrorworker stdout | Copying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081
repomirrorworker stdout | Copying blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f
repomirrorworker stdout | Copying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998
repomirrorworker stdout | Copying blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0
repomirrorworker stdout | Copying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6
repomirrorworker stdout | Copying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb
repomirrorworker stdout | Copying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946
repomirrorworker stdout | Copying blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38
repomirrorworker stdout | Copying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887
repomirrorworker stdout | Copying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e
repomirrorworker stdout | Copying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff
repomirrorworker stdout | Copying blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387
repomirrorworker stdout | Copying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b
repomirrorworker stdout | Copying blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534
repomirrorworker stdout | Copying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915
repomirrorworker stdout | Copying blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486
repomirrorworker stdout | Copying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416
repomirrorworker stdout | Copying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa
repomirrorworker stdout | Copying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0
repomirrorworker stdout | Copying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803
repomirrorworker stdout | Copying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f
repomirrorworker stdout | Copying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1
repomirrorworker stdout | Copying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9
repomirrorworker stdout | Copying blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec
repomirrorworker stdout | Copying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1
repomirrorworker stdout | Copying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538
repomirrorworker stdout | Copying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955
repomirrorworker stdout | Copying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742
repomirrorworker stdout | Copying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e
repomirrorworker stdout | Copying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481
repomirrorworker stdout | Copying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec
repomirrorworker stdout | Copying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41
repomirrorworker stdout | Copying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489
repomirrorworker stdout | Copying blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55
repomirrorworker stdout | Copying blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20
repomirrorworker stdout | Copying blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68
repomirrorworker stdout | Copying blob sha256:29941d10599ef536cc8dbcdb30c5c0b985aaf8c747a5557955e392f8c364ba97
repomirrorworker stdout | Copying blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc
repomirrorworker stdout | Copying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2
repomirrorworker stdout | Copying blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04
repomirrorworker stdout | Copying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4
repomirrorworker stdout | Copying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c
repomirrorworker stdout | Copying blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366
repomirrorworker stdout | Copying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15
repomirrorworker stdout | Copying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec
repomirrorworker stdout | Copying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f
repomirrorworker stdout | Copying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c
repomirrorworker stdout | Copying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3
repomirrorworker stdout | Copying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588
repomirrorworker stdout | Copying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a
repomirrorworker stdout | Copying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e
repomirrorworker stdout | Copying blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f
repomirrorworker stdout | Copying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be
repomirrorworker stdout | Copying blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d
repomirrorworker stdout | Copying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4
repomirrorworker stdout | Copying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3
repomirrorworker stdout | Copying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1
repomirrorworker stdout | Copying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8
repomirrorworker stdout | Copying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859
repomirrorworker stdout | Copying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f
repomirrorworker stdout | Copying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b
repomirrorworker stdout | Copying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a
repomirrorworker stdout | Copying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b
repomirrorworker stdout | Copying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae
repomirrorworker stdout | Copying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b
repomirrorworker stdout | Copying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529
repomirrorworker stdout | Copying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069
repomirrorworker stdout | Copying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730
repomirrorworker stdout | Copying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7
repomirrorworker stdout | Copying blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244
repomirrorworker stdout | Copying blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b
repomirrorworker stdout | Copying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581
repomirrorworker stdout | Copying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f
repomirrorworker stdout | Copying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443
repomirrorworker stdout | Copying blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3
repomirrorworker stdout | Copying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae
repomirrorworker stdout | Copying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108
repomirrorworker stdout | Copying blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd
repomirrorworker stdout | Copying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855
repomirrorworker stdout | Copying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39
repomirrorworker stdout | Copying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95
repomirrorworker stdout | Copying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95
repomirrorworker stdout | Copying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54
repomirrorworker stdout | Copying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098
repomirrorworker stdout | Copying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05
repomirrorworker stdout | Copying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe
repomirrorworker stdout | Copying blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389
repomirrorworker stdout | Copying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf
repomirrorworker stdout | Copying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d
repomirrorworker stdout | Copying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3
repomirrorworker stdout | Copying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378
repomirrorworker stdout | Copying config sha256:1a53a6fd98636b5e7e77ff892f7b650dd9aa4685c96d31cf7bfb0f0a2b17eae6
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:32:51,750 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:51,753 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:51,755 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 32, 51, 753361), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-43.16099467811-source\' successful sync", "tag": "1-43.16099467811-source", "tags": null, "stdout": "Copying blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a\\nCopying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\nCopying blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24\\nCopying blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef\\nCopying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\nCopying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\nCopying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\nCopying blob sha256:650f7756454dc106341f26b4f361f9be43324a0f0365a1e085dcfc95084bbd0c\\nCopying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\nCopying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\nCopying blob sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1\\nCopying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\nCopying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\nCopying blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa\\nCopying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\nCopying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\nCopying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\nCopying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\nCopying blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494\\nCopying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\nCopying blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354\\nCopying blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08\\nCopying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\nCopying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\nCopying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\nCopying blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\nCopying blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566\\nCopying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\nCopying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\nCopying blob sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324\\nCopying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\nCopying blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea\\nCopying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\nCopying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\nCopying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\nCopying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\nCopying blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6\\nCopying blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8\\nCopying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\nCopying blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9\\nCopying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\nCopying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\nCopying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\nCopying blob sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7\\nCopying blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812\\nCopying blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da\\nCopying blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798\\nCopying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\nCopying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\nCopying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\nCopying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\nCopying blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31\\nCopying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\nCopying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\nCopying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\nCopying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\nCopying blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51\\nCopying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\nCopying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\nCopying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\nCopying blob sha256:a5636be3fc1916cf3f9aff77199f7bd829657fd2badf334c04efd14d5f68eb0f\\nCopying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\nCopying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\nCopying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\nCopying blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e\\nCopying blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf\\nCopying blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611\\nCopying blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad\\nCopying blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198\\nCopying blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb\\nCopying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\nCopying blob sha256:2d87c2639a8aad823496997ccedb659c3ac9fff53347852da02f622e17b8b790\\nCopying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\nCopying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\nCopying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\nCopying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\nCopying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\nCopying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\nCopying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\nCopying blob sha256:cec72f058a6b9a8382f9e814ab6d776065acd4f58d025db1191e244befb128b8\\nCopying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\nCopying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\nCopying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\nCopying blob sha256:5dd5ba178e02829359268f92ae58da4563ba54ca8ad03630ba5c637c24f91ee4\\nCopying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\nCopying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\nCopying blob sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d\\nCopying blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12\\nCopying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\nCopying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\nCopying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\nCopying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\nCopying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\nCopying blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b\\nCopying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\nCopying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\nCopying blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95\\nCopying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\nCopying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\nCopying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\nCopying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\nCopying blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007\\nCopying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\nCopying blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43\\nCopying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\nCopying blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\nCopying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\nCopying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\nCopying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\nCopying blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe\\nCopying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\nCopying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\nCopying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\nCopying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\nCopying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\nCopying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\nCopying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\nCopying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\nCopying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\nCopying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\nCopying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\nCopying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\nCopying blob sha256:8af2abae965d74fb3e0ed75e07da40e49401f239f9b6c00922b46a70e4abc523\\nCopying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\nCopying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\nCopying blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc\\nCopying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\nCopying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\nCopying blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155\\nCopying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\nCopying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\nCopying blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d\\nCopying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\nCopying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\nCopying blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157\\nCopying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\nCopying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\nCopying blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c\\nCopying blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463\\nCopying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\nCopying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\nCopying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\nCopying blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b\\nCopying blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc\\nCopying blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983\\nCopying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\nCopying blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6\\nCopying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\nCopying blob sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f\\nCopying blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902\\nCopying blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581\\nCopying blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372\\nCopying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\nCopying blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354\\nCopying blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21\\nCopying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\nCopying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\nCopying blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b\\nCopying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\nCopying blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc\\nCopying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\nCopying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\nCopying blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e\\nCopying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\nCopying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\nCopying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\nCopying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\nCopying blob sha256:623a8d09c5a19220f31d1738dbb6ea3da0f70dcb50b943bb49223fe349b88d6d\\nCopying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\nCopying blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4\\nCopying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\nCopying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\nCopying blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3\\nCopying blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81\\nCopying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\nCopying blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f\\nCopying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\nCopying blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0\\nCopying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\nCopying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\nCopying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\nCopying blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38\\nCopying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\nCopying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\nCopying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\nCopying blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387\\nCopying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\nCopying blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534\\nCopying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\nCopying blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486\\nCopying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\nCopying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\nCopying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\nCopying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\nCopying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\nCopying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\nCopying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\nCopying blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec\\nCopying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\nCopying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\nCopying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\nCopying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\nCopying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\nCopying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\nCopying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\nCopying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\nCopying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\nCopying blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55\\nCopying blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20\\nCopying blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68\\nCopying blob sha256:29941d10599ef536cc8dbcdb30c5c0b985aaf8c747a5557955e392f8c364ba97\\nCopying blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc\\nCopying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\nCopying blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04\\nCopying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\nCopying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\nCopying blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366\\nCopying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\nCopying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\nCopying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\nCopying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\nCopying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\nCopying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\nCopying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\nCopying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\nCopying blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f\\nCopying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\nCopying blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d\\nCopying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\nCopying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\nCopying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\nCopying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\nCopying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\nCopying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\nCopying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\nCopying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\nCopying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\nCopying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\nCopying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\nCopying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\nCopying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\nCopying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\nCopying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\nCopying blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244\\nCopying blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b\\nCopying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\nCopying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\nCopying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\nCopying blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3\\nCopying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\nCopying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\nCopying blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd\\nCopying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\nCopying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\nCopying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\nCopying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\nCopying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\nCopying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\nCopying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\nCopying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\nCopying blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389\\nCopying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\nCopying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\nCopying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\nCopying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\nCopying config sha256:1a53a6fd98636b5e7e77ff892f7b650dd9aa4685c96d31cf7bfb0f0a2b17eae6\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-43.16099467811-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:32:45Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-43.16099467811-source\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-43.16099467811-source\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:650f7756454dc106341f26b4f361f9be43324a0f0365a1e085dcfc95084bbd0c\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:650f7756454dc106341f26b4f361f9be43324a0f0365a1e085dcfc95084bbd0c\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:650f7756454dc106341f26b4f361f9be43324a0f0365a1e085dcfc95084bbd0c (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a5636be3fc1916cf3f9aff77199f7bd829657fd2badf334c04efd14d5f68eb0f\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a5636be3fc1916cf3f9aff77199f7bd829657fd2badf334c04efd14d5f68eb0f\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:a5636be3fc1916cf3f9aff77199f7bd829657fd2badf334c04efd14d5f68eb0f (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf\\"\\ntime=\\"2022-06-02T12:32:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d87c2639a8aad823496997ccedb659c3ac9fff53347852da02f622e17b8b790\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d87c2639a8aad823496997ccedb659c3ac9fff53347852da02f622e17b8b790\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cec72f058a6b9a8382f9e814ab6d776065acd4f58d025db1191e244befb128b8\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cec72f058a6b9a8382f9e814ab6d776065acd4f58d025db1191e244befb128b8\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:2d87c2639a8aad823496997ccedb659c3ac9fff53347852da02f622e17b8b790 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:cec72f058a6b9a8382f9e814ab6d776065acd4f58d025db1191e244befb128b8 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dd5ba178e02829359268f92ae58da4563ba54ca8ad03630ba5c637c24f91ee4\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dd5ba178e02829359268f92ae58da4563ba54ca8ad03630ba5c637c24f91ee4\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:5dd5ba178e02829359268f92ae58da4563ba54ca8ad03630ba5c637c24f91ee4 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8af2abae965d74fb3e0ed75e07da40e49401f239f9b6c00922b46a70e4abc523\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8af2abae965d74fb3e0ed75e07da40e49401f239f9b6c00922b46a70e4abc523\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:8af2abae965d74fb3e0ed75e07da40e49401f239f9b6c00922b46a70e4abc523 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:47Z\\" level=debug msg=\\"Skipping blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.a
repomirrorworker stdout | pps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:623a8d09c5a19220f31d1738dbb6ea3da0f70dcb50b943bb49223fe349b88d6d\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:623a8d09c5a19220f31d1738dbb6ea3da0f70dcb50b943bb49223fe349b88d6d\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:623a8d09c5a19220f31d1738dbb6ea3da0f70dcb50b943bb49223fe349b88d6d (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:48Z\\" level=debug msg=\\"Skipping blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:29941d10599ef536cc8dbcdb30c5c0b985aaf8c747a5557955e392f8c364ba97\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:29941d10599ef536cc8dbcdb30c5c0b985aaf8c747a5557955e392f8c364ba97\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:29941d10599ef536cc8dbcdb30c5c0b985aaf8c747a5557955e392f8c364ba97 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f\\"\\ntime=\\"2022-06-02T12:32:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:32:50Z\\" level=debug msg=\\"Skipping blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389 (already present):\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:1a53a6fd98636b5e7e77ff892f7b650dd9aa4685c96d31cf7bfb0f0a2b17eae6\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:1a53a6fd98636b5e7e77ff892f7b650dd9aa4685c96d31cf7bfb0f0a2b17eae6\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a53a6fd98636b5e7e77ff892f7b650dd9aa4685c96d31cf7bfb0f0a2b17eae6\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a53a6fd98636b5e7e77ff892f7b650dd9aa4685c96d31cf7bfb0f0a2b17eae6\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-43.16099467811-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:32:51,765 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-43.16099467811-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:32:51,765 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 32, 51, 765440), 2, '649b0975-d1aa-4a4a-a9aa-9c6dc19b5da5', 3, 'e0984f16-6859-43c5-b52d-ec7bf059cb02'])
repomirrorworker stdout | 2022-06-02 12:32:51,770 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:51,771 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:51,772 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:51,773 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:32:51,774 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:51,780 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:52,852 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:32:55,279 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:32:51Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-47\""
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:32:51Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-47"
repomirrorworker stdout | time="2022-06-02T12:32:52Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:32:52Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:32:52Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:32:52Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:32:52Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:32:52Z" level=debug msg="Copying instance sha256:ca90e0562d061fe8c99f92d96b3a148fb6a73b5150b8d49bcac4b1fb75cacb5b (1/4)"
repomirrorworker stdout | time="2022-06-02T12:32:52Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:ca90e0562d061fe8c99f92d96b3a148fb6a73b5150b8d49bcac4b1fb75cacb5b"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8601f55f0e7621788b50b6d8ae162ddec16842c41292670e80ad32d2d382697c"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fdb393d8227cbe9756537d3f215a3098ae797bd4bde422aaa10ebde84a940893"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33f7cb563f04ece5bc41e77b4ec0dfa09d6f4c12cbe7f9e4f3232b20eb74d2ee"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7eefb7bd17980b0c8403d23b08203acc16a751f58dc567a5e5ec75410b4573f8"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b536614e8f89a67294fb2b5a743b44675697c47e22b116d03249fbf1f0da8c0"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7eefb7bd17980b0c8403d23b08203acc16a751f58dc567a5e5ec75410b4573f8"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8601f55f0e7621788b50b6d8ae162ddec16842c41292670e80ad32d2d382697c"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b536614e8f89a67294fb2b5a743b44675697c47e22b116d03249fbf1f0da8c0"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33f7cb563f04ece5bc41e77b4ec0dfa09d6f4c12cbe7f9e4f3232b20eb74d2ee"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fdb393d8227cbe9756537d3f215a3098ae797bd4bde422aaa10ebde84a940893"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Skipping blob sha256:8601f55f0e7621788b50b6d8ae162ddec16842c41292670e80ad32d2d382697c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Skipping blob sha256:fdb393d8227cbe9756537d3f215a3098ae797bd4bde422aaa10ebde84a940893 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Skipping blob sha256:33f7cb563f04ece5bc41e77b4ec0dfa09d6f4c12cbe7f9e4f3232b20eb74d2ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Skipping blob sha256:7eefb7bd17980b0c8403d23b08203acc16a751f58dc567a5e5ec75410b4573f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Skipping blob sha256:6b536614e8f89a67294fb2b5a743b44675697c47e22b116d03249fbf1f0da8c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:f81b2bd777db7fa93b30cd8cff1d60fe334e3f4872279eb992d9907aacd20937"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:f81b2bd777db7fa93b30cd8cff1d60fe334e3f4872279eb992d9907aacd20937"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f81b2bd777db7fa93b30cd8cff1d60fe334e3f4872279eb992d9907aacd20937"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f81b2bd777db7fa93b30cd8cff1d60fe334e3f4872279eb992d9907aacd20937"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:ca90e0562d061fe8c99f92d96b3a148fb6a73b5150b8d49bcac4b1fb75cacb5b"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Copying instance sha256:5d8d4e05f0bb7c9db362288d75087318f4817b7348c736363b6dc0cc67c6be6f (2/4)"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:5d8d4e05f0bb7c9db362288d75087318f4817b7348c736363b6dc0cc67c6be6f"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c224e2c7a635056812b023ba8ee1c61f75354b72dc8f308e0987f6956bffe2b7"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1936fce290c07fb817db250b33f7e636923679cc24344c484d36a342119957a9"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c224e2c7a635056812b023ba8ee1c61f75354b72dc8f308e0987f6956bffe2b7"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1936fce290c07fb817db250b33f7e636923679cc24344c484d36a342119957a9"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f04ed5efef0338c6f36a51330352ddfa03c30f15866f37837ff5cf03750932db"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:61288c5ba71c75d89bce3f7097d1e2689740451cbec50807eac8cbb22d8aafa4"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f04ed5efef0338c6f36a51330352ddfa03c30f15866f37837ff5cf03750932db"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:61288c5ba71c75d89bce3f7097d1e2689740451cbec50807eac8cbb22d8aafa4"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e03f80d8771a4b5b9573ab29a851944f5f4d5c8ce10ebee35a60e785eca9a145"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e03f80d8771a4b5b9573ab29a851944f5f4d5c8ce10ebee35a60e785eca9a145"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Skipping blob sha256:1936fce290c07fb817db250b33f7e636923679cc24344c484d36a342119957a9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Skipping blob sha256:f04ed5efef0338c6f36a51330352ddfa03c30f15866f37837ff5cf03750932db (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Skipping blob sha256:61288c5ba71c75d89bce3f7097d1e2689740451cbec50807eac8cbb22d8aafa4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Skipping blob sha256:c224e2c7a635056812b023ba8ee1c61f75354b72dc8f308e0987f6956bffe2b7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Skipping blob sha256:e03f80d8771a4b5b9573ab29a851944f5f4d5c8ce10ebee35a60e785eca9a145 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:9c1e33617ff5ee9f19b6f642fbb96f934767e5cf4f34d415c83f096a2f3e79d2"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:9c1e33617ff5ee9f19b6f642fbb96f934767e5cf4f34d415c83f096a2f3e79d2"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c1e33617ff5ee9f19b6f642fbb96f934767e5cf4f34d415c83f096a2f3e79d2"
repomirrorworker stdout | time="2022-06-02T12:32:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c1e33617ff5ee9f19b6f642fbb96f934767e5cf4f34d415c83f096a2f3e79d2"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:5d8d4e05f0bb7c9db362288d75087318f4817b7348c736363b6dc0cc67c6be6f"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Copying instance sha256:98a86a6a5f6a88f1c88e1321d27d546e7d6736c45ee56c4228a3e54692dba5aa (3/4)"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:98a86a6a5f6a88f1c88e1321d27d546e7d6736c45ee56c4228a3e54692dba5aa"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d89af772238c452b4e018102b803bc4608ca3e0c27f1e40654c8be27dee22e8e"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:786a0a33ba9629867cee0a32e8251d2d9a0591fa94bb0382ca539efe675ac248"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d89af772238c452b4e018102b803bc4608ca3e0c27f1e40654c8be27dee22e8e"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:786a0a33ba9629867cee0a32e8251d2d9a0591fa94bb0382ca539efe675ac248"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e27485a87beb676323511c7064825248135b1b897da9f85740afada08335b57"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:248975698085ef840c2738c5f6c0d3fd6251919bd6dc969829d3cd9d97e1140a"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:248975698085ef840c2738c5f6c0d3fd6251919bd6dc969829d3cd9d97e1140a"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:922b421e35632f3b49b2f37a889823d2b1ceb29ae96b8f0a92120574cd060aa5"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e27485a87beb676323511c7064825248135b1b897da9f85740afada08335b57"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:922b421e35632f3b49b2f37a889823d2b1ceb29ae96b8f0a92120574cd060aa5"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Skipping blob sha256:922b421e35632f3b49b2f37a889823d2b1ceb29ae96b8f0a92120574cd060aa5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Skipping blob sha256:786a0a33ba9629867cee0a32e8251d2d9a0591fa94bb0382ca539efe675ac248 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Skipping blob sha256:5e27485a87beb676323511c7064825248135b1b897da9f85740afada08335b57 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Skipping blob sha256:d89af772238c452b4e018102b803bc4608ca3e0c27f1e40654c8be27dee22e8e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Skipping blob sha256:248975698085ef840c2738c5f6c0d3fd6251919bd6dc969829d3cd9d97e1140a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:ff08e3693899bd5cf112e05d9e7c1b1505f7f33e027a590698757803be9cc9d9"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:ff08e3693899bd5cf112e05d9e7c1b1505f7f33e027a590698757803be9cc9d9"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ff08e3693899bd5cf112e05d9e7c1b1505f7f33e027a590698757803be9cc9d9"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ff08e3693899bd5cf112e05d9e7c1b1505f7f33e027a590698757803be9cc9d9"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:98a86a6a5f6a88f1c88e1321d27d546e7d6736c45ee56c4228a3e54692dba5aa"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Copying instance sha256:70388a9bafa82e2825713eb111867891368675a4c2c0963058574e0d81381d89 (4/4)"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:70388a9bafa82e2825713eb111867891368675a4c2c0963058574e0d81381d89"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b8104639b30ab2809f36a8cd2e74efa7b8699dde718dd3e76ae3cc21c843172"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa7a15397e0425a9ef6979e4a6b79ce541cb8e722cf5dd8a436a0484e3c67286"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a294444146770f9cfb9c73d43609148a6c0880e076e73144d15a66f45a71e14"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:227190c891da5b7fa883dc122b4ffd390a282cfb2b3e1de9dcd86c607cd077bb"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b8104639b30ab2809f36a8cd2e74efa7b8699dde718dd3e76ae3cc21c843172"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa7a15397e0425a9ef6979e4a6b79ce541cb8e722cf5dd8a436a0484e3c67286"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a294444146770f9cfb9c73d43609148a6c0880e076e73144d15a66f45a71e14"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ac6e29466d51f9a70e211b7e8211de48968a18d4198ccbc6bae6c8bd540d2bd"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:227190c891da5b7fa883dc122b4ffd390a282cfb2b3e1de9dcd86c607cd077bb"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ac6e29466d51f9a70e211b7e8211de48968a18d4198ccbc6bae6c8bd540d2bd"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Skipping blob sha256:6b8104639b30ab2809f36a8cd2e74efa7b8699dde718dd3e76ae3cc21c843172 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Skipping blob sha256:7a294444146770f9cfb9c73d43609148a6c0880e076e73144d15a66f45a71e14 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Skipping blob sha256:aa7a15397e0425a9ef6979e4a6b79ce541cb8e722cf5dd8a436a0484e3c67286 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Skipping blob sha256:227190c891da5b7fa883dc122b4ffd390a282cfb2b3e1de9dcd86c607cd077bb (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Skipping blob sha256:5ac6e29466d51f9a70e211b7e8211de48968a18d4198ccbc6bae6c8bd540d2bd (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:55b4706c7d5a020b0ef7e8dbfac7fac8237eb2aef9fd02449dd83c6e25b48f9e"
repomirrorworker stdout | time="2022-06-02T12:32:54Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:55b4706c7d5a020b0ef7e8dbfac7fac8237eb2aef9fd02449dd83c6e25b48f9e"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55b4706c7d5a020b0ef7e8dbfac7fac8237eb2aef9fd02449dd83c6e25b48f9e"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55b4706c7d5a020b0ef7e8dbfac7fac8237eb2aef9fd02449dd83c6e25b48f9e"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:70388a9bafa82e2825713eb111867891368675a4c2c0963058574e0d81381d89"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-47"
repomirrorworker stdout | 2022-06-02 12:32:55,279 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:ca90e0562d061fe8c99f92d96b3a148fb6a73b5150b8d49bcac4b1fb75cacb5b (1/4)
repomirrorworker stdout | Copying blob sha256:8601f55f0e7621788b50b6d8ae162ddec16842c41292670e80ad32d2d382697c
repomirrorworker stdout | Copying blob sha256:fdb393d8227cbe9756537d3f215a3098ae797bd4bde422aaa10ebde84a940893
repomirrorworker stdout | Copying blob sha256:33f7cb563f04ece5bc41e77b4ec0dfa09d6f4c12cbe7f9e4f3232b20eb74d2ee
repomirrorworker stdout | Copying blob sha256:7eefb7bd17980b0c8403d23b08203acc16a751f58dc567a5e5ec75410b4573f8
repomirrorworker stdout | Copying blob sha256:6b536614e8f89a67294fb2b5a743b44675697c47e22b116d03249fbf1f0da8c0
repomirrorworker stdout | Copying config sha256:f81b2bd777db7fa93b30cd8cff1d60fe334e3f4872279eb992d9907aacd20937
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:5d8d4e05f0bb7c9db362288d75087318f4817b7348c736363b6dc0cc67c6be6f (2/4)
repomirrorworker stdout | Copying blob sha256:1936fce290c07fb817db250b33f7e636923679cc24344c484d36a342119957a9
repomirrorworker stdout | Copying blob sha256:f04ed5efef0338c6f36a51330352ddfa03c30f15866f37837ff5cf03750932db
repomirrorworker stdout | Copying blob sha256:61288c5ba71c75d89bce3f7097d1e2689740451cbec50807eac8cbb22d8aafa4
repomirrorworker stdout | Copying blob sha256:c224e2c7a635056812b023ba8ee1c61f75354b72dc8f308e0987f6956bffe2b7
repomirrorworker stdout | Copying blob sha256:e03f80d8771a4b5b9573ab29a851944f5f4d5c8ce10ebee35a60e785eca9a145
repomirrorworker stdout | Copying config sha256:9c1e33617ff5ee9f19b6f642fbb96f934767e5cf4f34d415c83f096a2f3e79d2
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:98a86a6a5f6a88f1c88e1321d27d546e7d6736c45ee56c4228a3e54692dba5aa (3/4)
repomirrorworker stdout | Copying blob sha256:922b421e35632f3b49b2f37a889823d2b1ceb29ae96b8f0a92120574cd060aa5
repomirrorworker stdout | Copying blob sha256:786a0a33ba9629867cee0a32e8251d2d9a0591fa94bb0382ca539efe675ac248
repomirrorworker stdout | Copying blob sha256:5e27485a87beb676323511c7064825248135b1b897da9f85740afada08335b57
repomirrorworker stdout | Copying blob sha256:d89af772238c452b4e018102b803bc4608ca3e0c27f1e40654c8be27dee22e8e
repomirrorworker stdout | Copying blob sha256:248975698085ef840c2738c5f6c0d3fd6251919bd6dc969829d3cd9d97e1140a
repomirrorworker stdout | Copying config sha256:ff08e3693899bd5cf112e05d9e7c1b1505f7f33e027a590698757803be9cc9d9
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:70388a9bafa82e2825713eb111867891368675a4c2c0963058574e0d81381d89 (4/4)
repomirrorworker stdout | Copying blob sha256:6b8104639b30ab2809f36a8cd2e74efa7b8699dde718dd3e76ae3cc21c843172
repomirrorworker stdout | Copying blob sha256:7a294444146770f9cfb9c73d43609148a6c0880e076e73144d15a66f45a71e14
repomirrorworker stdout | Copying blob sha256:aa7a15397e0425a9ef6979e4a6b79ce541cb8e722cf5dd8a436a0484e3c67286
repomirrorworker stdout | Copying blob sha256:227190c891da5b7fa883dc122b4ffd390a282cfb2b3e1de9dcd86c607cd077bb
repomirrorworker stdout | Copying blob sha256:5ac6e29466d51f9a70e211b7e8211de48968a18d4198ccbc6bae6c8bd540d2bd
repomirrorworker stdout | Copying config sha256:55b4706c7d5a020b0ef7e8dbfac7fac8237eb2aef9fd02449dd83c6e25b48f9e
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:32:55,281 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:55,285 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:55,286 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 32, 55, 284585), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-47\' successful sync", "tag": "1-47", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:ca90e0562d061fe8c99f92d96b3a148fb6a73b5150b8d49bcac4b1fb75cacb5b (1/4)\\nCopying blob sha256:8601f55f0e7621788b50b6d8ae162ddec16842c41292670e80ad32d2d382697c\\nCopying blob sha256:fdb393d8227cbe9756537d3f215a3098ae797bd4bde422aaa10ebde84a940893\\nCopying blob sha256:33f7cb563f04ece5bc41e77b4ec0dfa09d6f4c12cbe7f9e4f3232b20eb74d2ee\\nCopying blob sha256:7eefb7bd17980b0c8403d23b08203acc16a751f58dc567a5e5ec75410b4573f8\\nCopying blob sha256:6b536614e8f89a67294fb2b5a743b44675697c47e22b116d03249fbf1f0da8c0\\nCopying config sha256:f81b2bd777db7fa93b30cd8cff1d60fe334e3f4872279eb992d9907aacd20937\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:5d8d4e05f0bb7c9db362288d75087318f4817b7348c736363b6dc0cc67c6be6f (2/4)\\nCopying blob sha256:1936fce290c07fb817db250b33f7e636923679cc24344c484d36a342119957a9\\nCopying blob sha256:f04ed5efef0338c6f36a51330352ddfa03c30f15866f37837ff5cf03750932db\\nCopying blob sha256:61288c5ba71c75d89bce3f7097d1e2689740451cbec50807eac8cbb22d8aafa4\\nCopying blob sha256:c224e2c7a635056812b023ba8ee1c61f75354b72dc8f308e0987f6956bffe2b7\\nCopying blob sha256:e03f80d8771a4b5b9573ab29a851944f5f4d5c8ce10ebee35a60e785eca9a145\\nCopying config sha256:9c1e33617ff5ee9f19b6f642fbb96f934767e5cf4f34d415c83f096a2f3e79d2\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:98a86a6a5f6a88f1c88e1321d27d546e7d6736c45ee56c4228a3e54692dba5aa (3/4)\\nCopying blob sha256:922b421e35632f3b49b2f37a889823d2b1ceb29ae96b8f0a92120574cd060aa5\\nCopying blob sha256:786a0a33ba9629867cee0a32e8251d2d9a0591fa94bb0382ca539efe675ac248\\nCopying blob sha256:5e27485a87beb676323511c7064825248135b1b897da9f85740afada08335b57\\nCopying blob sha256:d89af772238c452b4e018102b803bc4608ca3e0c27f1e40654c8be27dee22e8e\\nCopying blob sha256:248975698085ef840c2738c5f6c0d3fd6251919bd6dc969829d3cd9d97e1140a\\nCopying config sha256:ff08e3693899bd5cf112e05d9e7c1b1505f7f33e027a590698757803be9cc9d9\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:70388a9bafa82e2825713eb111867891368675a4c2c0963058574e0d81381d89 (4/4)\\nCopying blob sha256:6b8104639b30ab2809f36a8cd2e74efa7b8699dde718dd3e76ae3cc21c843172\\nCopying blob sha256:7a294444146770f9cfb9c73d43609148a6c0880e076e73144d15a66f45a71e14\\nCopying blob sha256:aa7a15397e0425a9ef6979e4a6b79ce541cb8e722cf5dd8a436a0484e3c67286\\nCopying blob sha256:227190c891da5b7fa883dc122b4ffd390a282cfb2b3e1de9dcd86c607cd077bb\\nCopying blob sha256:5ac6e29466d51f9a70e211b7e8211de48968a18d4198ccbc6bae6c8bd540d2bd\\nCopying config sha256:55b4706c7d5a020b0ef7e8dbfac7fac8237eb2aef9fd02449dd83c6e25b48f9e\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-47\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:32:51Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-47\\"\\ntime=\\"2022-06-02T12:32:52Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:52Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:32:52Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:32:52Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:32:52Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:32:52Z\\" level=debug msg=\\"Copying instance sha256:ca90e0562d061fe8c99f92d96b3a148fb6a73b5150b8d49bcac4b1fb75cacb5b (1/4)\\"\\ntime=\\"2022-06-02T12:32:52Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:ca90e0562d061fe8c99f92d96b3a148fb6a73b5150b8d49bcac4b1fb75cacb5b\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8601f55f0e7621788b50b6d8ae162ddec16842c41292670e80ad32d2d382697c\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fdb393d8227cbe9756537d3f215a3098ae797bd4bde422aaa10ebde84a940893\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33f7cb563f04ece5bc41e77b4ec0dfa09d6f4c12cbe7f9e4f3232b20eb74d2ee\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7eefb7bd17980b0c8403d23b08203acc16a751f58dc567a5e5ec75410b4573f8\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b536614e8f89a67294fb2b5a743b44675697c47e22b116d03249fbf1f0da8c0\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7eefb7bd17980b0c8403d23b08203acc16a751f58dc567a5e5ec75410b4573f8\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8601f55f0e7621788b50b6d8ae162ddec16842c41292670e80ad32d2d382697c\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b536614e8f89a67294fb2b5a743b44675697c47e22b116d03249fbf1f0da8c0\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33f7cb563f04ece5bc41e77b4ec0dfa09d6f4c12cbe7f9e4f3232b20eb74d2ee\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fdb393d8227cbe9756537d3f215a3098ae797bd4bde422aaa10ebde84a940893\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Skipping blob sha256:8601f55f0e7621788b50b6d8ae162ddec16842c41292670e80ad32d2d382697c (already present):\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Skipping blob sha256:fdb393d8227cbe9756537d3f215a3098ae797bd4bde422aaa10ebde84a940893 (already present):\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Skipping blob sha256:33f7cb563f04ece5bc41e77b4ec0dfa09d6f4c12cbe7f9e4f3232b20eb74d2ee (already present):\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Skipping blob sha256:7eefb7bd17980b0c8403d23b08203acc16a751f58dc567a5e5ec75410b4573f8 (already present):\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Skipping blob sha256:6b536614e8f89a67294fb2b5a743b44675697c47e22b116d03249fbf1f0da8c0 (already present):\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:f81b2bd777db7fa93b30cd8cff1d60fe334e3f4872279eb992d9907aacd20937\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:f81b2bd777db7fa93b30cd8cff1d60fe334e3f4872279eb992d9907aacd20937\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f81b2bd777db7fa93b30cd8cff1d60fe334e3f4872279eb992d9907aacd20937\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f81b2bd777db7fa93b30cd8cff1d60fe334e3f4872279eb992d9907aacd20937\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:ca90e0562d061fe8c99f92d96b3a148fb6a73b5150b8d49bcac4b1fb75cacb5b\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Copying instance sha256:5d8d4e05f0bb7c9db362288d75087318f4817b7348c736363b6dc0cc67c6be6f (2/4)\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:5d8d4e05f0bb7c9db362288d75087318f4817b7348c736363b6dc0cc67c6be6f\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c224e2c7a635056812b023ba8ee1c61f75354b72dc8f308e0987f6956bffe2b7\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1936fce290c07fb817db250b33f7e636923679cc24344c484d36a342119957a9\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c224e2c7a635056812b023ba8ee1c61f75354b72dc8f308e0987f6956bffe2b7\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1936fce290c07fb817db250b33f7e636923679cc24344c484d36a342119957a9\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f04ed5efef0338c6f36a51330352ddfa03c30f15866f37837ff5cf03750932db\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:61288c5ba71c75d89bce3f7097d1e2689740451cbec50807eac8cbb22d8aafa4\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f04ed5efef0338c6f36a51330352ddfa03c30f15866f37837ff5cf03750932db\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:61288c5ba71c75d89bce3f7097d1e2689740451cbec50807eac8cbb22d8aafa4\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e03f80d8771a4b5b9573ab29a851944f5f4d5c8ce10ebee35a60e785eca9a145\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e03f80d8771a4b5b9573ab29a851944f5f4d5c8ce10ebee35a60e785eca9a145\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Skipping blob sha256:1936fce290c07fb817db250b33f7e636923679cc24344c484d36a342119957a9 (already present):\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Skipping blob sha256:f04ed5efef0338c6f36a51330352ddfa03c30f15866f37837ff5cf03750932db (already present):\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Skipping blob sha256:61288c5ba71c75d89bce3f7097d1e2689740451cbec50807eac8cbb22d8aafa4 (already present):\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Skipping blob sha256:c224e2c7a635056812b023ba8ee1c61f75354b72dc8f308e0987f6956bffe2b7 (already present):\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Skipping blob sha256:e03f80d8771a4b5b9573ab29a851944f5f4d5c8ce10ebee35a60e785eca9a145 (already present):\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:9c1e33617ff5ee9f19b6f642fbb96f934767e5cf4f34d415c83f096a2f3e79d2\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:9c1e33617ff5ee9f19b6f642fbb96f934767e5cf4f34d415c83f096a2f3e79d2\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c1e33617ff5ee9f19b6f642fbb96f934767e5cf4f34d415c83f096a2f3e79d2\\"\\ntime=\\"2022-06-02T12:32:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c1e33617ff5ee9f19b6f642fbb96f934767e5cf4f34d415c83f096a2f3e79d2\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:5d8d4e05f0bb7c9db362288d75087318f4817b7348c736363b6dc0cc67c6be6f\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Copying instance sha256:98a86a6a5f6a88f1c88e1321d27d546e7d6736c45ee56c4228a3e54692dba5aa (3/4)\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:98a86a6a5f6a88f1c88e1321d27d546e7d6736c45ee56c4228a3e54692dba5aa\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d89af772238c452b4e018102b803bc4608ca3e0c27f1e40654c8be27dee22e8e\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:786a0a33ba9629867cee0a32e8251d2d9a0591fa94bb0382ca539efe675ac248\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d89af772238c452b4e018102b803bc4608ca3e0c27f1e40654c8be27dee22e8e\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:786a0a33ba9629867cee0a32e8251d2d9a0591fa94bb0382ca539efe675ac248\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e27485a87beb676323511c7064825248135b1b897da9f85740afada08335b57\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:248975698085ef840c2738c5f6c0d3fd6251919bd6dc969829d3cd9d97e1140a\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:248975698085ef840c2738c5f6c0d3fd6251919bd6dc969829d3cd9d97e1140a\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:922b421e35632f3b49b2f37a889823d2b1ceb29ae96b8f0a92120574cd060aa5\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e27485a87beb676323511c7064825248135b1b897da9f85740afada08335b57\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:922b421e35632f3b49b2f37a889823d2b1ceb29ae96b8f0a92120574cd060aa5\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Skipping blob sha256:922b421e35632f3b49b2f37a889823d2b1ceb29ae96b8f0a92120574cd060aa5 (already present):\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Skipping blob sha256:786a0a33ba9629867cee0a32e8251d2d9a0591fa94bb0382ca539efe675ac248 (already present):\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Skipping blob sha256:5e27485a87beb676323511c7064825248135b1b897da9f85740afada08335b57 (already present):\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Skipping blob sha256:d89af772238c452b4e018102b803bc4608ca3e0c27f1e40654c8be27dee22e8e (already present):\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Skipping blob sha256:248975698085ef840c2738c5f6c0d3fd6251919bd6dc969829d3cd9d97e1140a (already present):\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:ff08e3693899bd5cf112e05d9e7c1b1505f7f33e027a590698757803be9cc9d9\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:ff08e3693899bd5cf112e05d9e7c1b1505f7f33e027a590698757803be9cc9d9\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ff08e3693899bd5cf112e05d9e7c1b1505f7f33e027a590698757803be9cc9d9\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ff08e3693899bd5cf112e05d9e7c1b1505f7f33e027a590698757803be9cc9d9\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:98a86a6a5f6a88f1c88e1321d27d546e7d6736c45ee56c4228a3e54692dba5aa\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Copying instance sha256:70388a9bafa82e2825713eb111867891368675a4c2c0963058574e0d81381d89 (4/4)\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:70388a9bafa82e2825713eb111867891368675a4c2c0963058574e0d81381d89\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b8104639b30ab2809f36a8cd2e74efa7b8699dde718dd3e76ae3cc21c843172\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa7a15397e0425a9ef6979e4a6b79ce541cb8e722cf5dd8a436a0484e3c67286\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a294444146770f9cfb9c73d43609148a6c0880e076e73144d15a66f45a71e14\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:227190c891da5b7fa883dc122b4ffd390a282cfb2b3e1de9dcd86c607cd077bb\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b8104639b30ab2809f36a8cd2e74efa7b8699dde718dd3e76ae3cc21c843172\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa7a15397e0425a9ef6979e4a6b79ce541cb8e722cf5dd8a436a0484e3c67286\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a294444146770f9cfb9c73d43609148a6c0880e076e73144d15a66f45a71e14\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ac6e29466d51f9a70e211b7e8211de48968a18d4198ccbc6bae6c8bd540d2bd\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:227190c891da5b7fa883dc122b4ffd390a282cfb2b3e1de9dcd86c607cd077bb\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ac6e29466d51f9a70e211b7e8211de48968a18d4198ccbc6bae6c8bd540d2bd\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Skipping blob sha256:6b8104639b30ab2809f36a8cd2e74efa7b8699dde718dd3e76ae3cc21c843172 (already present):\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Skipping blob sha256:7a294444146770f9cfb9c73d43609148a6c0880e076e73144d15a66f45a71e14 (already present):\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Skipping blob sha256:aa7a15397e0425a9ef6979e4a6b79ce541cb8e722cf5dd8a436a0484e3c67286 (already present):\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Skipping blob sha256:227190c891da5b7fa883dc122b4ffd390a282cfb2b3e1de9dcd86c607cd077bb (already present):\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Skipping blob sha256:5ac6e29466d51f9a70e211b7e8211de48968a18d4198ccbc6bae6c8bd540d2bd (already present):\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:55b4706c7d5a020b0ef7e8dbfac7fac8237eb2aef9fd02449dd83c6e25b48f9e\\"\\ntime=\\"2022-06-02T12:32:54Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:55b4706c7d5a020b0ef7e8dbfac7fac8237eb2aef9fd02449dd83c6e25b48f9e\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55b4706c7d5a020b0ef7e8dbfac7fac8237eb2aef9fd02449dd83c6e25b48f9e\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55b4706c7d5a020b0ef7e8dbfac7fac8237eb2aef9fd02449dd83c6e25b48f9e\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:70388a9bafa82e2825713eb111867891368675a4c2c0963058574e0d81381d89\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-47\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:32:55,292 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-47' successful sync.
repomirrorworker stdout | 2022-06-02 12:32:55,293 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 32, 55, 292630), 2, '4ac1b5f5-7d29-4dba-87c4-1bb932bd2f21', 3, '649b0975-d1aa-4a4a-a9aa-9c6dc19b5da5'])
repomirrorworker stdout | 2022-06-02 12:32:55,295 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:55,296 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:55,297 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:55,298 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:32:55,299 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:32:55,305 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:01,383 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:32:55Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-47-source\""
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:32:55Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-47-source"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47-source"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Skipping blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:32:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:254f8db69c0c20ca204503b39112e4af014436b2b9b1a9c9be330fa6989c2cdd"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:254f8db69c0c20ca204503b39112e4af014436b2b9b1a9c9be330fa6989c2cdd"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:254f8db69c0c20ca204503b39112e4af014436b2b9b1a9c9be330fa6989c2cdd (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:32:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:32:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81b
repomirrorworker stdout | abadf99f9c045244"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:32:59Z" level=debug msg="Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:ec902fa509f6e65e160899be887498e6e989e7e2a25294a463542a6341872a02"
repomirrorworker stdout | time="2022-06-02T12:33:00Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:ec902fa509f6e65e160899be887498e6e989e7e2a25294a463542a6341872a02"
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec902fa509f6e65e160899be887498e6e989e7e2a25294a463542a6341872a02"
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec902fa509f6e65e160899be887498e6e989e7e2a25294a463542a6341872a02"
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-47-source"
repomirrorworker stdout | 2022-06-02 12:33:01,383 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24
repomirrorworker stdout | Copying blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef
repomirrorworker stdout | Copying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326
repomirrorworker stdout | Copying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d
repomirrorworker stdout | Copying blob sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7
repomirrorworker stdout | Copying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb
repomirrorworker stdout | Copying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2
repomirrorworker stdout | Copying blob sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1
repomirrorworker stdout | Copying blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68
repomirrorworker stdout | Copying blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa
repomirrorworker stdout | Copying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81
repomirrorworker stdout | Copying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a
repomirrorworker stdout | Copying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32
repomirrorworker stdout | Copying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f
repomirrorworker stdout | Copying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f
repomirrorworker stdout | Copying blob sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c
repomirrorworker stdout | Copying blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43
repomirrorworker stdout | Copying blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95
repomirrorworker stdout | Copying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef
repomirrorworker stdout | Copying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769
repomirrorworker stdout | Copying blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494
repomirrorworker stdout | Copying blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354
repomirrorworker stdout | Copying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c
repomirrorworker stdout | Copying blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2
repomirrorworker stdout | Copying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b
repomirrorworker stdout | Copying blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12
repomirrorworker stdout | Copying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359
repomirrorworker stdout | Copying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40
repomirrorworker stdout | Copying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb
repomirrorworker stdout | Copying blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566
repomirrorworker stdout | Copying blob sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324
repomirrorworker stdout | Copying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440
repomirrorworker stdout | Copying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c
repomirrorworker stdout | Copying blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389
repomirrorworker stdout | Copying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671
repomirrorworker stdout | Copying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d
repomirrorworker stdout | Copying blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da
repomirrorworker stdout | Copying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c
repomirrorworker stdout | Copying blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6
repomirrorworker stdout | Copying blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea
repomirrorworker stdout | Copying blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8
repomirrorworker stdout | Copying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83
repomirrorworker stdout | Copying blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9
repomirrorworker stdout | Copying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4
repomirrorworker stdout | Copying blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a
repomirrorworker stdout | Copying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8
repomirrorworker stdout | Copying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4
repomirrorworker stdout | Copying blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812
repomirrorworker stdout | Copying blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902
repomirrorworker stdout | Copying blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31
repomirrorworker stdout | Copying blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581
repomirrorworker stdout | Copying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d
repomirrorworker stdout | Copying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385
repomirrorworker stdout | Copying blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798
repomirrorworker stdout | Copying blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc
repomirrorworker stdout | Copying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725
repomirrorworker stdout | Copying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581
repomirrorworker stdout | Copying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b
repomirrorworker stdout | Copying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc
repomirrorworker stdout | Copying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06
repomirrorworker stdout | Copying blob sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9
repomirrorworker stdout | Copying blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53
repomirrorworker stdout | Copying blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9
repomirrorworker stdout | Copying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c
repomirrorworker stdout | Copying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263
repomirrorworker stdout | Copying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd
repomirrorworker stdout | Copying blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc
repomirrorworker stdout | Copying blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51
repomirrorworker stdout | Copying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad
repomirrorworker stdout | Copying blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20
repomirrorworker stdout | Copying blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81
repomirrorworker stdout | Copying blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198
repomirrorworker stdout | Copying blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf
repomirrorworker stdout | Copying blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad
repomirrorworker stdout | Copying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433
repomirrorworker stdout | Copying blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc
repomirrorworker stdout | Copying blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0
repomirrorworker stdout | Copying blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611
repomirrorworker stdout | Copying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6
repomirrorworker stdout | Copying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998
repomirrorworker stdout | Copying blob sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e
repomirrorworker stdout | Copying blob sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37
repomirrorworker stdout | Copying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915
repomirrorworker stdout | Copying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946
repomirrorworker stdout | Copying blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486
repomirrorworker stdout | Copying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff
repomirrorworker stdout | Copying blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387
repomirrorworker stdout | Copying blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38
repomirrorworker stdout | Copying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb
repomirrorworker stdout | Copying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569
repomirrorworker stdout | Copying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa
repomirrorworker stdout | Copying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1
repomirrorworker stdout | Copying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46
repomirrorworker stdout | Copying blob sha256:254f8db69c0c20ca204503b39112e4af014436b2b9b1a9c9be330fa6989c2cdd
repomirrorworker stdout | Copying blob sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee
repomirrorworker stdout | Copying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd
repomirrorworker stdout | Copying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95
repomirrorworker stdout | Copying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481
repomirrorworker stdout | Copying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3
repomirrorworker stdout | Copying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf
repomirrorworker stdout | Copying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7
repomirrorworker stdout | Copying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b
repomirrorworker stdout | Copying blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08
repomirrorworker stdout | Copying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946
repomirrorworker stdout | Copying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2
repomirrorworker stdout | Copying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde
repomirrorworker stdout | Copying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15
repomirrorworker stdout | Copying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec
repomirrorworker stdout | Copying blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b
repomirrorworker stdout | Copying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f
repomirrorworker stdout | Copying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b
repomirrorworker stdout | Copying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade
repomirrorworker stdout | Copying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588
repomirrorworker stdout | Copying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4
repomirrorworker stdout | Copying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1
repomirrorworker stdout | Copying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4
repomirrorworker stdout | Copying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1
repomirrorworker stdout | Copying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722
repomirrorworker stdout | Copying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e
repomirrorworker stdout | Copying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f
repomirrorworker stdout | Copying blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007
repomirrorworker stdout | Copying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d
repomirrorworker stdout | Copying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44
repomirrorworker stdout | Copying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645
repomirrorworker stdout | Copying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36
repomirrorworker stdout | Copying blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe
repomirrorworker stdout | Copying blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1
repomirrorworker stdout | Copying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c
repomirrorworker stdout | Copying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9
repomirrorworker stdout | Copying blob sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d
repomirrorworker stdout | Copying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a
repomirrorworker stdout | Copying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc
repomirrorworker stdout | Copying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014
repomirrorworker stdout | Copying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f
repomirrorworker stdout | Copying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01
repomirrorworker stdout | Copying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be
repomirrorworker stdout | Copying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1
repomirrorworker stdout | Copying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079
repomirrorworker stdout | Copying blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f
repomirrorworker stdout | Copying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2
repomirrorworker stdout | Copying blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155
repomirrorworker stdout | Copying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff
repomirrorworker stdout | Copying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f
repomirrorworker stdout | Copying blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d
repomirrorworker stdout | Copying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de
repomirrorworker stdout | Copying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1
repomirrorworker stdout | Copying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416
repomirrorworker stdout | Copying blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c
repomirrorworker stdout | Copying blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157
repomirrorworker stdout | Copying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a
repomirrorworker stdout | Copying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8
repomirrorworker stdout | Copying blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b
repomirrorworker stdout | Copying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b
repomirrorworker stdout | Copying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b
repomirrorworker stdout | Copying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2
repomirrorworker stdout | Copying blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc
repomirrorworker stdout | Copying blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983
repomirrorworker stdout | Copying blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d
repomirrorworker stdout | Copying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c
repomirrorworker stdout | Copying blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6
repomirrorworker stdout | Copying blob sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f
repomirrorworker stdout | Copying blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463
repomirrorworker stdout | Copying blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21
repomirrorworker stdout | Copying blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372
repomirrorworker stdout | Copying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae
repomirrorworker stdout | Copying blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354
repomirrorworker stdout | Copying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53
repomirrorworker stdout | Copying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c
repomirrorworker stdout | Copying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332
repomirrorworker stdout | Copying blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b
repomirrorworker stdout | Copying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895
repomirrorworker stdout | Copying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3
repomirrorworker stdout | Copying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331
repomirrorworker stdout | Copying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4
repomirrorworker stdout | Copying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251
repomirrorworker stdout | Copying blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e
repomirrorworker stdout | Copying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7
repomirrorworker stdout | Copying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3
repomirrorworker stdout | Copying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0
repomirrorworker stdout | Copying blob sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626
repomirrorworker stdout | Copying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384
repomirrorworker stdout | Copying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc
repomirrorworker stdout | Copying blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4
repomirrorworker stdout | Copying blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e
repomirrorworker stdout | Copying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef
repomirrorworker stdout | Copying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443
repomirrorworker stdout | Copying blob sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec
repomirrorworker stdout | Copying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae
repomirrorworker stdout | Copying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d
repomirrorworker stdout | Copying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108
repomirrorworker stdout | Copying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855
repomirrorworker stdout | Copying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a
repomirrorworker stdout | Copying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802
repomirrorworker stdout | Copying blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd
repomirrorworker stdout | Copying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b
repomirrorworker stdout | Copying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39
repomirrorworker stdout | Copying blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3
repomirrorworker stdout | Copying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95
repomirrorworker stdout | Copying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3
repomirrorworker stdout | Copying blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec
repomirrorworker stdout | Copying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0
repomirrorworker stdout | Copying blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534
repomirrorworker stdout | Copying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41
repomirrorworker stdout | Copying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803
repomirrorworker stdout | Copying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f
repomirrorworker stdout | Copying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e
repomirrorworker stdout | Copying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe
repomirrorworker stdout | Copying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1
repomirrorworker stdout | Copying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81
repomirrorworker stdout | Copying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54
repomirrorworker stdout | Copying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a
repomirrorworker stdout | Copying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098
repomirrorworker stdout | Copying blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244
repomirrorworker stdout | Copying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171
repomirrorworker stdout | Copying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489
repomirrorworker stdout | Copying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa
repomirrorworker stdout | Copying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924
repomirrorworker stdout | Copying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa
repomirrorworker stdout | Copying blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55
repomirrorworker stdout | Copying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955
repomirrorworker stdout | Copying blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b
repomirrorworker stdout | Copying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f
repomirrorworker stdout | Copying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2
repomirrorworker stdout | Copying blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe
repomirrorworker stdout | Copying blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04
repomirrorworker stdout | Copying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378
repomirrorworker stdout | Copying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c
repomirrorworker stdout | Copying blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366
repomirrorworker stdout | Copying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e
repomirrorworker stdout | Copying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be
repomirrorworker stdout | Copying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226
repomirrorworker stdout | Copying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3
repomirrorworker stdout | Copying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c
repomirrorworker stdout | Copying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e
repomirrorworker stdout | Copying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a
repomirrorworker stdout | Copying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e
repomirrorworker stdout | Copying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3
repomirrorworker stdout | Copying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d
repomirrorworker stdout | Copying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332
repomirrorworker stdout | Copying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8
repomirrorworker stdout | Copying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4
repomirrorworker stdout | Copying blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f
repomirrorworker stdout | Copying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8
repomirrorworker stdout | Copying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8
repomirrorworker stdout | Copying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be
repomirrorworker stdout | Copying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b
repomirrorworker stdout | Copying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8
repomirrorworker stdout | Copying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859
repomirrorworker stdout | Copying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a
repomirrorworker stdout | Copying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a
repomirrorworker stdout | Copying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581
repomirrorworker stdout | Copying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529
repomirrorworker stdout | Copying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069
repomirrorworker stdout | Copying blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a
repomirrorworker stdout | Copying blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e
repomirrorworker stdout | Copying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730
repomirrorworker stdout | Copying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509
repomirrorworker stdout | Copying blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb
repomirrorworker stdout | Copying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887
repomirrorworker stdout | Copying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e
repomirrorworker stdout | Copying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb
repomirrorworker stdout | Copying blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3
repomirrorworker stdout | Copying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081
repomirrorworker stdout | Copying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742
repomirrorworker stdout | Copying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05
repomirrorworker stdout | Copying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416
repomirrorworker stdout | Copying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9
repomirrorworker stdout | Copying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec
repomirrorworker stdout | Copying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538
repomirrorworker stdout | Copying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378
repomirrorworker stdout | Copying config sha256:ec902fa509f6e65e160899be887498e6e989e7e2a25294a463542a6341872a02
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:33:01,385 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:01,389 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:01,392 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 33, 1, 388839), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-47-source\' successful sync", "tag": "1-47-source", "tags": null, "stdout": "Copying blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24\\nCopying blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef\\nCopying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\nCopying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\nCopying blob sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7\\nCopying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\nCopying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\nCopying blob sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1\\nCopying blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68\\nCopying blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa\\nCopying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\nCopying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\nCopying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\nCopying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\nCopying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\nCopying blob sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c\\nCopying blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43\\nCopying blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95\\nCopying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\nCopying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\nCopying blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494\\nCopying blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354\\nCopying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\nCopying blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\nCopying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\nCopying blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12\\nCopying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\nCopying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\nCopying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\nCopying blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566\\nCopying blob sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324\\nCopying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\nCopying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\nCopying blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389\\nCopying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\nCopying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\nCopying blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da\\nCopying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\nCopying blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6\\nCopying blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea\\nCopying blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8\\nCopying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\nCopying blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9\\nCopying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\nCopying blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a\\nCopying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\nCopying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\nCopying blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812\\nCopying blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902\\nCopying blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31\\nCopying blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581\\nCopying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\nCopying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\nCopying blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798\\nCopying blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc\\nCopying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\nCopying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\nCopying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\nCopying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\nCopying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\nCopying blob sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9\\nCopying blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\nCopying blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\nCopying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\nCopying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\nCopying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\nCopying blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc\\nCopying blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51\\nCopying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\nCopying blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20\\nCopying blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81\\nCopying blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198\\nCopying blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf\\nCopying blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad\\nCopying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\nCopying blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc\\nCopying blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0\\nCopying blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611\\nCopying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\nCopying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\nCopying blob sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e\\nCopying blob sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37\\nCopying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\nCopying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\nCopying blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486\\nCopying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\nCopying blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387\\nCopying blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38\\nCopying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\nCopying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\nCopying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\nCopying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\nCopying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\nCopying blob sha256:254f8db69c0c20ca204503b39112e4af014436b2b9b1a9c9be330fa6989c2cdd\\nCopying blob sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee\\nCopying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\nCopying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\nCopying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\nCopying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\nCopying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\nCopying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\nCopying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\nCopying blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08\\nCopying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\nCopying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\nCopying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\nCopying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\nCopying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\nCopying blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b\\nCopying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\nCopying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\nCopying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\nCopying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\nCopying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\nCopying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\nCopying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\nCopying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\nCopying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\nCopying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\nCopying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\nCopying blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007\\nCopying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\nCopying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\nCopying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\nCopying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\nCopying blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe\\nCopying blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\nCopying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\nCopying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\nCopying blob sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d\\nCopying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\nCopying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\nCopying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\nCopying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\nCopying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\nCopying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\nCopying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\nCopying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\nCopying blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f\\nCopying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\nCopying blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155\\nCopying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\nCopying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\nCopying blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d\\nCopying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\nCopying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\nCopying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\nCopying blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c\\nCopying blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157\\nCopying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\nCopying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\nCopying blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b\\nCopying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\nCopying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\nCopying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\nCopying blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc\\nCopying blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983\\nCopying blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d\\nCopying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\nCopying blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6\\nCopying blob sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f\\nCopying blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463\\nCopying blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21\\nCopying blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372\\nCopying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\nCopying blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354\\nCopying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\nCopying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\nCopying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\nCopying blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b\\nCopying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\nCopying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\nCopying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\nCopying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\nCopying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\nCopying blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e\\nCopying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\nCopying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\nCopying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\nCopying blob sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626\\nCopying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\nCopying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\nCopying blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4\\nCopying blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e\\nCopying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\nCopying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\nCopying blob sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec\\nCopying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\nCopying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\nCopying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\nCopying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\nCopying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\nCopying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\nCopying blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd\\nCopying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\nCopying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\nCopying blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3\\nCopying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\nCopying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\nCopying blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec\\nCopying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\nCopying blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534\\nCopying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\nCopying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\nCopying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\nCopying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\nCopying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\nCopying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\nCopying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\nCopying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\nCopying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\nCopying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\nCopying blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244\\nCopying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\nCopying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\nCopying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\nCopying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\nCopying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\nCopying blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55\\nCopying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\nCopying blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b\\nCopying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\nCopying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\nCopying blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\nCopying blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04\\nCopying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\nCopying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\nCopying blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366\\nCopying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\nCopying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\nCopying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\nCopying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\nCopying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\nCopying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\nCopying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\nCopying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\nCopying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\nCopying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\nCopying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\nCopying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\nCopying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\nCopying blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f\\nCopying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\nCopying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\nCopying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\nCopying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\nCopying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\nCopying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\nCopying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\nCopying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\nCopying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\nCopying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\nCopying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\nCopying blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\nCopying blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\nCopying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\nCopying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\nCopying blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb\\nCopying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\nCopying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\nCopying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\nCopying blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3\\nCopying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\nCopying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\nCopying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\nCopying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\nCopying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\nCopying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\nCopying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\nCopying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\nCopying config sha256:ec902fa509f6e65e160899be887498e6e989e7e2a25294a463542a6341872a02\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-47-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:32:55Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-47-source\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47-source\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Skipping blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0 (already present):\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:32:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:254f8db69c0c20ca204503b39112e4af014436b2b9b1a9c9be330fa6989c2cdd\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:254f8db69c0c20ca204503b39112e4af014436b2b9b1a9c9be330fa6989c2cdd\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:254f8db69c0c20ca204503b39112e4af014436b2b9b1a9c9be330fa6989c2cdd (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:32:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debu
repomirrorworker stdout | g msg=\\"Skipping blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:32:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:32:59Z\\" level=debug msg=\\"Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:ec902fa509f6e65e160899be887498e6e989e7e2a25294a463542a6341872a02\\"\\ntime=\\"2022-06-02T12:33:00Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:ec902fa509f6e65e160899be887498e6e989e7e2a25294a463542a6341872a02\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec902fa509f6e65e160899be887498e6e989e7e2a25294a463542a6341872a02\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec902fa509f6e65e160899be887498e6e989e7e2a25294a463542a6341872a02\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-47-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:33:01,405 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-47-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:33:01,405 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 33, 1, 405455), 2, 'c7368190-75c2-4112-a54c-aac4d16d0c4b', 3, '4ac1b5f5-7d29-4dba-87c4-1bb932bd2f21'])
repomirrorworker stdout | 2022-06-02 12:33:01,409 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:01,410 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:01,411 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:01,411 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:33:01,412 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:01,418 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:06,990 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:33:01Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-47.1614874861\""
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:33:01Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-47.1614874861"
repomirrorworker stdout | time="2022-06-02T12:33:02Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:02Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:33:02Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:33:02Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:02Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:02Z" level=debug msg="Copying instance sha256:ceeac6207ba275e5e1a00a27e432162a5ec59a60b9849a3a401910545574286b (1/4)"
repomirrorworker stdout | time="2022-06-02T12:33:02Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:ceeac6207ba275e5e1a00a27e432162a5ec59a60b9849a3a401910545574286b"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47.1614874861"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:434ef6d48ae8bf5168446a6a8fb1f9b106e2c18587fc31b9628bdf1598db61fd"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fdb393d8227cbe9756537d3f215a3098ae797bd4bde422aaa10ebde84a940893"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2c47174aa5e38b46edecbbdad3ad9455b944eefa5f27d718115c810d1075d7"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33f7cb563f04ece5bc41e77b4ec0dfa09d6f4c12cbe7f9e4f3232b20eb74d2ee"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b536614e8f89a67294fb2b5a743b44675697c47e22b116d03249fbf1f0da8c0"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33f7cb563f04ece5bc41e77b4ec0dfa09d6f4c12cbe7f9e4f3232b20eb74d2ee"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fdb393d8227cbe9756537d3f215a3098ae797bd4bde422aaa10ebde84a940893"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:434ef6d48ae8bf5168446a6a8fb1f9b106e2c18587fc31b9628bdf1598db61fd"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b536614e8f89a67294fb2b5a743b44675697c47e22b116d03249fbf1f0da8c0"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2c47174aa5e38b46edecbbdad3ad9455b944eefa5f27d718115c810d1075d7"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Skipping blob sha256:fdb393d8227cbe9756537d3f215a3098ae797bd4bde422aaa10ebde84a940893 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Skipping blob sha256:33f7cb563f04ece5bc41e77b4ec0dfa09d6f4c12cbe7f9e4f3232b20eb74d2ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Skipping blob sha256:6b536614e8f89a67294fb2b5a743b44675697c47e22b116d03249fbf1f0da8c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Skipping blob sha256:434ef6d48ae8bf5168446a6a8fb1f9b106e2c18587fc31b9628bdf1598db61fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Skipping blob sha256:3f2c47174aa5e38b46edecbbdad3ad9455b944eefa5f27d718115c810d1075d7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:8ec6f0d1c731e0cc347bcba6d822cf5c1d3d87e1896f590e1ac73e02da3a2994"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:8ec6f0d1c731e0cc347bcba6d822cf5c1d3d87e1896f590e1ac73e02da3a2994"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ec6f0d1c731e0cc347bcba6d822cf5c1d3d87e1896f590e1ac73e02da3a2994"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ec6f0d1c731e0cc347bcba6d822cf5c1d3d87e1896f590e1ac73e02da3a2994"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:ceeac6207ba275e5e1a00a27e432162a5ec59a60b9849a3a401910545574286b"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="Copying instance sha256:32608b46adee9ffd6ab68c52146b7aa877ca841593071451f978e14a2a53d4af (2/4)"
repomirrorworker stdout | time="2022-06-02T12:33:03Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:32608b46adee9ffd6ab68c52146b7aa877ca841593071451f978e14a2a53d4af"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47.1614874861"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d6c1272cb9524535dc6e09d75328a4e85c3545dc306d763fa54e86d7438a317"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1936fce290c07fb817db250b33f7e636923679cc24344c484d36a342119957a9"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2757032cb72eab8638ffcbd1f363235486c5351ff1b64a441200b076065a1f82"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:61288c5ba71c75d89bce3f7097d1e2689740451cbec50807eac8cbb22d8aafa4"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2757032cb72eab8638ffcbd1f363235486c5351ff1b64a441200b076065a1f82"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1936fce290c07fb817db250b33f7e636923679cc24344c484d36a342119957a9"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:61288c5ba71c75d89bce3f7097d1e2689740451cbec50807eac8cbb22d8aafa4"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d6c1272cb9524535dc6e09d75328a4e85c3545dc306d763fa54e86d7438a317"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e03f80d8771a4b5b9573ab29a851944f5f4d5c8ce10ebee35a60e785eca9a145"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e03f80d8771a4b5b9573ab29a851944f5f4d5c8ce10ebee35a60e785eca9a145"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="Skipping blob sha256:61288c5ba71c75d89bce3f7097d1e2689740451cbec50807eac8cbb22d8aafa4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="Skipping blob sha256:1936fce290c07fb817db250b33f7e636923679cc24344c484d36a342119957a9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="Skipping blob sha256:e03f80d8771a4b5b9573ab29a851944f5f4d5c8ce10ebee35a60e785eca9a145 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="Skipping blob sha256:2757032cb72eab8638ffcbd1f363235486c5351ff1b64a441200b076065a1f82 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="Skipping blob sha256:3d6c1272cb9524535dc6e09d75328a4e85c3545dc306d763fa54e86d7438a317 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:7af092c85b4bbed3aaec97ce3f49aa82f37b1cf03c4f927806c9ea0e42eb6648"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:7af092c85b4bbed3aaec97ce3f49aa82f37b1cf03c4f927806c9ea0e42eb6648"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7af092c85b4bbed3aaec97ce3f49aa82f37b1cf03c4f927806c9ea0e42eb6648"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7af092c85b4bbed3aaec97ce3f49aa82f37b1cf03c4f927806c9ea0e42eb6648"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:32608b46adee9ffd6ab68c52146b7aa877ca841593071451f978e14a2a53d4af"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="Copying instance sha256:5c08912e008909d9a7c13ca064d521a92a220e79539170c35ac7de096d16690f (3/4)"
repomirrorworker stdout | time="2022-06-02T12:33:04Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:5c08912e008909d9a7c13ca064d521a92a220e79539170c35ac7de096d16690f"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47.1614874861"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b74a6b9cfb178c7ef6e698008b5bee91ab9c1a9061c66840d33ac7cf47adf7c5"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:786a0a33ba9629867cee0a32e8251d2d9a0591fa94bb0382ca539efe675ac248"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:922b421e35632f3b49b2f37a889823d2b1ceb29ae96b8f0a92120574cd060aa5"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb9e419b5b409bde3f5916baa4f1afdeda8aa0579c9c4a46d625da6858ffd8c2"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb9e419b5b409bde3f5916baa4f1afdeda8aa0579c9c4a46d625da6858ffd8c2"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:922b421e35632f3b49b2f37a889823d2b1ceb29ae96b8f0a92120574cd060aa5"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:248975698085ef840c2738c5f6c0d3fd6251919bd6dc969829d3cd9d97e1140a"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:786a0a33ba9629867cee0a32e8251d2d9a0591fa94bb0382ca539efe675ac248"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:248975698085ef840c2738c5f6c0d3fd6251919bd6dc969829d3cd9d97e1140a"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b74a6b9cfb178c7ef6e698008b5bee91ab9c1a9061c66840d33ac7cf47adf7c5"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="Skipping blob sha256:248975698085ef840c2738c5f6c0d3fd6251919bd6dc969829d3cd9d97e1140a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="Skipping blob sha256:786a0a33ba9629867cee0a32e8251d2d9a0591fa94bb0382ca539efe675ac248 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="Skipping blob sha256:922b421e35632f3b49b2f37a889823d2b1ceb29ae96b8f0a92120574cd060aa5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="Skipping blob sha256:bb9e419b5b409bde3f5916baa4f1afdeda8aa0579c9c4a46d625da6858ffd8c2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="Skipping blob sha256:b74a6b9cfb178c7ef6e698008b5bee91ab9c1a9061c66840d33ac7cf47adf7c5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:428b1bdc82c1a00b722c75234842890ac9418f732b5f4b202404df879704f902"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:428b1bdc82c1a00b722c75234842890ac9418f732b5f4b202404df879704f902"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:428b1bdc82c1a00b722c75234842890ac9418f732b5f4b202404df879704f902"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:428b1bdc82c1a00b722c75234842890ac9418f732b5f4b202404df879704f902"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:5c08912e008909d9a7c13ca064d521a92a220e79539170c35ac7de096d16690f"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="Copying instance sha256:37866d0c617ea3080555721339e4211036702c35f283fdda4501cb4d477dd866 (4/4)"
repomirrorworker stdout | time="2022-06-02T12:33:05Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:37866d0c617ea3080555721339e4211036702c35f283fdda4501cb4d477dd866"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47.1614874861"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32200f20f606305c123aa6d238ecdcf4f088a653413c42883b59e6b878e1ae1a"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ad7d5002a00270638698078953598ffd471947b6ef0d5f1fd8edaa8b595b1"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ad7d5002a00270638698078953598ffd471947b6ef0d5f1fd8edaa8b595b1"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a294444146770f9cfb9c73d43609148a6c0880e076e73144d15a66f45a71e14"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a294444146770f9cfb9c73d43609148a6c0880e076e73144d15a66f45a71e14"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b8104639b30ab2809f36a8cd2e74efa7b8699dde718dd3e76ae3cc21c843172"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:227190c891da5b7fa883dc122b4ffd390a282cfb2b3e1de9dcd86c607cd077bb"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32200f20f606305c123aa6d238ecdcf4f088a653413c42883b59e6b878e1ae1a"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:227190c891da5b7fa883dc122b4ffd390a282cfb2b3e1de9dcd86c607cd077bb"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b8104639b30ab2809f36a8cd2e74efa7b8699dde718dd3e76ae3cc21c843172"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="Skipping blob sha256:227190c891da5b7fa883dc122b4ffd390a282cfb2b3e1de9dcd86c607cd077bb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="Skipping blob sha256:7a294444146770f9cfb9c73d43609148a6c0880e076e73144d15a66f45a71e14 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="Skipping blob sha256:6b8104639b30ab2809f36a8cd2e74efa7b8699dde718dd3e76ae3cc21c843172 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="Skipping blob sha256:32200f20f606305c123aa6d238ecdcf4f088a653413c42883b59e6b878e1ae1a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="Skipping blob sha256:0b9ad7d5002a00270638698078953598ffd471947b6ef0d5f1fd8edaa8b595b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:6aa355a208ddec72894f87306d28c07f9fb20c6a3fd8e5184c16b03c9f223278"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:6aa355a208ddec72894f87306d28c07f9fb20c6a3fd8e5184c16b03c9f223278"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aa355a208ddec72894f87306d28c07f9fb20c6a3fd8e5184c16b03c9f223278"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aa355a208ddec72894f87306d28c07f9fb20c6a3fd8e5184c16b03c9f223278"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:37866d0c617ea3080555721339e4211036702c35f283fdda4501cb4d477dd866"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:33:06Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-47.1614874861"
repomirrorworker stdout | 2022-06-02 12:33:06,991 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:ceeac6207ba275e5e1a00a27e432162a5ec59a60b9849a3a401910545574286b (1/4)
repomirrorworker stdout | Copying blob sha256:fdb393d8227cbe9756537d3f215a3098ae797bd4bde422aaa10ebde84a940893
repomirrorworker stdout | Copying blob sha256:33f7cb563f04ece5bc41e77b4ec0dfa09d6f4c12cbe7f9e4f3232b20eb74d2ee
repomirrorworker stdout | Copying blob sha256:6b536614e8f89a67294fb2b5a743b44675697c47e22b116d03249fbf1f0da8c0
repomirrorworker stdout | Copying blob sha256:434ef6d48ae8bf5168446a6a8fb1f9b106e2c18587fc31b9628bdf1598db61fd
repomirrorworker stdout | Copying blob sha256:3f2c47174aa5e38b46edecbbdad3ad9455b944eefa5f27d718115c810d1075d7
repomirrorworker stdout | Copying config sha256:8ec6f0d1c731e0cc347bcba6d822cf5c1d3d87e1896f590e1ac73e02da3a2994
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:32608b46adee9ffd6ab68c52146b7aa877ca841593071451f978e14a2a53d4af (2/4)
repomirrorworker stdout | Copying blob sha256:61288c5ba71c75d89bce3f7097d1e2689740451cbec50807eac8cbb22d8aafa4
repomirrorworker stdout | Copying blob sha256:1936fce290c07fb817db250b33f7e636923679cc24344c484d36a342119957a9
repomirrorworker stdout | Copying blob sha256:e03f80d8771a4b5b9573ab29a851944f5f4d5c8ce10ebee35a60e785eca9a145
repomirrorworker stdout | Copying blob sha256:2757032cb72eab8638ffcbd1f363235486c5351ff1b64a441200b076065a1f82
repomirrorworker stdout | Copying blob sha256:3d6c1272cb9524535dc6e09d75328a4e85c3545dc306d763fa54e86d7438a317
repomirrorworker stdout | Copying config sha256:7af092c85b4bbed3aaec97ce3f49aa82f37b1cf03c4f927806c9ea0e42eb6648
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:5c08912e008909d9a7c13ca064d521a92a220e79539170c35ac7de096d16690f (3/4)
repomirrorworker stdout | Copying blob sha256:248975698085ef840c2738c5f6c0d3fd6251919bd6dc969829d3cd9d97e1140a
repomirrorworker stdout | Copying blob sha256:786a0a33ba9629867cee0a32e8251d2d9a0591fa94bb0382ca539efe675ac248
repomirrorworker stdout | Copying blob sha256:922b421e35632f3b49b2f37a889823d2b1ceb29ae96b8f0a92120574cd060aa5
repomirrorworker stdout | Copying blob sha256:bb9e419b5b409bde3f5916baa4f1afdeda8aa0579c9c4a46d625da6858ffd8c2
repomirrorworker stdout | Copying blob sha256:b74a6b9cfb178c7ef6e698008b5bee91ab9c1a9061c66840d33ac7cf47adf7c5
repomirrorworker stdout | Copying config sha256:428b1bdc82c1a00b722c75234842890ac9418f732b5f4b202404df879704f902
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:37866d0c617ea3080555721339e4211036702c35f283fdda4501cb4d477dd866 (4/4)
repomirrorworker stdout | Copying blob sha256:227190c891da5b7fa883dc122b4ffd390a282cfb2b3e1de9dcd86c607cd077bb
repomirrorworker stdout | Copying blob sha256:7a294444146770f9cfb9c73d43609148a6c0880e076e73144d15a66f45a71e14
repomirrorworker stdout | Copying blob sha256:6b8104639b30ab2809f36a8cd2e74efa7b8699dde718dd3e76ae3cc21c843172
repomirrorworker stdout | Copying blob sha256:32200f20f606305c123aa6d238ecdcf4f088a653413c42883b59e6b878e1ae1a
repomirrorworker stdout | Copying blob sha256:0b9ad7d5002a00270638698078953598ffd471947b6ef0d5f1fd8edaa8b595b1
repomirrorworker stdout | Copying config sha256:6aa355a208ddec72894f87306d28c07f9fb20c6a3fd8e5184c16b03c9f223278
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:33:06,993 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:06,996 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:06,998 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 33, 6, 996355), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-47.1614874861\' successful sync", "tag": "1-47.1614874861", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:ceeac6207ba275e5e1a00a27e432162a5ec59a60b9849a3a401910545574286b (1/4)\\nCopying blob sha256:fdb393d8227cbe9756537d3f215a3098ae797bd4bde422aaa10ebde84a940893\\nCopying blob sha256:33f7cb563f04ece5bc41e77b4ec0dfa09d6f4c12cbe7f9e4f3232b20eb74d2ee\\nCopying blob sha256:6b536614e8f89a67294fb2b5a743b44675697c47e22b116d03249fbf1f0da8c0\\nCopying blob sha256:434ef6d48ae8bf5168446a6a8fb1f9b106e2c18587fc31b9628bdf1598db61fd\\nCopying blob sha256:3f2c47174aa5e38b46edecbbdad3ad9455b944eefa5f27d718115c810d1075d7\\nCopying config sha256:8ec6f0d1c731e0cc347bcba6d822cf5c1d3d87e1896f590e1ac73e02da3a2994\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:32608b46adee9ffd6ab68c52146b7aa877ca841593071451f978e14a2a53d4af (2/4)\\nCopying blob sha256:61288c5ba71c75d89bce3f7097d1e2689740451cbec50807eac8cbb22d8aafa4\\nCopying blob sha256:1936fce290c07fb817db250b33f7e636923679cc24344c484d36a342119957a9\\nCopying blob sha256:e03f80d8771a4b5b9573ab29a851944f5f4d5c8ce10ebee35a60e785eca9a145\\nCopying blob sha256:2757032cb72eab8638ffcbd1f363235486c5351ff1b64a441200b076065a1f82\\nCopying blob sha256:3d6c1272cb9524535dc6e09d75328a4e85c3545dc306d763fa54e86d7438a317\\nCopying config sha256:7af092c85b4bbed3aaec97ce3f49aa82f37b1cf03c4f927806c9ea0e42eb6648\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:5c08912e008909d9a7c13ca064d521a92a220e79539170c35ac7de096d16690f (3/4)\\nCopying blob sha256:248975698085ef840c2738c5f6c0d3fd6251919bd6dc969829d3cd9d97e1140a\\nCopying blob sha256:786a0a33ba9629867cee0a32e8251d2d9a0591fa94bb0382ca539efe675ac248\\nCopying blob sha256:922b421e35632f3b49b2f37a889823d2b1ceb29ae96b8f0a92120574cd060aa5\\nCopying blob sha256:bb9e419b5b409bde3f5916baa4f1afdeda8aa0579c9c4a46d625da6858ffd8c2\\nCopying blob sha256:b74a6b9cfb178c7ef6e698008b5bee91ab9c1a9061c66840d33ac7cf47adf7c5\\nCopying config sha256:428b1bdc82c1a00b722c75234842890ac9418f732b5f4b202404df879704f902\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:37866d0c617ea3080555721339e4211036702c35f283fdda4501cb4d477dd866 (4/4)\\nCopying blob sha256:227190c891da5b7fa883dc122b4ffd390a282cfb2b3e1de9dcd86c607cd077bb\\nCopying blob sha256:7a294444146770f9cfb9c73d43609148a6c0880e076e73144d15a66f45a71e14\\nCopying blob sha256:6b8104639b30ab2809f36a8cd2e74efa7b8699dde718dd3e76ae3cc21c843172\\nCopying blob sha256:32200f20f606305c123aa6d238ecdcf4f088a653413c42883b59e6b878e1ae1a\\nCopying blob sha256:0b9ad7d5002a00270638698078953598ffd471947b6ef0d5f1fd8edaa8b595b1\\nCopying config sha256:6aa355a208ddec72894f87306d28c07f9fb20c6a3fd8e5184c16b03c9f223278\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-47.1614874861\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:33:01Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-47.1614874861\\"\\ntime=\\"2022-06-02T12:33:02Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:02Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:33:02Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:33:02Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:02Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:33:02Z\\" level=debug msg=\\"Copying instance sha256:ceeac6207ba275e5e1a00a27e432162a5ec59a60b9849a3a401910545574286b (1/4)\\"\\ntime=\\"2022-06-02T12:33:02Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:ceeac6207ba275e5e1a00a27e432162a5ec59a60b9849a3a401910545574286b\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47.1614874861\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:434ef6d48ae8bf5168446a6a8fb1f9b106e2c18587fc31b9628bdf1598db61fd\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fdb393d8227cbe9756537d3f215a3098ae797bd4bde422aaa10ebde84a940893\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2c47174aa5e38b46edecbbdad3ad9455b944eefa5f27d718115c810d1075d7\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33f7cb563f04ece5bc41e77b4ec0dfa09d6f4c12cbe7f9e4f3232b20eb74d2ee\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b536614e8f89a67294fb2b5a743b44675697c47e22b116d03249fbf1f0da8c0\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33f7cb563f04ece5bc41e77b4ec0dfa09d6f4c12cbe7f9e4f3232b20eb74d2ee\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fdb393d8227cbe9756537d3f215a3098ae797bd4bde422aaa10ebde84a940893\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:434ef6d48ae8bf5168446a6a8fb1f9b106e2c18587fc31b9628bdf1598db61fd\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b536614e8f89a67294fb2b5a743b44675697c47e22b116d03249fbf1f0da8c0\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2c47174aa5e38b46edecbbdad3ad9455b944eefa5f27d718115c810d1075d7\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Skipping blob sha256:fdb393d8227cbe9756537d3f215a3098ae797bd4bde422aaa10ebde84a940893 (already present):\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Skipping blob sha256:33f7cb563f04ece5bc41e77b4ec0dfa09d6f4c12cbe7f9e4f3232b20eb74d2ee (already present):\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Skipping blob sha256:6b536614e8f89a67294fb2b5a743b44675697c47e22b116d03249fbf1f0da8c0 (already present):\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Skipping blob sha256:434ef6d48ae8bf5168446a6a8fb1f9b106e2c18587fc31b9628bdf1598db61fd (already present):\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Skipping blob sha256:3f2c47174aa5e38b46edecbbdad3ad9455b944eefa5f27d718115c810d1075d7 (already present):\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:8ec6f0d1c731e0cc347bcba6d822cf5c1d3d87e1896f590e1ac73e02da3a2994\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:8ec6f0d1c731e0cc347bcba6d822cf5c1d3d87e1896f590e1ac73e02da3a2994\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ec6f0d1c731e0cc347bcba6d822cf5c1d3d87e1896f590e1ac73e02da3a2994\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ec6f0d1c731e0cc347bcba6d822cf5c1d3d87e1896f590e1ac73e02da3a2994\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:ceeac6207ba275e5e1a00a27e432162a5ec59a60b9849a3a401910545574286b\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"Copying instance sha256:32608b46adee9ffd6ab68c52146b7aa877ca841593071451f978e14a2a53d4af (2/4)\\"\\ntime=\\"2022-06-02T12:33:03Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:32608b46adee9ffd6ab68c52146b7aa877ca841593071451f978e14a2a53d4af\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47.1614874861\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d6c1272cb9524535dc6e09d75328a4e85c3545dc306d763fa54e86d7438a317\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1936fce290c07fb817db250b33f7e636923679cc24344c484d36a342119957a9\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2757032cb72eab8638ffcbd1f363235486c5351ff1b64a441200b076065a1f82\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:61288c5ba71c75d89bce3f7097d1e2689740451cbec50807eac8cbb22d8aafa4\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2757032cb72eab8638ffcbd1f363235486c5351ff1b64a441200b076065a1f82\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1936fce290c07fb817db250b33f7e636923679cc24344c484d36a342119957a9\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:61288c5ba71c75d89bce3f7097d1e2689740451cbec50807eac8cbb22d8aafa4\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d6c1272cb9524535dc6e09d75328a4e85c3545dc306d763fa54e86d7438a317\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e03f80d8771a4b5b9573ab29a851944f5f4d5c8ce10ebee35a60e785eca9a145\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e03f80d8771a4b5b9573ab29a851944f5f4d5c8ce10ebee35a60e785eca9a145\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"Skipping blob sha256:61288c5ba71c75d89bce3f7097d1e2689740451cbec50807eac8cbb22d8aafa4 (already present):\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"Skipping blob sha256:1936fce290c07fb817db250b33f7e636923679cc24344c484d36a342119957a9 (already present):\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"Skipping blob sha256:e03f80d8771a4b5b9573ab29a851944f5f4d5c8ce10ebee35a60e785eca9a145 (already present):\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"Skipping blob sha256:2757032cb72eab8638ffcbd1f363235486c5351ff1b64a441200b076065a1f82 (already present):\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"Skipping blob sha256:3d6c1272cb9524535dc6e09d75328a4e85c3545dc306d763fa54e86d7438a317 (already present):\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:7af092c85b4bbed3aaec97ce3f49aa82f37b1cf03c4f927806c9ea0e42eb6648\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:7af092c85b4bbed3aaec97ce3f49aa82f37b1cf03c4f927806c9ea0e42eb6648\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7af092c85b4bbed3aaec97ce3f49aa82f37b1cf03c4f927806c9ea0e42eb6648\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7af092c85b4bbed3aaec97ce3f49aa82f37b1cf03c4f927806c9ea0e42eb6648\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:32608b46adee9ffd6ab68c52146b7aa877ca841593071451f978e14a2a53d4af\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"Copying instance sha256:5c08912e008909d9a7c13ca064d521a92a220e79539170c35ac7de096d16690f (3/4)\\"\\ntime=\\"2022-06-02T12:33:04Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:5c08912e008909d9a7c13ca064d521a92a220e79539170c35ac7de096d16690f\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47.1614874861\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b74a6b9cfb178c7ef6e698008b5bee91ab9c1a9061c66840d33ac7cf47adf7c5\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:786a0a33ba9629867cee0a32e8251d2d9a0591fa94bb0382ca539efe675ac248\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:922b421e35632f3b49b2f37a889823d2b1ceb29ae96b8f0a92120574cd060aa5\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb9e419b5b409bde3f5916baa4f1afdeda8aa0579c9c4a46d625da6858ffd8c2\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb9e419b5b409bde3f5916baa4f1afdeda8aa0579c9c4a46d625da6858ffd8c2\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:922b421e35632f3b49b2f37a889823d2b1ceb29ae96b8f0a92120574cd060aa5\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:248975698085ef840c2738c5f6c0d3fd6251919bd6dc969829d3cd9d97e1140a\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:786a0a33ba9629867cee0a32e8251d2d9a0591fa94bb0382ca539efe675ac248\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:248975698085ef840c2738c5f6c0d3fd6251919bd6dc969829d3cd9d97e1140a\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b74a6b9cfb178c7ef6e698008b5bee91ab9c1a9061c66840d33ac7cf47adf7c5\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"Skipping blob sha256:248975698085ef840c2738c5f6c0d3fd6251919bd6dc969829d3cd9d97e1140a (already present):\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"Skipping blob sha256:786a0a33ba9629867cee0a32e8251d2d9a0591fa94bb0382ca539efe675ac248 (already present):\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"Skipping blob sha256:922b421e35632f3b49b2f37a889823d2b1ceb29ae96b8f0a92120574cd060aa5 (already present):\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"Skipping blob sha256:bb9e419b5b409bde3f5916baa4f1afdeda8aa0579c9c4a46d625da6858ffd8c2 (already present):\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"Skipping blob sha256:b74a6b9cfb178c7ef6e698008b5bee91ab9c1a9061c66840d33ac7cf47adf7c5 (already present):\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:428b1bdc82c1a00b722c75234842890ac9418f732b5f4b202404df879704f902\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:428b1bdc82c1a00b722c75234842890ac9418f732b5f4b202404df879704f902\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:428b1bdc82c1a00b722c75234842890ac9418f732b5f4b202404df879704f902\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:428b1bdc82c1a00b722c75234842890ac9418f732b5f4b202404df879704f902\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:5c08912e008909d9a7c13ca064d521a92a220e79539170c35ac7de096d16690f\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"Copying instance sha256:37866d0c617ea3080555721339e4211036702c35f283fdda4501cb4d477dd866 (4/4)\\"\\ntime=\\"2022-06-02T12:33:05Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:37866d0c617ea3080555721339e4211036702c35f283fdda4501cb4d477dd866\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47.1614874861\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32200f20f606305c123aa6d238ecdcf4f088a653413c42883b59e6b878e1ae1a\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ad7d5002a00270638698078953598ffd471947b6ef0d5f1fd8edaa8b595b1\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ad7d5002a00270638698078953598ffd471947b6ef0d5f1fd8edaa8b595b1\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a294444146770f9cfb9c73d43609148a6c0880e076e73144d15a66f45a71e14\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a294444146770f9cfb9c73d43609148a6c0880e076e73144d15a66f45a71e14\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b8104639b30ab2809f36a8cd2e74efa7b8699dde718dd3e76ae3cc21c843172\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:227190c891da5b7fa883dc122b4ffd390a282cfb2b3e1de9dcd86c607cd077bb\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32200f20f606305c123aa6d238ecdcf4f088a653413c42883b59e6b878e1ae1a\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:227190c891da5b7fa883dc122b4ffd390a282cfb2b3e1de9dcd86c607cd077bb\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b8104639b30ab2809f36a8cd2e74efa7b8699dde718dd3e76ae3cc21c843172\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"Skipping blob sha256:227190c891da5b7fa883dc122b4ffd390a282cfb2b3e1de9dcd86c607cd077bb (already present):\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"Skipping blob sha256:7a294444146770f9cfb9c73d43609148a6c0880e076e73144d15a66f45a71e14 (already present):\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"Skipping blob sha256:6b8104639b30ab2809f36a8cd2e74efa7b8699dde718dd3e76ae3cc21c843172 (already present):\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"Skipping blob sha256:32200f20f606305c123aa6d238ecdcf4f088a653413c42883b59e6b878e1ae1a (already present):\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"Skipping blob sha256:0b9ad7d5002a00270638698078953598ffd471947b6ef0d5f1fd8edaa8b595b1 (already present):\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:6aa355a208ddec72894f87306d28c07f9fb20c6a3fd8e5184c16b03c9f223278\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:6aa355a208ddec72894f87306d28c07f9fb20c6a3fd8e5184c16b03c9f223278\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aa355a208ddec72894f87306d28c07f9fb20c6a3fd8e5184c16b03c9f223278\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aa355a208ddec72894f87306d28c07f9fb20c6a3fd8e5184c16b03c9f223278\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:37866d0c617ea3080555721339e4211036702c35f283fdda4501cb4d477dd866\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:33:06Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-47.1614874861\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:33:07,001 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-47.1614874861' successful sync.
repomirrorworker stdout | 2022-06-02 12:33:07,002 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 33, 7, 1914), 2, '00f9b00b-706d-44c5-b46b-116f1155ceb3', 3, 'c7368190-75c2-4112-a54c-aac4d16d0c4b'])
repomirrorworker stdout | 2022-06-02 12:33:07,004 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:07,005 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:07,006 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:07,007 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:33:07,008 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:07,016 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:09,186 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:33:09,186 [60] [WARNING] [apscheduler.scheduler] Execution of job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:33:09 UTC)" skipped: maximum number of running instances reached (1)
repomirrorworker stdout | 2022-06-02 12:33:09,187 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:33:39.167018+00:00 (in 29.980496 seconds)
repomirrorworker stdout | 2022-06-02 12:33:13,758 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:33:07Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:07Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:07Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:33:07Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:07Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:07Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:07Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:07Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:07Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:07Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-47.1614874861-source\""
repomirrorworker stdout | time="2022-06-02T12:33:07Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:07Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:07Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:07Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:07Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:07Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:07Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:33:07Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-47.1614874861-source"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47.1614874861-source"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198"
repomirrorworker stdout | time="2022-06-02T12:33:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:33:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd"
repomirrorworker stdout | time="2022-06-02T12:33:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022
repomirrorworker stdout | -06-02T12:33:11Z" level=debug msg="Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f"
repomirrorworker stdout | time="2022-06-02T12:33:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:12Z" level=debug msg="Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:aa1cd36d10bc925058c8daf6f55ad4a2c06518e9104cf9f6014fc15a190c983f"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:aa1cd36d10bc925058c8daf6f55ad4a2c06518e9104cf9f6014fc15a190c983f"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa1cd36d10bc925058c8daf6f55ad4a2c06518e9104cf9f6014fc15a190c983f"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa1cd36d10bc925058c8daf6f55ad4a2c06518e9104cf9f6014fc15a190c983f"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-47.1614874861-source"
repomirrorworker stdout | 2022-06-02 12:33:13,758 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d
repomirrorworker stdout | Copying blob sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c
repomirrorworker stdout | Copying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326
repomirrorworker stdout | Copying blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef
repomirrorworker stdout | Copying blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68
repomirrorworker stdout | Copying blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389
repomirrorworker stdout | Copying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15
repomirrorworker stdout | Copying blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa
repomirrorworker stdout | Copying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1
repomirrorworker stdout | Copying blob sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1
repomirrorworker stdout | Copying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec
repomirrorworker stdout | Copying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a
repomirrorworker stdout | Copying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b
repomirrorworker stdout | Copying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7
repomirrorworker stdout | Copying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f
repomirrorworker stdout | Copying blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43
repomirrorworker stdout | Copying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef
repomirrorworker stdout | Copying blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc
repomirrorworker stdout | Copying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d
repomirrorworker stdout | Copying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769
repomirrorworker stdout | Copying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332
repomirrorworker stdout | Copying blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494
repomirrorworker stdout | Copying blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354
repomirrorworker stdout | Copying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4
repomirrorworker stdout | Copying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359
repomirrorworker stdout | Copying blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2
repomirrorworker stdout | Copying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40
repomirrorworker stdout | Copying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1
repomirrorworker stdout | Copying blob sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324
repomirrorworker stdout | Copying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f
repomirrorworker stdout | Copying blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6
repomirrorworker stdout | Copying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c
repomirrorworker stdout | Copying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671
repomirrorworker stdout | Copying blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b
repomirrorworker stdout | Copying blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8
repomirrorworker stdout | Copying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c
repomirrorworker stdout | Copying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44
repomirrorworker stdout | Copying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440
repomirrorworker stdout | Copying blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea
repomirrorworker stdout | Copying blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6
repomirrorworker stdout | Copying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2
repomirrorworker stdout | Copying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1
repomirrorworker stdout | Copying blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9
repomirrorworker stdout | Copying blob sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7
repomirrorworker stdout | Copying blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d
repomirrorworker stdout | Copying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4
repomirrorworker stdout | Copying blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31
repomirrorworker stdout | Copying blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812
repomirrorworker stdout | Copying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385
repomirrorworker stdout | Copying blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581
repomirrorworker stdout | Copying blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798
repomirrorworker stdout | Copying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d
repomirrorworker stdout | Copying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725
repomirrorworker stdout | Copying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06
repomirrorworker stdout | Copying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc
repomirrorworker stdout | Copying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b
repomirrorworker stdout | Copying blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a
repomirrorworker stdout | Copying blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9
repomirrorworker stdout | Copying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489
repomirrorworker stdout | Copying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd
repomirrorworker stdout | Copying blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53
repomirrorworker stdout | Copying blob sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9
repomirrorworker stdout | Copying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581
repomirrorworker stdout | Copying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa
repomirrorworker stdout | Copying blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198
repomirrorworker stdout | Copying blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20
repomirrorworker stdout | Copying blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244
repomirrorworker stdout | Copying blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81
repomirrorworker stdout | Copying blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51
repomirrorworker stdout | Copying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad
repomirrorworker stdout | Copying blob sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37
repomirrorworker stdout | Copying blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611
repomirrorworker stdout | Copying blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad
repomirrorworker stdout | Copying blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf
repomirrorworker stdout | Copying blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0
repomirrorworker stdout | Copying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998
repomirrorworker stdout | Copying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6
repomirrorworker stdout | Copying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946
repomirrorworker stdout | Copying blob sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e
repomirrorworker stdout | Copying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff
repomirrorworker stdout | Copying blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38
repomirrorworker stdout | Copying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32
repomirrorworker stdout | Copying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915
repomirrorworker stdout | Copying blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486
repomirrorworker stdout | Copying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb
repomirrorworker stdout | Copying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569
repomirrorworker stdout | Copying blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387
repomirrorworker stdout | Copying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46
repomirrorworker stdout | Copying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a
repomirrorworker stdout | Copying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95
repomirrorworker stdout | Copying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1
repomirrorworker stdout | Copying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3
repomirrorworker stdout | Copying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41
repomirrorworker stdout | Copying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924
repomirrorworker stdout | Copying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171
repomirrorworker stdout | Copying blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08
repomirrorworker stdout | Copying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e
repomirrorworker stdout | Copying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b
repomirrorworker stdout | Copying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946
repomirrorworker stdout | Copying blob sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209
repomirrorworker stdout | Copying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde
repomirrorworker stdout | Copying blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24
repomirrorworker stdout | Copying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f
repomirrorworker stdout | Copying blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95
repomirrorworker stdout | Copying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e
repomirrorworker stdout | Copying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81
repomirrorworker stdout | Copying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b
repomirrorworker stdout | Copying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2
repomirrorworker stdout | Copying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4
repomirrorworker stdout | Copying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378
repomirrorworker stdout | Copying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722
repomirrorworker stdout | Copying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade
repomirrorworker stdout | Copying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e
repomirrorworker stdout | Copying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb
repomirrorworker stdout | Copying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588
repomirrorworker stdout | Copying blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe
repomirrorworker stdout | Copying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d
repomirrorworker stdout | Copying blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007
repomirrorworker stdout | Copying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc
repomirrorworker stdout | Copying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f
repomirrorworker stdout | Copying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36
repomirrorworker stdout | Copying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c
repomirrorworker stdout | Copying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b
repomirrorworker stdout | Copying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645
repomirrorworker stdout | Copying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a
repomirrorworker stdout | Copying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9
repomirrorworker stdout | Copying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de
repomirrorworker stdout | Copying blob sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d
repomirrorworker stdout | Copying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3
repomirrorworker stdout | Copying blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f
repomirrorworker stdout | Copying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b
repomirrorworker stdout | Copying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014
repomirrorworker stdout | Copying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f
repomirrorworker stdout | Copying blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1
repomirrorworker stdout | Copying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1
repomirrorworker stdout | Copying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01
repomirrorworker stdout | Copying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2
repomirrorworker stdout | Copying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079
repomirrorworker stdout | Copying blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155
repomirrorworker stdout | Copying blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d
repomirrorworker stdout | Copying blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12
repomirrorworker stdout | Copying blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157
repomirrorworker stdout | Copying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a
repomirrorworker stdout | Copying blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566
repomirrorworker stdout | Copying blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c
repomirrorworker stdout | Copying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8
repomirrorworker stdout | Copying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8
repomirrorworker stdout | Copying blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b
repomirrorworker stdout | Copying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416
repomirrorworker stdout | Copying blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983
repomirrorworker stdout | Copying blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc
repomirrorworker stdout | Copying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d
repomirrorworker stdout | Copying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff
repomirrorworker stdout | Copying blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463
repomirrorworker stdout | Copying blob sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f
repomirrorworker stdout | Copying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c
repomirrorworker stdout | Copying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83
repomirrorworker stdout | Copying blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372
repomirrorworker stdout | Copying blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902
repomirrorworker stdout | Copying blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e
repomirrorworker stdout | Copying blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354
repomirrorworker stdout | Copying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c
repomirrorworker stdout | Copying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae
repomirrorworker stdout | Copying blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21
repomirrorworker stdout | Copying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331
repomirrorworker stdout | Copying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3
repomirrorworker stdout | Copying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332
repomirrorworker stdout | Copying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4
repomirrorworker stdout | Copying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53
repomirrorworker stdout | Copying blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b
repomirrorworker stdout | Copying blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc
repomirrorworker stdout | Copying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3
repomirrorworker stdout | Copying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7
repomirrorworker stdout | Copying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251
repomirrorworker stdout | Copying blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e
repomirrorworker stdout | Copying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433
repomirrorworker stdout | Copying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0
repomirrorworker stdout | Copying blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4
repomirrorworker stdout | Copying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc
repomirrorworker stdout | Copying blob sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626
repomirrorworker stdout | Copying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384
repomirrorworker stdout | Copying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae
repomirrorworker stdout | Copying blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da
repomirrorworker stdout | Copying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef
repomirrorworker stdout | Copying blob sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec
repomirrorworker stdout | Copying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443
repomirrorworker stdout | Copying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a
repomirrorworker stdout | Copying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d
repomirrorworker stdout | Copying blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd
repomirrorworker stdout | Copying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855
repomirrorworker stdout | Copying blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3
repomirrorworker stdout | Copying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108
repomirrorworker stdout | Copying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802
repomirrorworker stdout | Copying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b
repomirrorworker stdout | Copying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39
repomirrorworker stdout | Copying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95
repomirrorworker stdout | Copying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3
repomirrorworker stdout | Copying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803
repomirrorworker stdout | Copying blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec
repomirrorworker stdout | Copying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0
repomirrorworker stdout | Copying blob sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee
repomirrorworker stdout | Copying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd
repomirrorworker stdout | Copying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9
repomirrorworker stdout | Copying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1
repomirrorworker stdout | Copying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538
repomirrorworker stdout | Copying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05
repomirrorworker stdout | Copying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e
repomirrorworker stdout | Copying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481
repomirrorworker stdout | Copying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955
repomirrorworker stdout | Copying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098
repomirrorworker stdout | Copying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895
repomirrorworker stdout | Copying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa
repomirrorworker stdout | Copying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742
repomirrorworker stdout | Copying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f
repomirrorworker stdout | Copying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263
repomirrorworker stdout | Copying blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc
repomirrorworker stdout | Copying blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b
repomirrorworker stdout | Copying blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb
repomirrorworker stdout | Copying blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe
repomirrorworker stdout | Copying blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04
repomirrorworker stdout | Copying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c
repomirrorworker stdout | Copying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2
repomirrorworker stdout | Copying blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366
repomirrorworker stdout | Copying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4
repomirrorworker stdout | Copying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb
repomirrorworker stdout | Copying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c
repomirrorworker stdout | Copying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8
repomirrorworker stdout | Copying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c
repomirrorworker stdout | Copying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be
repomirrorworker stdout | Copying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226
repomirrorworker stdout | Copying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e
repomirrorworker stdout | Copying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f
repomirrorworker stdout | Copying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3
repomirrorworker stdout | Copying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a
repomirrorworker stdout | Copying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4
repomirrorworker stdout | Copying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8
repomirrorworker stdout | Copying blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f
repomirrorworker stdout | Copying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8
repomirrorworker stdout | Copying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be
repomirrorworker stdout | Copying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a
repomirrorworker stdout | Copying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859
repomirrorworker stdout | Copying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8
repomirrorworker stdout | Copying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b
repomirrorworker stdout | Copying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a
repomirrorworker stdout | Copying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581
repomirrorworker stdout | Copying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730
repomirrorworker stdout | Copying blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a
repomirrorworker stdout | Copying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be
repomirrorworker stdout | Copying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529
repomirrorworker stdout | Copying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069
repomirrorworker stdout | Copying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081
repomirrorworker stdout | Copying blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e
repomirrorworker stdout | Copying blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55
repomirrorworker stdout | Copying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509
repomirrorworker stdout | Copying blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3
repomirrorworker stdout | Copying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c
repomirrorworker stdout | Copying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2
repomirrorworker stdout | Copying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb
repomirrorworker stdout | Copying blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534
repomirrorworker stdout | Copying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e
repomirrorworker stdout | Copying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887
repomirrorworker stdout | Copying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416
repomirrorworker stdout | Copying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa
repomirrorworker stdout | Copying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81
repomirrorworker stdout | Copying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec
repomirrorworker stdout | Copying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54
repomirrorworker stdout | Copying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f
repomirrorworker stdout | Copying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe
repomirrorworker stdout | Copying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf
repomirrorworker stdout | Copying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378
repomirrorworker stdout | Copying config sha256:aa1cd36d10bc925058c8daf6f55ad4a2c06518e9104cf9f6014fc15a190c983f
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:33:13,760 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:13,764 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:13,766 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 33, 13, 763717), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-47.1614874861-source\' successful sync", "tag": "1-47.1614874861-source", "tags": null, "stdout": "Copying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\nCopying blob sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c\\nCopying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\nCopying blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef\\nCopying blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68\\nCopying blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389\\nCopying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\nCopying blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa\\nCopying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\nCopying blob sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1\\nCopying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\nCopying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\nCopying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\nCopying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\nCopying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\nCopying blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43\\nCopying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\nCopying blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc\\nCopying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\nCopying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\nCopying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\nCopying blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494\\nCopying blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354\\nCopying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\nCopying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\nCopying blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\nCopying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\nCopying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\nCopying blob sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324\\nCopying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\nCopying blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6\\nCopying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\nCopying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\nCopying blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b\\nCopying blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8\\nCopying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\nCopying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\nCopying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\nCopying blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea\\nCopying blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6\\nCopying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\nCopying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\nCopying blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9\\nCopying blob sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7\\nCopying blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d\\nCopying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\nCopying blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31\\nCopying blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812\\nCopying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\nCopying blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581\\nCopying blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798\\nCopying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\nCopying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\nCopying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\nCopying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\nCopying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\nCopying blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a\\nCopying blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\nCopying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\nCopying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\nCopying blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\nCopying blob sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9\\nCopying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\nCopying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\nCopying blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198\\nCopying blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20\\nCopying blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244\\nCopying blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81\\nCopying blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51\\nCopying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\nCopying blob sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37\\nCopying blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611\\nCopying blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad\\nCopying blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf\\nCopying blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0\\nCopying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\nCopying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\nCopying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\nCopying blob sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e\\nCopying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\nCopying blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38\\nCopying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\nCopying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\nCopying blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486\\nCopying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\nCopying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\nCopying blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387\\nCopying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\nCopying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\nCopying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\nCopying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\nCopying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\nCopying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\nCopying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\nCopying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\nCopying blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08\\nCopying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\nCopying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\nCopying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\nCopying blob sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209\\nCopying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\nCopying blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24\\nCopying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\nCopying blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95\\nCopying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\nCopying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\nCopying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\nCopying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\nCopying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\nCopying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\nCopying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\nCopying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\nCopying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\nCopying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\nCopying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\nCopying blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe\\nCopying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\nCopying blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007\\nCopying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\nCopying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\nCopying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\nCopying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\nCopying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\nCopying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\nCopying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\nCopying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\nCopying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\nCopying blob sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d\\nCopying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\nCopying blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f\\nCopying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\nCopying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\nCopying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\nCopying blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\nCopying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\nCopying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\nCopying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\nCopying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\nCopying blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155\\nCopying blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d\\nCopying blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12\\nCopying blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157\\nCopying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\nCopying blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566\\nCopying blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c\\nCopying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\nCopying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\nCopying blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b\\nCopying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\nCopying blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983\\nCopying blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc\\nCopying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\nCopying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\nCopying blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463\\nCopying blob sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f\\nCopying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\nCopying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\nCopying blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372\\nCopying blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902\\nCopying blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e\\nCopying blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354\\nCopying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\nCopying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\nCopying blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21\\nCopying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\nCopying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\nCopying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\nCopying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\nCopying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\nCopying blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b\\nCopying blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc\\nCopying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\nCopying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\nCopying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\nCopying blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e\\nCopying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\nCopying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\nCopying blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4\\nCopying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\nCopying blob sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626\\nCopying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\nCopying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\nCopying blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da\\nCopying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\nCopying blob sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec\\nCopying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\nCopying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\nCopying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\nCopying blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd\\nCopying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\nCopying blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3\\nCopying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\nCopying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\nCopying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\nCopying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\nCopying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\nCopying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\nCopying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\nCopying blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec\\nCopying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\nCopying blob sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee\\nCopying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\nCopying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\nCopying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\nCopying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\nCopying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\nCopying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\nCopying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\nCopying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\nCopying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\nCopying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\nCopying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\nCopying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\nCopying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\nCopying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\nCopying blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc\\nCopying blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b\\nCopying blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb\\nCopying blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\nCopying blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04\\nCopying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\nCopying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\nCopying blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366\\nCopying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\nCopying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\nCopying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\nCopying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\nCopying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\nCopying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\nCopying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\nCopying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\nCopying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\nCopying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\nCopying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\nCopying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\nCopying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\nCopying blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f\\nCopying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\nCopying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\nCopying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\nCopying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\nCopying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\nCopying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\nCopying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\nCopying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\nCopying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\nCopying blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\nCopying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\nCopying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\nCopying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\nCopying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\nCopying blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\nCopying blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55\\nCopying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\nCopying blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3\\nCopying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\nCopying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\nCopying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\nCopying blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534\\nCopying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\nCopying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\nCopying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\nCopying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\nCopying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\nCopying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\nCopying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\nCopying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\nCopying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\nCopying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\nCopying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\nCopying config sha256:aa1cd36d10bc925058c8daf6f55ad4a2c06518e9104cf9f6014fc15a190c983f\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:33:07Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:07Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:07Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:33:07Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:33:07Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:07Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:07Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:07Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:07Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:07Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-47.1614874861-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:07Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:07Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:07Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:07Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:33:07Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:07Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:33:07Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:33:07Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-47.1614874861-source\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-47.1614874861-source\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:8d63aa339df10c910e63077064c8efe71e6bb432bb21d5585c0382f8e258fce1 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:6e8024022174ffc09fafb02b8808de403e0624e733f9c3dc7f2fc79ba7ce3324 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:6fac5d93917ac66804f2fea5903ba3e4e49f05b64ee514e4798ab9bc67a24ec7 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198\\"\\ntime=\\"2022-06-02T12:33:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:3f52daa230af07e794ecea0c2648a2e8edd39de42803d2fc426bf65b730c295d (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:33:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:dbdf7d888252fea7b67d8ee583617769c5bd36e90178a0bca52392ec28ca7f5f (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=
repomirrorworker stdout | debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd\\"\\ntime=\\"2022-06-02T12:33:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f\\"\\ntime=\\"2022-06-02T12:33:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:12Z\\" level=debug msg=\\"Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:aa1cd36d10bc925058c8daf6f55ad4a2c06518e9104cf9f6014fc15a190c983f\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:aa1cd36d10bc925058c8daf6f55ad4a2c06518e9104cf9f6014fc15a190c983f\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa1cd36d10bc925058c8daf6f55ad4a2c06518e9104cf9f6014fc15a190c983f\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa1cd36d10bc925058c8daf6f55ad4a2c06518e9104cf9f6014fc15a190c983f\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-47.1614874861-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:33:13,776 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-47.1614874861-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:33:13,777 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 33, 13, 776833), 2, '2e404226-3956-4dbf-b535-5b3edeb5d243', 3, '00f9b00b-706d-44c5-b46b-116f1155ceb3'])
repomirrorworker stdout | 2022-06-02 12:33:13,783 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:13,784 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:13,785 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:13,785 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:33:13,786 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:13,792 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:19,427 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:33:13Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-54\""
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:33:13Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-54"
repomirrorworker stdout | time="2022-06-02T12:33:14Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:14Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:33:14Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:33:14Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:14Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:14Z" level=debug msg="Copying instance sha256:1c950d36bae780bc794f2668e39548f269a88ac2f84a93360e4ca43968ad0ba0 (1/4)"
repomirrorworker stdout | time="2022-06-02T12:33:14Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:1c950d36bae780bc794f2668e39548f269a88ac2f84a93360e4ca43968ad0ba0"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b67a0fcef9423a3dac0d55843da5b3badadfe641a432713d03538b7762e89bb4"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13897c84ca5715a68feafcce9acf779f35806f42d1fcd37e8a2a5706c075252d"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64607cc74f9cbe0e12f167547df0cf661de5a8b1fb4ebe930a43b9f621ca457f"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320ae7fa06a797df3fe461cbb7aad0df469b747bca961f0a6e4f778b4081b7ac"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:666be21779ed3a0279ded8849c3f7eebe9e6f2bcfe66c275b6802a9f474ef665"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64607cc74f9cbe0e12f167547df0cf661de5a8b1fb4ebe930a43b9f621ca457f"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13897c84ca5715a68feafcce9acf779f35806f42d1fcd37e8a2a5706c075252d"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:666be21779ed3a0279ded8849c3f7eebe9e6f2bcfe66c275b6802a9f474ef665"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320ae7fa06a797df3fe461cbb7aad0df469b747bca961f0a6e4f778b4081b7ac"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b67a0fcef9423a3dac0d55843da5b3badadfe641a432713d03538b7762e89bb4"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Skipping blob sha256:13897c84ca5715a68feafcce9acf779f35806f42d1fcd37e8a2a5706c075252d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Skipping blob sha256:64607cc74f9cbe0e12f167547df0cf661de5a8b1fb4ebe930a43b9f621ca457f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Skipping blob sha256:666be21779ed3a0279ded8849c3f7eebe9e6f2bcfe66c275b6802a9f474ef665 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Skipping blob sha256:320ae7fa06a797df3fe461cbb7aad0df469b747bca961f0a6e4f778b4081b7ac (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Skipping blob sha256:b67a0fcef9423a3dac0d55843da5b3badadfe641a432713d03538b7762e89bb4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:b08aef8ffcdd9dfe6d2582db7c637a058627ab00e9890344642d03cff78a3f26"
repomirrorworker stdout | time="2022-06-02T12:33:15Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:b08aef8ffcdd9dfe6d2582db7c637a058627ab00e9890344642d03cff78a3f26"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b08aef8ffcdd9dfe6d2582db7c637a058627ab00e9890344642d03cff78a3f26"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b08aef8ffcdd9dfe6d2582db7c637a058627ab00e9890344642d03cff78a3f26"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:1c950d36bae780bc794f2668e39548f269a88ac2f84a93360e4ca43968ad0ba0"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="Copying instance sha256:2e3e0c695c2c46c34ac31f3baabc004f52b5dc6a879374170ee64fb04bac2952 (2/4)"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:2e3e0c695c2c46c34ac31f3baabc004f52b5dc6a879374170ee64fb04bac2952"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fe9c20124571f9972951c67a3d68cd0a7278de00d6afb839cb677de5e43ebdf"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2963e8f0c071502d57b0506b191245dc828686fdc2c6ec1c63d0d754f1b2992"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fe9c20124571f9972951c67a3d68cd0a7278de00d6afb839cb677de5e43ebdf"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:999b5cb598369b99b8af378f29c55dac771d582e1128c406c80752779aa8f55c"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2963e8f0c071502d57b0506b191245dc828686fdc2c6ec1c63d0d754f1b2992"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:999b5cb598369b99b8af378f29c55dac771d582e1128c406c80752779aa8f55c"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dccd00cfefdc8001c7ab270da8b170dfcd597c4f462f2f1e8ef41cdbf630f6f"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f7b6f271385a4c1a0e44871efd5e1de52e450cf0b34d510aea92ba89de3dceb"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f7b6f271385a4c1a0e44871efd5e1de52e450cf0b34d510aea92ba89de3dceb"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dccd00cfefdc8001c7ab270da8b170dfcd597c4f462f2f1e8ef41cdbf630f6f"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="Skipping blob sha256:2f7b6f271385a4c1a0e44871efd5e1de52e450cf0b34d510aea92ba89de3dceb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="Skipping blob sha256:999b5cb598369b99b8af378f29c55dac771d582e1128c406c80752779aa8f55c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="Skipping blob sha256:d2963e8f0c071502d57b0506b191245dc828686fdc2c6ec1c63d0d754f1b2992 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="Skipping blob sha256:5dccd00cfefdc8001c7ab270da8b170dfcd597c4f462f2f1e8ef41cdbf630f6f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="Skipping blob sha256:7fe9c20124571f9972951c67a3d68cd0a7278de00d6afb839cb677de5e43ebdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:b41c575e85bf0af32009822506137dc18a864378e66d2004533c627a7d41833e"
repomirrorworker stdout | time="2022-06-02T12:33:16Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:b41c575e85bf0af32009822506137dc18a864378e66d2004533c627a7d41833e"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b41c575e85bf0af32009822506137dc18a864378e66d2004533c627a7d41833e"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b41c575e85bf0af32009822506137dc18a864378e66d2004533c627a7d41833e"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:2e3e0c695c2c46c34ac31f3baabc004f52b5dc6a879374170ee64fb04bac2952"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="Copying instance sha256:8e58c82238ecee617b224958dc1f79ce293cb52a0ca01b3bd89c836f200a7f1a (3/4)"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:8e58c82238ecee617b224958dc1f79ce293cb52a0ca01b3bd89c836f200a7f1a"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1e279f5999fdfdf3bcf47b8bf79267484b616f0d8e0cb389bbac0d786891844"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:12759cfb2d9fd40b1f65b14a9194473f85b9c54eb6d07143f0e0e2124d918143"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:789f189e0129985933aad4956a2d8afe41e0f44ad5a9edfd49d9ebf5745c3313"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1e279f5999fdfdf3bcf47b8bf79267484b616f0d8e0cb389bbac0d786891844"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:640b89ca7dca65540e286d9cb453fe03bfd0799909f094d9717b795ec5ba13e6"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:789f189e0129985933aad4956a2d8afe41e0f44ad5a9edfd49d9ebf5745c3313"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:640b89ca7dca65540e286d9cb453fe03bfd0799909f094d9717b795ec5ba13e6"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:12759cfb2d9fd40b1f65b14a9194473f85b9c54eb6d07143f0e0e2124d918143"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:006452dd8da0231f75d11fb75eddd5c26c1c7deb9498f8438dec598b3df5a8ef"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:006452dd8da0231f75d11fb75eddd5c26c1c7deb9498f8438dec598b3df5a8ef"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="Skipping blob sha256:789f189e0129985933aad4956a2d8afe41e0f44ad5a9edfd49d9ebf5745c3313 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="Skipping blob sha256:640b89ca7dca65540e286d9cb453fe03bfd0799909f094d9717b795ec5ba13e6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="Skipping blob sha256:e1e279f5999fdfdf3bcf47b8bf79267484b616f0d8e0cb389bbac0d786891844 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="Skipping blob sha256:006452dd8da0231f75d11fb75eddd5c26c1c7deb9498f8438dec598b3df5a8ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="Skipping blob sha256:12759cfb2d9fd40b1f65b14a9194473f85b9c54eb6d07143f0e0e2124d918143 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:9f98edc6c9356a0081c3f97531bbb025e0adfc91a6de39259e8f230520891e14"
repomirrorworker stdout | time="2022-06-02T12:33:17Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:9f98edc6c9356a0081c3f97531bbb025e0adfc91a6de39259e8f230520891e14"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f98edc6c9356a0081c3f97531bbb025e0adfc91a6de39259e8f230520891e14"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f98edc6c9356a0081c3f97531bbb025e0adfc91a6de39259e8f230520891e14"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:8e58c82238ecee617b224958dc1f79ce293cb52a0ca01b3bd89c836f200a7f1a"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="Copying instance sha256:24bae20d61d717c1c049a610ef6af23b00895cbac528e513e6be9b51606a8bcf (4/4)"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:24bae20d61d717c1c049a610ef6af23b00895cbac528e513e6be9b51606a8bcf"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b4df7107dda0022fbc483dfdb1e51f03533a4ad47ceb5c8ea594d037b37eade"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b4df7107dda0022fbc483dfdb1e51f03533a4ad47ceb5c8ea594d037b37eade"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0ff4db5d532025f94fcbaeb565c5cc9cd1a56f1ae28b1a28be99fac6ca7343e8"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:849a976e48df5aad013f9d2302e5847c873a9b56ea9baf925b8dac5e96b7d3ad"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:174e47727a3560ec5d85f4cdac2fd06193ccf4d17b3946777ae8ff90ecdbf83a"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4144bd04375fd6b47077188591be65d787a2b6ab87ba6c45df69fd1ec78150e"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0ff4db5d532025f94fcbaeb565c5cc9cd1a56f1ae28b1a28be99fac6ca7343e8"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:174e47727a3560ec5d85f4cdac2fd06193ccf4d17b3946777ae8ff90ecdbf83a"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4144bd04375fd6b47077188591be65d787a2b6ab87ba6c45df69fd1ec78150e"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:849a976e48df5aad013f9d2302e5847c873a9b56ea9baf925b8dac5e96b7d3ad"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="Skipping blob sha256:f4144bd04375fd6b47077188591be65d787a2b6ab87ba6c45df69fd1ec78150e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="Skipping blob sha256:174e47727a3560ec5d85f4cdac2fd06193ccf4d17b3946777ae8ff90ecdbf83a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="Skipping blob sha256:9b4df7107dda0022fbc483dfdb1e51f03533a4ad47ceb5c8ea594d037b37eade (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="Skipping blob sha256:0ff4db5d532025f94fcbaeb565c5cc9cd1a56f1ae28b1a28be99fac6ca7343e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="Skipping blob sha256:849a976e48df5aad013f9d2302e5847c873a9b56ea9baf925b8dac5e96b7d3ad (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:becc305b6cbabcbaac9f4ae4fa0cb033dc4bce3af029e56a346fe97e3917b62f"
repomirrorworker stdout | time="2022-06-02T12:33:18Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:becc305b6cbabcbaac9f4ae4fa0cb033dc4bce3af029e56a346fe97e3917b62f"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:becc305b6cbabcbaac9f4ae4fa0cb033dc4bce3af029e56a346fe97e3917b62f"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:becc305b6cbabcbaac9f4ae4fa0cb033dc4bce3af029e56a346fe97e3917b62f"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:24bae20d61d717c1c049a610ef6af23b00895cbac528e513e6be9b51606a8bcf"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-54"
repomirrorworker stdout | 2022-06-02 12:33:19,427 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:1c950d36bae780bc794f2668e39548f269a88ac2f84a93360e4ca43968ad0ba0 (1/4)
repomirrorworker stdout | Copying blob sha256:13897c84ca5715a68feafcce9acf779f35806f42d1fcd37e8a2a5706c075252d
repomirrorworker stdout | Copying blob sha256:64607cc74f9cbe0e12f167547df0cf661de5a8b1fb4ebe930a43b9f621ca457f
repomirrorworker stdout | Copying blob sha256:666be21779ed3a0279ded8849c3f7eebe9e6f2bcfe66c275b6802a9f474ef665
repomirrorworker stdout | Copying blob sha256:320ae7fa06a797df3fe461cbb7aad0df469b747bca961f0a6e4f778b4081b7ac
repomirrorworker stdout | Copying blob sha256:b67a0fcef9423a3dac0d55843da5b3badadfe641a432713d03538b7762e89bb4
repomirrorworker stdout | Copying config sha256:b08aef8ffcdd9dfe6d2582db7c637a058627ab00e9890344642d03cff78a3f26
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:2e3e0c695c2c46c34ac31f3baabc004f52b5dc6a879374170ee64fb04bac2952 (2/4)
repomirrorworker stdout | Copying blob sha256:2f7b6f271385a4c1a0e44871efd5e1de52e450cf0b34d510aea92ba89de3dceb
repomirrorworker stdout | Copying blob sha256:999b5cb598369b99b8af378f29c55dac771d582e1128c406c80752779aa8f55c
repomirrorworker stdout | Copying blob sha256:d2963e8f0c071502d57b0506b191245dc828686fdc2c6ec1c63d0d754f1b2992
repomirrorworker stdout | Copying blob sha256:5dccd00cfefdc8001c7ab270da8b170dfcd597c4f462f2f1e8ef41cdbf630f6f
repomirrorworker stdout | Copying blob sha256:7fe9c20124571f9972951c67a3d68cd0a7278de00d6afb839cb677de5e43ebdf
repomirrorworker stdout | Copying config sha256:b41c575e85bf0af32009822506137dc18a864378e66d2004533c627a7d41833e
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:8e58c82238ecee617b224958dc1f79ce293cb52a0ca01b3bd89c836f200a7f1a (3/4)
repomirrorworker stdout | Copying blob sha256:640b89ca7dca65540e286d9cb453fe03bfd0799909f094d9717b795ec5ba13e6
repomirrorworker stdout | Copying blob sha256:789f189e0129985933aad4956a2d8afe41e0f44ad5a9edfd49d9ebf5745c3313
repomirrorworker stdout | Copying blob sha256:e1e279f5999fdfdf3bcf47b8bf79267484b616f0d8e0cb389bbac0d786891844
repomirrorworker stdout | Copying blob sha256:006452dd8da0231f75d11fb75eddd5c26c1c7deb9498f8438dec598b3df5a8ef
repomirrorworker stdout | Copying blob sha256:12759cfb2d9fd40b1f65b14a9194473f85b9c54eb6d07143f0e0e2124d918143
repomirrorworker stdout | Copying config sha256:9f98edc6c9356a0081c3f97531bbb025e0adfc91a6de39259e8f230520891e14
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:24bae20d61d717c1c049a610ef6af23b00895cbac528e513e6be9b51606a8bcf (4/4)
repomirrorworker stdout | Copying blob sha256:f4144bd04375fd6b47077188591be65d787a2b6ab87ba6c45df69fd1ec78150e
repomirrorworker stdout | Copying blob sha256:174e47727a3560ec5d85f4cdac2fd06193ccf4d17b3946777ae8ff90ecdbf83a
repomirrorworker stdout | Copying blob sha256:9b4df7107dda0022fbc483dfdb1e51f03533a4ad47ceb5c8ea594d037b37eade
repomirrorworker stdout | Copying blob sha256:0ff4db5d532025f94fcbaeb565c5cc9cd1a56f1ae28b1a28be99fac6ca7343e8
repomirrorworker stdout | Copying blob sha256:849a976e48df5aad013f9d2302e5847c873a9b56ea9baf925b8dac5e96b7d3ad
repomirrorworker stdout | Copying config sha256:becc305b6cbabcbaac9f4ae4fa0cb033dc4bce3af029e56a346fe97e3917b62f
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:33:19,429 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:19,433 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:19,435 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 33, 19, 432780), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-54\' successful sync", "tag": "1-54", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:1c950d36bae780bc794f2668e39548f269a88ac2f84a93360e4ca43968ad0ba0 (1/4)\\nCopying blob sha256:13897c84ca5715a68feafcce9acf779f35806f42d1fcd37e8a2a5706c075252d\\nCopying blob sha256:64607cc74f9cbe0e12f167547df0cf661de5a8b1fb4ebe930a43b9f621ca457f\\nCopying blob sha256:666be21779ed3a0279ded8849c3f7eebe9e6f2bcfe66c275b6802a9f474ef665\\nCopying blob sha256:320ae7fa06a797df3fe461cbb7aad0df469b747bca961f0a6e4f778b4081b7ac\\nCopying blob sha256:b67a0fcef9423a3dac0d55843da5b3badadfe641a432713d03538b7762e89bb4\\nCopying config sha256:b08aef8ffcdd9dfe6d2582db7c637a058627ab00e9890344642d03cff78a3f26\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:2e3e0c695c2c46c34ac31f3baabc004f52b5dc6a879374170ee64fb04bac2952 (2/4)\\nCopying blob sha256:2f7b6f271385a4c1a0e44871efd5e1de52e450cf0b34d510aea92ba89de3dceb\\nCopying blob sha256:999b5cb598369b99b8af378f29c55dac771d582e1128c406c80752779aa8f55c\\nCopying blob sha256:d2963e8f0c071502d57b0506b191245dc828686fdc2c6ec1c63d0d754f1b2992\\nCopying blob sha256:5dccd00cfefdc8001c7ab270da8b170dfcd597c4f462f2f1e8ef41cdbf630f6f\\nCopying blob sha256:7fe9c20124571f9972951c67a3d68cd0a7278de00d6afb839cb677de5e43ebdf\\nCopying config sha256:b41c575e85bf0af32009822506137dc18a864378e66d2004533c627a7d41833e\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:8e58c82238ecee617b224958dc1f79ce293cb52a0ca01b3bd89c836f200a7f1a (3/4)\\nCopying blob sha256:640b89ca7dca65540e286d9cb453fe03bfd0799909f094d9717b795ec5ba13e6\\nCopying blob sha256:789f189e0129985933aad4956a2d8afe41e0f44ad5a9edfd49d9ebf5745c3313\\nCopying blob sha256:e1e279f5999fdfdf3bcf47b8bf79267484b616f0d8e0cb389bbac0d786891844\\nCopying blob sha256:006452dd8da0231f75d11fb75eddd5c26c1c7deb9498f8438dec598b3df5a8ef\\nCopying blob sha256:12759cfb2d9fd40b1f65b14a9194473f85b9c54eb6d07143f0e0e2124d918143\\nCopying config sha256:9f98edc6c9356a0081c3f97531bbb025e0adfc91a6de39259e8f230520891e14\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:24bae20d61d717c1c049a610ef6af23b00895cbac528e513e6be9b51606a8bcf (4/4)\\nCopying blob sha256:f4144bd04375fd6b47077188591be65d787a2b6ab87ba6c45df69fd1ec78150e\\nCopying blob sha256:174e47727a3560ec5d85f4cdac2fd06193ccf4d17b3946777ae8ff90ecdbf83a\\nCopying blob sha256:9b4df7107dda0022fbc483dfdb1e51f03533a4ad47ceb5c8ea594d037b37eade\\nCopying blob sha256:0ff4db5d532025f94fcbaeb565c5cc9cd1a56f1ae28b1a28be99fac6ca7343e8\\nCopying blob sha256:849a976e48df5aad013f9d2302e5847c873a9b56ea9baf925b8dac5e96b7d3ad\\nCopying config sha256:becc305b6cbabcbaac9f4ae4fa0cb033dc4bce3af029e56a346fe97e3917b62f\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-54\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:33:13Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-54\\"\\ntime=\\"2022-06-02T12:33:14Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:14Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:33:14Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:33:14Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:14Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:33:14Z\\" level=debug msg=\\"Copying instance sha256:1c950d36bae780bc794f2668e39548f269a88ac2f84a93360e4ca43968ad0ba0 (1/4)\\"\\ntime=\\"2022-06-02T12:33:14Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:1c950d36bae780bc794f2668e39548f269a88ac2f84a93360e4ca43968ad0ba0\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b67a0fcef9423a3dac0d55843da5b3badadfe641a432713d03538b7762e89bb4\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13897c84ca5715a68feafcce9acf779f35806f42d1fcd37e8a2a5706c075252d\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64607cc74f9cbe0e12f167547df0cf661de5a8b1fb4ebe930a43b9f621ca457f\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320ae7fa06a797df3fe461cbb7aad0df469b747bca961f0a6e4f778b4081b7ac\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:666be21779ed3a0279ded8849c3f7eebe9e6f2bcfe66c275b6802a9f474ef665\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64607cc74f9cbe0e12f167547df0cf661de5a8b1fb4ebe930a43b9f621ca457f\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13897c84ca5715a68feafcce9acf779f35806f42d1fcd37e8a2a5706c075252d\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:666be21779ed3a0279ded8849c3f7eebe9e6f2bcfe66c275b6802a9f474ef665\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320ae7fa06a797df3fe461cbb7aad0df469b747bca961f0a6e4f778b4081b7ac\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b67a0fcef9423a3dac0d55843da5b3badadfe641a432713d03538b7762e89bb4\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Skipping blob sha256:13897c84ca5715a68feafcce9acf779f35806f42d1fcd37e8a2a5706c075252d (already present):\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Skipping blob sha256:64607cc74f9cbe0e12f167547df0cf661de5a8b1fb4ebe930a43b9f621ca457f (already present):\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Skipping blob sha256:666be21779ed3a0279ded8849c3f7eebe9e6f2bcfe66c275b6802a9f474ef665 (already present):\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Skipping blob sha256:320ae7fa06a797df3fe461cbb7aad0df469b747bca961f0a6e4f778b4081b7ac (already present):\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Skipping blob sha256:b67a0fcef9423a3dac0d55843da5b3badadfe641a432713d03538b7762e89bb4 (already present):\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:b08aef8ffcdd9dfe6d2582db7c637a058627ab00e9890344642d03cff78a3f26\\"\\ntime=\\"2022-06-02T12:33:15Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:b08aef8ffcdd9dfe6d2582db7c637a058627ab00e9890344642d03cff78a3f26\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b08aef8ffcdd9dfe6d2582db7c637a058627ab00e9890344642d03cff78a3f26\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b08aef8ffcdd9dfe6d2582db7c637a058627ab00e9890344642d03cff78a3f26\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:1c950d36bae780bc794f2668e39548f269a88ac2f84a93360e4ca43968ad0ba0\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"Copying instance sha256:2e3e0c695c2c46c34ac31f3baabc004f52b5dc6a879374170ee64fb04bac2952 (2/4)\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:2e3e0c695c2c46c34ac31f3baabc004f52b5dc6a879374170ee64fb04bac2952\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fe9c20124571f9972951c67a3d68cd0a7278de00d6afb839cb677de5e43ebdf\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2963e8f0c071502d57b0506b191245dc828686fdc2c6ec1c63d0d754f1b2992\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fe9c20124571f9972951c67a3d68cd0a7278de00d6afb839cb677de5e43ebdf\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:999b5cb598369b99b8af378f29c55dac771d582e1128c406c80752779aa8f55c\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2963e8f0c071502d57b0506b191245dc828686fdc2c6ec1c63d0d754f1b2992\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:999b5cb598369b99b8af378f29c55dac771d582e1128c406c80752779aa8f55c\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dccd00cfefdc8001c7ab270da8b170dfcd597c4f462f2f1e8ef41cdbf630f6f\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f7b6f271385a4c1a0e44871efd5e1de52e450cf0b34d510aea92ba89de3dceb\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f7b6f271385a4c1a0e44871efd5e1de52e450cf0b34d510aea92ba89de3dceb\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dccd00cfefdc8001c7ab270da8b170dfcd597c4f462f2f1e8ef41cdbf630f6f\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"Skipping blob sha256:2f7b6f271385a4c1a0e44871efd5e1de52e450cf0b34d510aea92ba89de3dceb (already present):\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"Skipping blob sha256:999b5cb598369b99b8af378f29c55dac771d582e1128c406c80752779aa8f55c (already present):\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"Skipping blob sha256:d2963e8f0c071502d57b0506b191245dc828686fdc2c6ec1c63d0d754f1b2992 (already present):\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"Skipping blob sha256:5dccd00cfefdc8001c7ab270da8b170dfcd597c4f462f2f1e8ef41cdbf630f6f (already present):\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"Skipping blob sha256:7fe9c20124571f9972951c67a3d68cd0a7278de00d6afb839cb677de5e43ebdf (already present):\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:b41c575e85bf0af32009822506137dc18a864378e66d2004533c627a7d41833e\\"\\ntime=\\"2022-06-02T12:33:16Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:b41c575e85bf0af32009822506137dc18a864378e66d2004533c627a7d41833e\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b41c575e85bf0af32009822506137dc18a864378e66d2004533c627a7d41833e\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b41c575e85bf0af32009822506137dc18a864378e66d2004533c627a7d41833e\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:2e3e0c695c2c46c34ac31f3baabc004f52b5dc6a879374170ee64fb04bac2952\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"Copying instance sha256:8e58c82238ecee617b224958dc1f79ce293cb52a0ca01b3bd89c836f200a7f1a (3/4)\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:8e58c82238ecee617b224958dc1f79ce293cb52a0ca01b3bd89c836f200a7f1a\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1e279f5999fdfdf3bcf47b8bf79267484b616f0d8e0cb389bbac0d786891844\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:12759cfb2d9fd40b1f65b14a9194473f85b9c54eb6d07143f0e0e2124d918143\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:789f189e0129985933aad4956a2d8afe41e0f44ad5a9edfd49d9ebf5745c3313\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1e279f5999fdfdf3bcf47b8bf79267484b616f0d8e0cb389bbac0d786891844\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:640b89ca7dca65540e286d9cb453fe03bfd0799909f094d9717b795ec5ba13e6\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:789f189e0129985933aad4956a2d8afe41e0f44ad5a9edfd49d9ebf5745c3313\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:640b89ca7dca65540e286d9cb453fe03bfd0799909f094d9717b795ec5ba13e6\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:12759cfb2d9fd40b1f65b14a9194473f85b9c54eb6d07143f0e0e2124d918143\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:006452dd8da0231f75d11fb75eddd5c26c1c7deb9498f8438dec598b3df5a8ef\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:006452dd8da0231f75d11fb75eddd5c26c1c7deb9498f8438dec598b3df5a8ef\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"Skipping blob sha256:789f189e0129985933aad4956a2d8afe41e0f44ad5a9edfd49d9ebf5745c3313 (already present):\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"Skipping blob sha256:640b89ca7dca65540e286d9cb453fe03bfd0799909f094d9717b795ec5ba13e6 (already present):\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"Skipping blob sha256:e1e279f5999fdfdf3bcf47b8bf79267484b616f0d8e0cb389bbac0d786891844 (already present):\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"Skipping blob sha256:006452dd8da0231f75d11fb75eddd5c26c1c7deb9498f8438dec598b3df5a8ef (already present):\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"Skipping blob sha256:12759cfb2d9fd40b1f65b14a9194473f85b9c54eb6d07143f0e0e2124d918143 (already present):\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:9f98edc6c9356a0081c3f97531bbb025e0adfc91a6de39259e8f230520891e14\\"\\ntime=\\"2022-06-02T12:33:17Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:9f98edc6c9356a0081c3f97531bbb025e0adfc91a6de39259e8f230520891e14\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f98edc6c9356a0081c3f97531bbb025e0adfc91a6de39259e8f230520891e14\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f98edc6c9356a0081c3f97531bbb025e0adfc91a6de39259e8f230520891e14\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:8e58c82238ecee617b224958dc1f79ce293cb52a0ca01b3bd89c836f200a7f1a\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"Copying instance sha256:24bae20d61d717c1c049a610ef6af23b00895cbac528e513e6be9b51606a8bcf (4/4)\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:24bae20d61d717c1c049a610ef6af23b00895cbac528e513e6be9b51606a8bcf\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b4df7107dda0022fbc483dfdb1e51f03533a4ad47ceb5c8ea594d037b37eade\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b4df7107dda0022fbc483dfdb1e51f03533a4ad47ceb5c8ea594d037b37eade\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0ff4db5d532025f94fcbaeb565c5cc9cd1a56f1ae28b1a28be99fac6ca7343e8\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:849a976e48df5aad013f9d2302e5847c873a9b56ea9baf925b8dac5e96b7d3ad\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:174e47727a3560ec5d85f4cdac2fd06193ccf4d17b3946777ae8ff90ecdbf83a\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4144bd04375fd6b47077188591be65d787a2b6ab87ba6c45df69fd1ec78150e\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0ff4db5d532025f94fcbaeb565c5cc9cd1a56f1ae28b1a28be99fac6ca7343e8\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:174e47727a3560ec5d85f4cdac2fd06193ccf4d17b3946777ae8ff90ecdbf83a\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4144bd04375fd6b47077188591be65d787a2b6ab87ba6c45df69fd1ec78150e\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:849a976e48df5aad013f9d2302e5847c873a9b56ea9baf925b8dac5e96b7d3ad\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"Skipping blob sha256:f4144bd04375fd6b47077188591be65d787a2b6ab87ba6c45df69fd1ec78150e (already present):\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"Skipping blob sha256:174e47727a3560ec5d85f4cdac2fd06193ccf4d17b3946777ae8ff90ecdbf83a (already present):\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"Skipping blob sha256:9b4df7107dda0022fbc483dfdb1e51f03533a4ad47ceb5c8ea594d037b37eade (already present):\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"Skipping blob sha256:0ff4db5d532025f94fcbaeb565c5cc9cd1a56f1ae28b1a28be99fac6ca7343e8 (already present):\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"Skipping blob sha256:849a976e48df5aad013f9d2302e5847c873a9b56ea9baf925b8dac5e96b7d3ad (already present):\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:becc305b6cbabcbaac9f4ae4fa0cb033dc4bce3af029e56a346fe97e3917b62f\\"\\ntime=\\"2022-06-02T12:33:18Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:becc305b6cbabcbaac9f4ae4fa0cb033dc4bce3af029e56a346fe97e3917b62f\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:becc305b6cbabcbaac9f4ae4fa0cb033dc4bce3af029e56a346fe97e3917b62f\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:becc305b6cbabcbaac9f4ae4fa0cb033dc4bce3af029e56a346fe97e3917b62f\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:24bae20d61d717c1c049a610ef6af23b00895cbac528e513e6be9b51606a8bcf\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-54\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:33:19,439 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-54' successful sync.
repomirrorworker stdout | 2022-06-02 12:33:19,439 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 33, 19, 439465), 2, 'c00ef4de-9a2d-4482-aca3-e9701a94cc6c', 3, '2e404226-3956-4dbf-b535-5b3edeb5d243'])
repomirrorworker stdout | 2022-06-02 12:33:19,442 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:19,443 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:19,444 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:19,444 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:33:19,445 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:19,451 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:22,986 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:33:25,990 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:33:19Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-54-source\""
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:33:19Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-54-source"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54-source"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b2fdaacb3b86c5f1ebd4a2ea47b688857fc53bda5b0f0dcf761ca3dd656919a"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b2fdaacb3b86c5f1ebd4a2ea47b688857fc53bda5b0f0dcf761ca3dd656919a"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:3b2fdaacb3b86c5f1ebd4a2ea47b688857fc53bda5b0f0dcf761ca3dd656919a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0669ff4651694bcf41e8507c1d8dad8869bb0513c62566d064baa399c9b50d1"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0669ff4651694bcf41e8507c1d8dad8869bb0513c62566d064baa399c9b50d1"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:b0669ff4651694bcf41e8507c1d8dad8869bb0513c62566d064baa399c9b50d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Skipping blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a"
repomirrorworker stdout | time="2022-06-02T12:33:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:21Z" level=debug msg="Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Skipping blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:33:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0
repomirrorworker stdout | f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:33:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:33:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:1fbd0d08e5d8c2434093d1337ff77f0bd5f51e364f84cd7f0cdc4295b578702f"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:1fbd0d08e5d8c2434093d1337ff77f0bd5f51e364f84cd7f0cdc4295b578702f"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fbd0d08e5d8c2434093d1337ff77f0bd5f51e364f84cd7f0cdc4295b578702f"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fbd0d08e5d8c2434093d1337ff77f0bd5f51e364f84cd7f0cdc4295b578702f"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:25Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-54-source"
repomirrorworker stdout | 2022-06-02 12:33:25,991 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2
repomirrorworker stdout | Copying blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef
repomirrorworker stdout | Copying blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24
repomirrorworker stdout | Copying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326
repomirrorworker stdout | Copying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb
repomirrorworker stdout | Copying blob sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c
repomirrorworker stdout | Copying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d
repomirrorworker stdout | Copying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81
repomirrorworker stdout | Copying blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19
repomirrorworker stdout | Copying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a
repomirrorworker stdout | Copying blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43
repomirrorworker stdout | Copying blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa
repomirrorworker stdout | Copying blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68
repomirrorworker stdout | Copying blob sha256:3b2fdaacb3b86c5f1ebd4a2ea47b688857fc53bda5b0f0dcf761ca3dd656919a
repomirrorworker stdout | Copying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32
repomirrorworker stdout | Copying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f
repomirrorworker stdout | Copying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f
repomirrorworker stdout | Copying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef
repomirrorworker stdout | Copying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769
repomirrorworker stdout | Copying blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95
repomirrorworker stdout | Copying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c
repomirrorworker stdout | Copying blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12
repomirrorworker stdout | Copying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359
repomirrorworker stdout | Copying blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494
repomirrorworker stdout | Copying blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354
repomirrorworker stdout | Copying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b
repomirrorworker stdout | Copying blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2
repomirrorworker stdout | Copying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb
repomirrorworker stdout | Copying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40
repomirrorworker stdout | Copying blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389
repomirrorworker stdout | Copying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c
repomirrorworker stdout | Copying blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566
repomirrorworker stdout | Copying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440
repomirrorworker stdout | Copying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671
repomirrorworker stdout | Copying blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da
repomirrorworker stdout | Copying blob sha256:b0669ff4651694bcf41e8507c1d8dad8869bb0513c62566d064baa399c9b50d1
repomirrorworker stdout | Copying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c
repomirrorworker stdout | Copying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d
repomirrorworker stdout | Copying blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea
repomirrorworker stdout | Copying blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8
repomirrorworker stdout | Copying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4
repomirrorworker stdout | Copying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4
repomirrorworker stdout | Copying blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9
repomirrorworker stdout | Copying blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6
repomirrorworker stdout | Copying blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a
repomirrorworker stdout | Copying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83
repomirrorworker stdout | Copying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8
repomirrorworker stdout | Copying blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812
repomirrorworker stdout | Copying blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc
repomirrorworker stdout | Copying blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31
repomirrorworker stdout | Copying blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798
repomirrorworker stdout | Copying blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902
repomirrorworker stdout | Copying blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581
repomirrorworker stdout | Copying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06
repomirrorworker stdout | Copying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d
repomirrorworker stdout | Copying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385
repomirrorworker stdout | Copying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581
repomirrorworker stdout | Copying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725
repomirrorworker stdout | Copying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc
repomirrorworker stdout | Copying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b
repomirrorworker stdout | Copying blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9
repomirrorworker stdout | Copying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c
repomirrorworker stdout | Copying blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53
repomirrorworker stdout | Copying blob sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9
repomirrorworker stdout | Copying blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc
repomirrorworker stdout | Copying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263
repomirrorworker stdout | Copying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd
repomirrorworker stdout | Copying blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81
repomirrorworker stdout | Copying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad
repomirrorworker stdout | Copying blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20
repomirrorworker stdout | Copying blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51
repomirrorworker stdout | Copying blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf
repomirrorworker stdout | Copying blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad
repomirrorworker stdout | Copying blob sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37
repomirrorworker stdout | Copying blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198
repomirrorworker stdout | Copying blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc
repomirrorworker stdout | Copying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433
repomirrorworker stdout | Copying blob sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e
repomirrorworker stdout | Copying blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0
repomirrorworker stdout | Copying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998
repomirrorworker stdout | Copying blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611
repomirrorworker stdout | Copying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946
repomirrorworker stdout | Copying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6
repomirrorworker stdout | Copying blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387
repomirrorworker stdout | Copying blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486
repomirrorworker stdout | Copying blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38
repomirrorworker stdout | Copying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff
repomirrorworker stdout | Copying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb
repomirrorworker stdout | Copying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915
repomirrorworker stdout | Copying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa
repomirrorworker stdout | Copying blob sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209
repomirrorworker stdout | Copying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569
repomirrorworker stdout | Copying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46
repomirrorworker stdout | Copying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3
repomirrorworker stdout | Copying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd
repomirrorworker stdout | Copying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481
repomirrorworker stdout | Copying blob sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee
repomirrorworker stdout | Copying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1
repomirrorworker stdout | Copying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95
repomirrorworker stdout | Copying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b
repomirrorworker stdout | Copying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946
repomirrorworker stdout | Copying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7
repomirrorworker stdout | Copying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf
repomirrorworker stdout | Copying blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08
repomirrorworker stdout | Copying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde
repomirrorworker stdout | Copying blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b
repomirrorworker stdout | Copying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15
repomirrorworker stdout | Copying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f
repomirrorworker stdout | Copying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec
repomirrorworker stdout | Copying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2
repomirrorworker stdout | Copying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4
repomirrorworker stdout | Copying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4
repomirrorworker stdout | Copying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588
repomirrorworker stdout | Copying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1
repomirrorworker stdout | Copying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b
repomirrorworker stdout | Copying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade
repomirrorworker stdout | Copying blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007
repomirrorworker stdout | Copying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e
repomirrorworker stdout | Copying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722
repomirrorworker stdout | Copying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d
repomirrorworker stdout | Copying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f
repomirrorworker stdout | Copying blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe
repomirrorworker stdout | Copying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1
repomirrorworker stdout | Copying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645
repomirrorworker stdout | Copying blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1
repomirrorworker stdout | Copying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36
repomirrorworker stdout | Copying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44
repomirrorworker stdout | Copying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a
repomirrorworker stdout | Copying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c
repomirrorworker stdout | Copying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014
repomirrorworker stdout | Copying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9
repomirrorworker stdout | Copying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc
repomirrorworker stdout | Copying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079
repomirrorworker stdout | Copying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f
repomirrorworker stdout | Copying blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66
repomirrorworker stdout | Copying blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f
repomirrorworker stdout | Copying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01
repomirrorworker stdout | Copying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be
repomirrorworker stdout | Copying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1
repomirrorworker stdout | Copying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff
repomirrorworker stdout | Copying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2
repomirrorworker stdout | Copying blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155
repomirrorworker stdout | Copying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1
repomirrorworker stdout | Copying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de
repomirrorworker stdout | Copying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f
repomirrorworker stdout | Copying blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d
repomirrorworker stdout | Copying blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157
repomirrorworker stdout | Copying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a
repomirrorworker stdout | Copying blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b
repomirrorworker stdout | Copying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8
repomirrorworker stdout | Copying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416
repomirrorworker stdout | Copying blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c
repomirrorworker stdout | Copying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b
repomirrorworker stdout | Copying blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc
repomirrorworker stdout | Copying blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983
repomirrorworker stdout | Copying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2
repomirrorworker stdout | Copying blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6
repomirrorworker stdout | Copying blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf
repomirrorworker stdout | Copying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c
repomirrorworker stdout | Copying blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463
repomirrorworker stdout | Copying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b
repomirrorworker stdout | Copying blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354
repomirrorworker stdout | Copying blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d
repomirrorworker stdout | Copying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae
repomirrorworker stdout | Copying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c
repomirrorworker stdout | Copying blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372
repomirrorworker stdout | Copying blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b
repomirrorworker stdout | Copying blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21
repomirrorworker stdout | Copying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a
repomirrorworker stdout | Copying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f
repomirrorworker stdout | Copying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53
repomirrorworker stdout | Copying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331
repomirrorworker stdout | Copying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81
repomirrorworker stdout | Copying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332
repomirrorworker stdout | Copying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3
repomirrorworker stdout | Copying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1
repomirrorworker stdout | Copying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4
repomirrorworker stdout | Copying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895
repomirrorworker stdout | Copying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54
repomirrorworker stdout | Copying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e
repomirrorworker stdout | Copying blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e
repomirrorworker stdout | Copying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251
repomirrorworker stdout | Copying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924
repomirrorworker stdout | Copying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3
repomirrorworker stdout | Copying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe
repomirrorworker stdout | Copying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098
repomirrorworker stdout | Copying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171
repomirrorworker stdout | Copying blob sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626
repomirrorworker stdout | Copying blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4
repomirrorworker stdout | Copying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc
repomirrorworker stdout | Copying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0
repomirrorworker stdout | Copying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7
repomirrorworker stdout | Copying blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244
repomirrorworker stdout | Copying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489
repomirrorworker stdout | Copying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384
repomirrorworker stdout | Copying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef
repomirrorworker stdout | Copying blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e
repomirrorworker stdout | Copying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa
repomirrorworker stdout | Copying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443
repomirrorworker stdout | Copying blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55
repomirrorworker stdout | Copying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa
repomirrorworker stdout | Copying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae
repomirrorworker stdout | Copying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a
repomirrorworker stdout | Copying blob sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec
repomirrorworker stdout | Copying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855
repomirrorworker stdout | Copying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2
repomirrorworker stdout | Copying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d
repomirrorworker stdout | Copying blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b
repomirrorworker stdout | Copying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802
repomirrorworker stdout | Copying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108
repomirrorworker stdout | Copying blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3
repomirrorworker stdout | Copying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39
repomirrorworker stdout | Copying blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd
repomirrorworker stdout | Copying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955
repomirrorworker stdout | Copying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b
repomirrorworker stdout | Copying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f
repomirrorworker stdout | Copying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95
repomirrorworker stdout | Copying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0
repomirrorworker stdout | Copying blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe
repomirrorworker stdout | Copying blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534
repomirrorworker stdout | Copying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3
repomirrorworker stdout | Copying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803
repomirrorworker stdout | Copying blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04
repomirrorworker stdout | Copying blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec
repomirrorworker stdout | Copying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41
repomirrorworker stdout | Copying blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366
repomirrorworker stdout | Copying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c
repomirrorworker stdout | Copying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378
repomirrorworker stdout | Copying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e
repomirrorworker stdout | Copying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be
repomirrorworker stdout | Copying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3
repomirrorworker stdout | Copying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c
repomirrorworker stdout | Copying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226
repomirrorworker stdout | Copying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a
repomirrorworker stdout | Copying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e
repomirrorworker stdout | Copying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8
repomirrorworker stdout | Copying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4
repomirrorworker stdout | Copying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8
repomirrorworker stdout | Copying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d
repomirrorworker stdout | Copying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e
repomirrorworker stdout | Copying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3
repomirrorworker stdout | Copying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859
repomirrorworker stdout | Copying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be
repomirrorworker stdout | Copying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8
repomirrorworker stdout | Copying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332
repomirrorworker stdout | Copying blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f
repomirrorworker stdout | Copying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8
repomirrorworker stdout | Copying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529
repomirrorworker stdout | Copying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b
repomirrorworker stdout | Copying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a
repomirrorworker stdout | Copying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a
repomirrorworker stdout | Copying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581
repomirrorworker stdout | Copying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730
repomirrorworker stdout | Copying blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e
repomirrorworker stdout | Copying blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a
repomirrorworker stdout | Copying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509
repomirrorworker stdout | Copying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069
repomirrorworker stdout | Copying blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3
repomirrorworker stdout | Copying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb
repomirrorworker stdout | Copying blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb
repomirrorworker stdout | Copying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081
repomirrorworker stdout | Copying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e
repomirrorworker stdout | Copying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887
repomirrorworker stdout | Copying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9
repomirrorworker stdout | Copying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416
repomirrorworker stdout | Copying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05
repomirrorworker stdout | Copying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538
repomirrorworker stdout | Copying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742
repomirrorworker stdout | Copying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec
repomirrorworker stdout | Copying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378
repomirrorworker stdout | Copying config sha256:1fbd0d08e5d8c2434093d1337ff77f0bd5f51e364f84cd7f0cdc4295b578702f
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:33:25,993 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:25,996 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:25,998 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 33, 25, 995928), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-54-source\' successful sync", "tag": "1-54-source", "tags": null, "stdout": "Copying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\nCopying blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef\\nCopying blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24\\nCopying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\nCopying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\nCopying blob sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c\\nCopying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\nCopying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\nCopying blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\nCopying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\nCopying blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43\\nCopying blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa\\nCopying blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68\\nCopying blob sha256:3b2fdaacb3b86c5f1ebd4a2ea47b688857fc53bda5b0f0dcf761ca3dd656919a\\nCopying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\nCopying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\nCopying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\nCopying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\nCopying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\nCopying blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95\\nCopying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\nCopying blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12\\nCopying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\nCopying blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494\\nCopying blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354\\nCopying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\nCopying blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\nCopying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\nCopying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\nCopying blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389\\nCopying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\nCopying blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566\\nCopying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\nCopying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\nCopying blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da\\nCopying blob sha256:b0669ff4651694bcf41e8507c1d8dad8869bb0513c62566d064baa399c9b50d1\\nCopying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\nCopying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\nCopying blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea\\nCopying blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8\\nCopying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\nCopying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\nCopying blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9\\nCopying blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6\\nCopying blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a\\nCopying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\nCopying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\nCopying blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812\\nCopying blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc\\nCopying blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31\\nCopying blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798\\nCopying blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902\\nCopying blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581\\nCopying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\nCopying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\nCopying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\nCopying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\nCopying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\nCopying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\nCopying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\nCopying blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\nCopying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\nCopying blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\nCopying blob sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9\\nCopying blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc\\nCopying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\nCopying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\nCopying blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81\\nCopying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\nCopying blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20\\nCopying blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51\\nCopying blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf\\nCopying blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad\\nCopying blob sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37\\nCopying blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198\\nCopying blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc\\nCopying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\nCopying blob sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e\\nCopying blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0\\nCopying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\nCopying blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611\\nCopying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\nCopying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\nCopying blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387\\nCopying blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486\\nCopying blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38\\nCopying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\nCopying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\nCopying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\nCopying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\nCopying blob sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209\\nCopying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\nCopying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\nCopying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\nCopying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\nCopying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\nCopying blob sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee\\nCopying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\nCopying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\nCopying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\nCopying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\nCopying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\nCopying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\nCopying blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08\\nCopying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\nCopying blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b\\nCopying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\nCopying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\nCopying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\nCopying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\nCopying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\nCopying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\nCopying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\nCopying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\nCopying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\nCopying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\nCopying blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007\\nCopying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\nCopying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\nCopying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\nCopying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\nCopying blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe\\nCopying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\nCopying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\nCopying blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\nCopying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\nCopying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\nCopying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\nCopying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\nCopying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\nCopying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\nCopying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\nCopying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\nCopying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\nCopying blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\nCopying blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f\\nCopying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\nCopying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\nCopying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\nCopying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\nCopying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\nCopying blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155\\nCopying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\nCopying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\nCopying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\nCopying blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d\\nCopying blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157\\nCopying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\nCopying blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b\\nCopying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\nCopying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\nCopying blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c\\nCopying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\nCopying blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc\\nCopying blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983\\nCopying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\nCopying blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6\\nCopying blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\nCopying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\nCopying blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463\\nCopying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\nCopying blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354\\nCopying blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d\\nCopying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\nCopying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\nCopying blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372\\nCopying blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b\\nCopying blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21\\nCopying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\nCopying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\nCopying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\nCopying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\nCopying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\nCopying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\nCopying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\nCopying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\nCopying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\nCopying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\nCopying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\nCopying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\nCopying blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e\\nCopying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\nCopying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\nCopying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\nCopying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\nCopying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\nCopying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\nCopying blob sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626\\nCopying blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4\\nCopying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\nCopying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\nCopying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\nCopying blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244\\nCopying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\nCopying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\nCopying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\nCopying blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e\\nCopying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\nCopying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\nCopying blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55\\nCopying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\nCopying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\nCopying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\nCopying blob sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec\\nCopying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\nCopying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\nCopying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\nCopying blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b\\nCopying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\nCopying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\nCopying blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3\\nCopying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\nCopying blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd\\nCopying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\nCopying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\nCopying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\nCopying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\nCopying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\nCopying blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\nCopying blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534\\nCopying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\nCopying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\nCopying blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04\\nCopying blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec\\nCopying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\nCopying blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366\\nCopying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\nCopying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\nCopying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\nCopying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\nCopying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\nCopying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\nCopying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\nCopying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\nCopying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\nCopying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\nCopying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\nCopying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\nCopying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\nCopying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\nCopying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\nCopying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\nCopying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\nCopying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\nCopying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\nCopying blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f\\nCopying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\nCopying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\nCopying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\nCopying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\nCopying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\nCopying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\nCopying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\nCopying blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\nCopying blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\nCopying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\nCopying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\nCopying blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3\\nCopying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\nCopying blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb\\nCopying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\nCopying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\nCopying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\nCopying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\nCopying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\nCopying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\nCopying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\nCopying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\nCopying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\nCopying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\nCopying config sha256:1fbd0d08e5d8c2434093d1337ff77f0bd5f51e364f84cd7f0cdc4295b578702f\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-54-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:33:19Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-54-source\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54-source\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b2fdaacb3b86c5f1ebd4a2ea47b688857fc53bda5b0f0dcf761ca3dd656919a\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b2fdaacb3b86c5f1ebd4a2ea47b688857fc53bda5b0f0dcf761ca3dd656919a\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:3b2fdaacb3b86c5f1ebd4a2ea47b688857fc53bda5b0f0dcf761ca3dd656919a (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0669ff4651694bcf41e8507c1d8dad8869bb0513c62566d064baa399c9b50d1\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0669ff4651694bcf41e8507c1d8dad8869bb0513c62566d064baa399c9b50d1\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:b0669ff4651694bcf41e8507c1d8dad8869bb0513c62566d064baa399c9b50d1 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Skipping blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8 (already present):\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a\\"\\ntime=\\"2022-06-02T12:33:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:abf6d9cbdbd93c8b0c2b16d96275585f5b72b982618689f658c006fdf0586d31 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:21Z\\" level=debug msg=\\"Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:74c9ac01c2739a3fb42ffb2e7c19a063cf1ccad6cf074636a8c9c79ee526b157 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=deb
repomirrorworker stdout | ug msg=\\"Skipping blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Skipping blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372 (already present):\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:33:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:33:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:33:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:1fbd0d08e5d8c2434093d1337ff77f0bd5f51e364f84cd7f0cdc4295b578702f\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:1fbd0d08e5d8c2434093d1337ff77f0bd5f51e364f84cd7f0cdc4295b578702f\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fbd0d08e5d8c2434093d1337ff77f0bd5f51e364f84cd7f0cdc4295b578702f\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fbd0d08e5d8c2434093d1337ff77f0bd5f51e364f84cd7f0cdc4295b578702f\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:25Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-54-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:33:26,008 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-54-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:33:26,008 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 33, 26, 8155), 2, 'cf256cbd-36b7-446f-b94c-2f750eaae746', 3, 'c00ef4de-9a2d-4482-aca3-e9701a94cc6c'])
repomirrorworker stdout | 2022-06-02 12:33:26,011 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:26,012 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:26,013 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:26,013 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:33:26,014 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:26,020 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:31,164 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:33:26Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:26Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:26Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:33:26Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:26Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:26Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:26Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:26Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:26Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:26Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-54.1618436884\""
repomirrorworker stdout | time="2022-06-02T12:33:26Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:26Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:26Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:26Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:26Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:26Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:26Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:33:26Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-54.1618436884"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Copying instance sha256:ea8c7608d3d3c3e6d0b032eddf3b51cad160e5778d77e5b5fd13df903c4e780d (1/4)"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:ea8c7608d3d3c3e6d0b032eddf3b51cad160e5778d77e5b5fd13df903c4e780d"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54.1618436884"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d824c7de9b036680487d4ed114055dc2718f41bcdcbb7031167ae16b2a230242"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55eda774346862e410811e3fa91cefe805bc11ff46fad425dd1b712709c05bbc"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b21dcdd136d133a4df0840e656af2f488c226dd384a98b89ced79064a4081b4"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b6a9fa025700d1866c53ebd5b3897ceef94bcb269240df432d4e03f04b67bb0"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d04ff7fc21bfa9fe58cdcc67507d8a88275980ff8357c5f3ad9bdbb504cc4a7d"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b21dcdd136d133a4df0840e656af2f488c226dd384a98b89ced79064a4081b4"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b6a9fa025700d1866c53ebd5b3897ceef94bcb269240df432d4e03f04b67bb0"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55eda774346862e410811e3fa91cefe805bc11ff46fad425dd1b712709c05bbc"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d824c7de9b036680487d4ed114055dc2718f41bcdcbb7031167ae16b2a230242"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d04ff7fc21bfa9fe58cdcc67507d8a88275980ff8357c5f3ad9bdbb504cc4a7d"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Skipping blob sha256:55eda774346862e410811e3fa91cefe805bc11ff46fad425dd1b712709c05bbc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Skipping blob sha256:d04ff7fc21bfa9fe58cdcc67507d8a88275980ff8357c5f3ad9bdbb504cc4a7d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Skipping blob sha256:4b21dcdd136d133a4df0840e656af2f488c226dd384a98b89ced79064a4081b4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Skipping blob sha256:d824c7de9b036680487d4ed114055dc2718f41bcdcbb7031167ae16b2a230242 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Skipping blob sha256:1b6a9fa025700d1866c53ebd5b3897ceef94bcb269240df432d4e03f04b67bb0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:7c90c99f01393bd6efdf50143ca3d7a39ff338e5e53d3009078020b60f2d5a56"
repomirrorworker stdout | time="2022-06-02T12:33:27Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:7c90c99f01393bd6efdf50143ca3d7a39ff338e5e53d3009078020b60f2d5a56"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7c90c99f01393bd6efdf50143ca3d7a39ff338e5e53d3009078020b60f2d5a56"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7c90c99f01393bd6efdf50143ca3d7a39ff338e5e53d3009078020b60f2d5a56"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:ea8c7608d3d3c3e6d0b032eddf3b51cad160e5778d77e5b5fd13df903c4e780d"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="Copying instance sha256:dbf98c15ca44d3b7d75b77f13d8dfacc7ffa24d133aae14ff8c5149e8e26ba38 (2/4)"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:dbf98c15ca44d3b7d75b77f13d8dfacc7ffa24d133aae14ff8c5149e8e26ba38"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54.1618436884"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e172e31a9c19c59b9c1908e1eb6bd136e2011c35bea6e1ea923971923654313a"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e2d6b9074a687bb9244af0799e4cedf30220907ca0531ca69ed37b99017f7ea"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044a90e1865c3ac3953ecd58bc79333c19724a7633726b33ddfd292acb1f8ed"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2584aed6d20d4dd00dbbfef4530faa904d169a286a5ceb8c4cc990d2dfb73ef5"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70e513932ff1cb3c0d8182809709417d96fe18f101a6858b022b80928ae916d"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044a90e1865c3ac3953ecd58bc79333c19724a7633726b33ddfd292acb1f8ed"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e172e31a9c19c59b9c1908e1eb6bd136e2011c35bea6e1ea923971923654313a"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e2d6b9074a687bb9244af0799e4cedf30220907ca0531ca69ed37b99017f7ea"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2584aed6d20d4dd00dbbfef4530faa904d169a286a5ceb8c4cc990d2dfb73ef5"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70e513932ff1cb3c0d8182809709417d96fe18f101a6858b022b80928ae916d"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="Skipping blob sha256:9e2d6b9074a687bb9244af0799e4cedf30220907ca0531ca69ed37b99017f7ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="Skipping blob sha256:8044a90e1865c3ac3953ecd58bc79333c19724a7633726b33ddfd292acb1f8ed (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="Skipping blob sha256:d70e513932ff1cb3c0d8182809709417d96fe18f101a6858b022b80928ae916d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="Skipping blob sha256:e172e31a9c19c59b9c1908e1eb6bd136e2011c35bea6e1ea923971923654313a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="Skipping blob sha256:2584aed6d20d4dd00dbbfef4530faa904d169a286a5ceb8c4cc990d2dfb73ef5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:45373a1038af74296c8422d231a9983fe2674247bd9f3c7fdfafdd0393160e42"
repomirrorworker stdout | time="2022-06-02T12:33:28Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:45373a1038af74296c8422d231a9983fe2674247bd9f3c7fdfafdd0393160e42"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:45373a1038af74296c8422d231a9983fe2674247bd9f3c7fdfafdd0393160e42"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:45373a1038af74296c8422d231a9983fe2674247bd9f3c7fdfafdd0393160e42"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:dbf98c15ca44d3b7d75b77f13d8dfacc7ffa24d133aae14ff8c5149e8e26ba38"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="Copying instance sha256:da04c31124688bef6e6cf699f5041d87dfe45c2539faf5e5f009fdd92f30b68e (3/4)"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:da04c31124688bef6e6cf699f5041d87dfe45c2539faf5e5f009fdd92f30b68e"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54.1618436884"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4432f35a0202ed01e3f0cd92d2e6c5f5c05cc016d9b96193491e29ed2d5a5cf8"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dacdfb3d272144a59980a1c945e1bb99c9ba4c5a64f7a7b2dbfeaefa13fa25e8"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dacdfb3d272144a59980a1c945e1bb99c9ba4c5a64f7a7b2dbfeaefa13fa25e8"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4432f35a0202ed01e3f0cd92d2e6c5f5c05cc016d9b96193491e29ed2d5a5cf8"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:313d7b11f547f52d321f2a708510f53690a04fca850651124590d47663f049f2"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:313d7b11f547f52d321f2a708510f53690a04fca850651124590d47663f049f2"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34ad0e1e2e532f7720b9a441da9b4f4f3a475ba18273f669123735011c283367"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c74d1fbf34a958648326c9fb0f313f839cb4ded68eba94846f4593d86183aad"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34ad0e1e2e532f7720b9a441da9b4f4f3a475ba18273f669123735011c283367"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c74d1fbf34a958648326c9fb0f313f839cb4ded68eba94846f4593d86183aad"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="Skipping blob sha256:dacdfb3d272144a59980a1c945e1bb99c9ba4c5a64f7a7b2dbfeaefa13fa25e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="Skipping blob sha256:4432f35a0202ed01e3f0cd92d2e6c5f5c05cc016d9b96193491e29ed2d5a5cf8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="Skipping blob sha256:313d7b11f547f52d321f2a708510f53690a04fca850651124590d47663f049f2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="Skipping blob sha256:4c74d1fbf34a958648326c9fb0f313f839cb4ded68eba94846f4593d86183aad (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="Skipping blob sha256:34ad0e1e2e532f7720b9a441da9b4f4f3a475ba18273f669123735011c283367 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:db3c5cad7c1c853bf17aef4c41ca66149c9e079c927477cae214c7d1b4046177"
repomirrorworker stdout | time="2022-06-02T12:33:29Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:db3c5cad7c1c853bf17aef4c41ca66149c9e079c927477cae214c7d1b4046177"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db3c5cad7c1c853bf17aef4c41ca66149c9e079c927477cae214c7d1b4046177"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db3c5cad7c1c853bf17aef4c41ca66149c9e079c927477cae214c7d1b4046177"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:da04c31124688bef6e6cf699f5041d87dfe45c2539faf5e5f009fdd92f30b68e"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="Copying instance sha256:d90693a1211d8031bf4d426537f2ebd7cc5ac9517ad6b39b985cd26c6c51683c (4/4)"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:d90693a1211d8031bf4d426537f2ebd7cc5ac9517ad6b39b985cd26c6c51683c"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54.1618436884"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5a61508ec98473b7d276c53797c1098690dc1b84032f7e73b6ddf7ea791ce8a"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75bad9532370a79d6523b7c424239d61493d1674f42252954d160b28bd9124dd"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e13768c2ab78bd56210b247f4df71c36ffe45128676ade97436862696f70510"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e13768c2ab78bd56210b247f4df71c36ffe45128676ade97436862696f70510"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec1a692bba396bb615e6feeaf136f8d44823dd34975b78c678c5b6021f780526"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5a61508ec98473b7d276c53797c1098690dc1b84032f7e73b6ddf7ea791ce8a"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3dba404d30120844b4c007d58d570e5426f250bcbaacb2012ac95015872344b"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec1a692bba396bb615e6feeaf136f8d44823dd34975b78c678c5b6021f780526"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75bad9532370a79d6523b7c424239d61493d1674f42252954d160b28bd9124dd"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3dba404d30120844b4c007d58d570e5426f250bcbaacb2012ac95015872344b"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="Skipping blob sha256:d5a61508ec98473b7d276c53797c1098690dc1b84032f7e73b6ddf7ea791ce8a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="Skipping blob sha256:f3dba404d30120844b4c007d58d570e5426f250bcbaacb2012ac95015872344b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="Skipping blob sha256:ec1a692bba396bb615e6feeaf136f8d44823dd34975b78c678c5b6021f780526 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="Skipping blob sha256:8e13768c2ab78bd56210b247f4df71c36ffe45128676ade97436862696f70510 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="Skipping blob sha256:75bad9532370a79d6523b7c424239d61493d1674f42252954d160b28bd9124dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:b8619f3a3b49b5393ef3dfd8a22d80e20a5b8269de2fc9169be03edbbb29e0e2"
repomirrorworker stdout | time="2022-06-02T12:33:30Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:b8619f3a3b49b5393ef3dfd8a22d80e20a5b8269de2fc9169be03edbbb29e0e2"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8619f3a3b49b5393ef3dfd8a22d80e20a5b8269de2fc9169be03edbbb29e0e2"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8619f3a3b49b5393ef3dfd8a22d80e20a5b8269de2fc9169be03edbbb29e0e2"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:d90693a1211d8031bf4d426537f2ebd7cc5ac9517ad6b39b985cd26c6c51683c"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-54.1618436884"
repomirrorworker stdout | 2022-06-02 12:33:31,164 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:ea8c7608d3d3c3e6d0b032eddf3b51cad160e5778d77e5b5fd13df903c4e780d (1/4)
repomirrorworker stdout | Copying blob sha256:55eda774346862e410811e3fa91cefe805bc11ff46fad425dd1b712709c05bbc
repomirrorworker stdout | Copying blob sha256:d04ff7fc21bfa9fe58cdcc67507d8a88275980ff8357c5f3ad9bdbb504cc4a7d
repomirrorworker stdout | Copying blob sha256:4b21dcdd136d133a4df0840e656af2f488c226dd384a98b89ced79064a4081b4
repomirrorworker stdout | Copying blob sha256:d824c7de9b036680487d4ed114055dc2718f41bcdcbb7031167ae16b2a230242
repomirrorworker stdout | Copying blob sha256:1b6a9fa025700d1866c53ebd5b3897ceef94bcb269240df432d4e03f04b67bb0
repomirrorworker stdout | Copying config sha256:7c90c99f01393bd6efdf50143ca3d7a39ff338e5e53d3009078020b60f2d5a56
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:dbf98c15ca44d3b7d75b77f13d8dfacc7ffa24d133aae14ff8c5149e8e26ba38 (2/4)
repomirrorworker stdout | Copying blob sha256:9e2d6b9074a687bb9244af0799e4cedf30220907ca0531ca69ed37b99017f7ea
repomirrorworker stdout | Copying blob sha256:8044a90e1865c3ac3953ecd58bc79333c19724a7633726b33ddfd292acb1f8ed
repomirrorworker stdout | Copying blob sha256:d70e513932ff1cb3c0d8182809709417d96fe18f101a6858b022b80928ae916d
repomirrorworker stdout | Copying blob sha256:e172e31a9c19c59b9c1908e1eb6bd136e2011c35bea6e1ea923971923654313a
repomirrorworker stdout | Copying blob sha256:2584aed6d20d4dd00dbbfef4530faa904d169a286a5ceb8c4cc990d2dfb73ef5
repomirrorworker stdout | Copying config sha256:45373a1038af74296c8422d231a9983fe2674247bd9f3c7fdfafdd0393160e42
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:da04c31124688bef6e6cf699f5041d87dfe45c2539faf5e5f009fdd92f30b68e (3/4)
repomirrorworker stdout | Copying blob sha256:dacdfb3d272144a59980a1c945e1bb99c9ba4c5a64f7a7b2dbfeaefa13fa25e8
repomirrorworker stdout | Copying blob sha256:4432f35a0202ed01e3f0cd92d2e6c5f5c05cc016d9b96193491e29ed2d5a5cf8
repomirrorworker stdout | Copying blob sha256:313d7b11f547f52d321f2a708510f53690a04fca850651124590d47663f049f2
repomirrorworker stdout | Copying blob sha256:4c74d1fbf34a958648326c9fb0f313f839cb4ded68eba94846f4593d86183aad
repomirrorworker stdout | Copying blob sha256:34ad0e1e2e532f7720b9a441da9b4f4f3a475ba18273f669123735011c283367
repomirrorworker stdout | Copying config sha256:db3c5cad7c1c853bf17aef4c41ca66149c9e079c927477cae214c7d1b4046177
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:d90693a1211d8031bf4d426537f2ebd7cc5ac9517ad6b39b985cd26c6c51683c (4/4)
repomirrorworker stdout | Copying blob sha256:d5a61508ec98473b7d276c53797c1098690dc1b84032f7e73b6ddf7ea791ce8a
repomirrorworker stdout | Copying blob sha256:f3dba404d30120844b4c007d58d570e5426f250bcbaacb2012ac95015872344b
repomirrorworker stdout | Copying blob sha256:ec1a692bba396bb615e6feeaf136f8d44823dd34975b78c678c5b6021f780526
repomirrorworker stdout | Copying blob sha256:8e13768c2ab78bd56210b247f4df71c36ffe45128676ade97436862696f70510
repomirrorworker stdout | Copying blob sha256:75bad9532370a79d6523b7c424239d61493d1674f42252954d160b28bd9124dd
repomirrorworker stdout | Copying config sha256:b8619f3a3b49b5393ef3dfd8a22d80e20a5b8269de2fc9169be03edbbb29e0e2
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:33:31,166 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:31,170 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:31,171 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 33, 31, 169617), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-54.1618436884\' successful sync", "tag": "1-54.1618436884", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:ea8c7608d3d3c3e6d0b032eddf3b51cad160e5778d77e5b5fd13df903c4e780d (1/4)\\nCopying blob sha256:55eda774346862e410811e3fa91cefe805bc11ff46fad425dd1b712709c05bbc\\nCopying blob sha256:d04ff7fc21bfa9fe58cdcc67507d8a88275980ff8357c5f3ad9bdbb504cc4a7d\\nCopying blob sha256:4b21dcdd136d133a4df0840e656af2f488c226dd384a98b89ced79064a4081b4\\nCopying blob sha256:d824c7de9b036680487d4ed114055dc2718f41bcdcbb7031167ae16b2a230242\\nCopying blob sha256:1b6a9fa025700d1866c53ebd5b3897ceef94bcb269240df432d4e03f04b67bb0\\nCopying config sha256:7c90c99f01393bd6efdf50143ca3d7a39ff338e5e53d3009078020b60f2d5a56\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:dbf98c15ca44d3b7d75b77f13d8dfacc7ffa24d133aae14ff8c5149e8e26ba38 (2/4)\\nCopying blob sha256:9e2d6b9074a687bb9244af0799e4cedf30220907ca0531ca69ed37b99017f7ea\\nCopying blob sha256:8044a90e1865c3ac3953ecd58bc79333c19724a7633726b33ddfd292acb1f8ed\\nCopying blob sha256:d70e513932ff1cb3c0d8182809709417d96fe18f101a6858b022b80928ae916d\\nCopying blob sha256:e172e31a9c19c59b9c1908e1eb6bd136e2011c35bea6e1ea923971923654313a\\nCopying blob sha256:2584aed6d20d4dd00dbbfef4530faa904d169a286a5ceb8c4cc990d2dfb73ef5\\nCopying config sha256:45373a1038af74296c8422d231a9983fe2674247bd9f3c7fdfafdd0393160e42\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:da04c31124688bef6e6cf699f5041d87dfe45c2539faf5e5f009fdd92f30b68e (3/4)\\nCopying blob sha256:dacdfb3d272144a59980a1c945e1bb99c9ba4c5a64f7a7b2dbfeaefa13fa25e8\\nCopying blob sha256:4432f35a0202ed01e3f0cd92d2e6c5f5c05cc016d9b96193491e29ed2d5a5cf8\\nCopying blob sha256:313d7b11f547f52d321f2a708510f53690a04fca850651124590d47663f049f2\\nCopying blob sha256:4c74d1fbf34a958648326c9fb0f313f839cb4ded68eba94846f4593d86183aad\\nCopying blob sha256:34ad0e1e2e532f7720b9a441da9b4f4f3a475ba18273f669123735011c283367\\nCopying config sha256:db3c5cad7c1c853bf17aef4c41ca66149c9e079c927477cae214c7d1b4046177\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:d90693a1211d8031bf4d426537f2ebd7cc5ac9517ad6b39b985cd26c6c51683c (4/4)\\nCopying blob sha256:d5a61508ec98473b7d276c53797c1098690dc1b84032f7e73b6ddf7ea791ce8a\\nCopying blob sha256:f3dba404d30120844b4c007d58d570e5426f250bcbaacb2012ac95015872344b\\nCopying blob sha256:ec1a692bba396bb615e6feeaf136f8d44823dd34975b78c678c5b6021f780526\\nCopying blob sha256:8e13768c2ab78bd56210b247f4df71c36ffe45128676ade97436862696f70510\\nCopying blob sha256:75bad9532370a79d6523b7c424239d61493d1674f42252954d160b28bd9124dd\\nCopying config sha256:b8619f3a3b49b5393ef3dfd8a22d80e20a5b8269de2fc9169be03edbbb29e0e2\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:33:26Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:26Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:26Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:33:26Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:33:26Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:26Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:26Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:26Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:26Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:26Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-54.1618436884\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:26Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:26Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:26Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:26Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:33:26Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:26Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:33:26Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:33:26Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-54.1618436884\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Copying instance sha256:ea8c7608d3d3c3e6d0b032eddf3b51cad160e5778d77e5b5fd13df903c4e780d (1/4)\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:ea8c7608d3d3c3e6d0b032eddf3b51cad160e5778d77e5b5fd13df903c4e780d\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54.1618436884\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d824c7de9b036680487d4ed114055dc2718f41bcdcbb7031167ae16b2a230242\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55eda774346862e410811e3fa91cefe805bc11ff46fad425dd1b712709c05bbc\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b21dcdd136d133a4df0840e656af2f488c226dd384a98b89ced79064a4081b4\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b6a9fa025700d1866c53ebd5b3897ceef94bcb269240df432d4e03f04b67bb0\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d04ff7fc21bfa9fe58cdcc67507d8a88275980ff8357c5f3ad9bdbb504cc4a7d\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b21dcdd136d133a4df0840e656af2f488c226dd384a98b89ced79064a4081b4\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b6a9fa025700d1866c53ebd5b3897ceef94bcb269240df432d4e03f04b67bb0\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55eda774346862e410811e3fa91cefe805bc11ff46fad425dd1b712709c05bbc\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d824c7de9b036680487d4ed114055dc2718f41bcdcbb7031167ae16b2a230242\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d04ff7fc21bfa9fe58cdcc67507d8a88275980ff8357c5f3ad9bdbb504cc4a7d\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Skipping blob sha256:55eda774346862e410811e3fa91cefe805bc11ff46fad425dd1b712709c05bbc (already present):\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Skipping blob sha256:d04ff7fc21bfa9fe58cdcc67507d8a88275980ff8357c5f3ad9bdbb504cc4a7d (already present):\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Skipping blob sha256:4b21dcdd136d133a4df0840e656af2f488c226dd384a98b89ced79064a4081b4 (already present):\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Skipping blob sha256:d824c7de9b036680487d4ed114055dc2718f41bcdcbb7031167ae16b2a230242 (already present):\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Skipping blob sha256:1b6a9fa025700d1866c53ebd5b3897ceef94bcb269240df432d4e03f04b67bb0 (already present):\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:7c90c99f01393bd6efdf50143ca3d7a39ff338e5e53d3009078020b60f2d5a56\\"\\ntime=\\"2022-06-02T12:33:27Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:7c90c99f01393bd6efdf50143ca3d7a39ff338e5e53d3009078020b60f2d5a56\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7c90c99f01393bd6efdf50143ca3d7a39ff338e5e53d3009078020b60f2d5a56\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7c90c99f01393bd6efdf50143ca3d7a39ff338e5e53d3009078020b60f2d5a56\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:ea8c7608d3d3c3e6d0b032eddf3b51cad160e5778d77e5b5fd13df903c4e780d\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"Copying instance sha256:dbf98c15ca44d3b7d75b77f13d8dfacc7ffa24d133aae14ff8c5149e8e26ba38 (2/4)\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:dbf98c15ca44d3b7d75b77f13d8dfacc7ffa24d133aae14ff8c5149e8e26ba38\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54.1618436884\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e172e31a9c19c59b9c1908e1eb6bd136e2011c35bea6e1ea923971923654313a\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e2d6b9074a687bb9244af0799e4cedf30220907ca0531ca69ed37b99017f7ea\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044a90e1865c3ac3953ecd58bc79333c19724a7633726b33ddfd292acb1f8ed\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2584aed6d20d4dd00dbbfef4530faa904d169a286a5ceb8c4cc990d2dfb73ef5\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70e513932ff1cb3c0d8182809709417d96fe18f101a6858b022b80928ae916d\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044a90e1865c3ac3953ecd58bc79333c19724a7633726b33ddfd292acb1f8ed\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e172e31a9c19c59b9c1908e1eb6bd136e2011c35bea6e1ea923971923654313a\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e2d6b9074a687bb9244af0799e4cedf30220907ca0531ca69ed37b99017f7ea\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2584aed6d20d4dd00dbbfef4530faa904d169a286a5ceb8c4cc990d2dfb73ef5\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70e513932ff1cb3c0d8182809709417d96fe18f101a6858b022b80928ae916d\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"Skipping blob sha256:9e2d6b9074a687bb9244af0799e4cedf30220907ca0531ca69ed37b99017f7ea (already present):\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"Skipping blob sha256:8044a90e1865c3ac3953ecd58bc79333c19724a7633726b33ddfd292acb1f8ed (already present):\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"Skipping blob sha256:d70e513932ff1cb3c0d8182809709417d96fe18f101a6858b022b80928ae916d (already present):\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"Skipping blob sha256:e172e31a9c19c59b9c1908e1eb6bd136e2011c35bea6e1ea923971923654313a (already present):\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"Skipping blob sha256:2584aed6d20d4dd00dbbfef4530faa904d169a286a5ceb8c4cc990d2dfb73ef5 (already present):\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:45373a1038af74296c8422d231a9983fe2674247bd9f3c7fdfafdd0393160e42\\"\\ntime=\\"2022-06-02T12:33:28Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:45373a1038af74296c8422d231a9983fe2674247bd9f3c7fdfafdd0393160e42\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:45373a1038af74296c8422d231a9983fe2674247bd9f3c7fdfafdd0393160e42\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:45373a1038af74296c8422d231a9983fe2674247bd9f3c7fdfafdd0393160e42\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:dbf98c15ca44d3b7d75b77f13d8dfacc7ffa24d133aae14ff8c5149e8e26ba38\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"Copying instance sha256:da04c31124688bef6e6cf699f5041d87dfe45c2539faf5e5f009fdd92f30b68e (3/4)\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:da04c31124688bef6e6cf699f5041d87dfe45c2539faf5e5f009fdd92f30b68e\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54.1618436884\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4432f35a0202ed01e3f0cd92d2e6c5f5c05cc016d9b96193491e29ed2d5a5cf8\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dacdfb3d272144a59980a1c945e1bb99c9ba4c5a64f7a7b2dbfeaefa13fa25e8\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dacdfb3d272144a59980a1c945e1bb99c9ba4c5a64f7a7b2dbfeaefa13fa25e8\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4432f35a0202ed01e3f0cd92d2e6c5f5c05cc016d9b96193491e29ed2d5a5cf8\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:313d7b11f547f52d321f2a708510f53690a04fca850651124590d47663f049f2\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:313d7b11f547f52d321f2a708510f53690a04fca850651124590d47663f049f2\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34ad0e1e2e532f7720b9a441da9b4f4f3a475ba18273f669123735011c283367\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c74d1fbf34a958648326c9fb0f313f839cb4ded68eba94846f4593d86183aad\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34ad0e1e2e532f7720b9a441da9b4f4f3a475ba18273f669123735011c283367\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c74d1fbf34a958648326c9fb0f313f839cb4ded68eba94846f4593d86183aad\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"Skipping blob sha256:dacdfb3d272144a59980a1c945e1bb99c9ba4c5a64f7a7b2dbfeaefa13fa25e8 (already present):\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"Skipping blob sha256:4432f35a0202ed01e3f0cd92d2e6c5f5c05cc016d9b96193491e29ed2d5a5cf8 (already present):\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"Skipping blob sha256:313d7b11f547f52d321f2a708510f53690a04fca850651124590d47663f049f2 (already present):\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"Skipping blob sha256:4c74d1fbf34a958648326c9fb0f313f839cb4ded68eba94846f4593d86183aad (already present):\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"Skipping blob sha256:34ad0e1e2e532f7720b9a441da9b4f4f3a475ba18273f669123735011c283367 (already present):\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:db3c5cad7c1c853bf17aef4c41ca66149c9e079c927477cae214c7d1b4046177\\"\\ntime=\\"2022-06-02T12:33:29Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:db3c5cad7c1c853bf17aef4c41ca66149c9e079c927477cae214c7d1b4046177\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db3c5cad7c1c853bf17aef4c41ca66149c9e079c927477cae214c7d1b4046177\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db3c5cad7c1c853bf17aef4c41ca66149c9e079c927477cae214c7d1b4046177\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:da04c31124688bef6e6cf699f5041d87dfe45c2539faf5e5f009fdd92f30b68e\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"Copying instance sha256:d90693a1211d8031bf4d426537f2ebd7cc5ac9517ad6b39b985cd26c6c51683c (4/4)\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:d90693a1211d8031bf4d426537f2ebd7cc5ac9517ad6b39b985cd26c6c51683c\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54.1618436884\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5a61508ec98473b7d276c53797c1098690dc1b84032f7e73b6ddf7ea791ce8a\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75bad9532370a79d6523b7c424239d61493d1674f42252954d160b28bd9124dd\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e13768c2ab78bd56210b247f4df71c36ffe45128676ade97436862696f70510\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e13768c2ab78bd56210b247f4df71c36ffe45128676ade97436862696f70510\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec1a692bba396bb615e6feeaf136f8d44823dd34975b78c678c5b6021f780526\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5a61508ec98473b7d276c53797c1098690dc1b84032f7e73b6ddf7ea791ce8a\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3dba404d30120844b4c007d58d570e5426f250bcbaacb2012ac95015872344b\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec1a692bba396bb615e6feeaf136f8d44823dd34975b78c678c5b6021f780526\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75bad9532370a79d6523b7c424239d61493d1674f42252954d160b28bd9124dd\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3dba404d30120844b4c007d58d570e5426f250bcbaacb2012ac95015872344b\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"Skipping blob sha256:d5a61508ec98473b7d276c53797c1098690dc1b84032f7e73b6ddf7ea791ce8a (already present):\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"Skipping blob sha256:f3dba404d30120844b4c007d58d570e5426f250bcbaacb2012ac95015872344b (already present):\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"Skipping blob sha256:ec1a692bba396bb615e6feeaf136f8d44823dd34975b78c678c5b6021f780526 (already present):\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"Skipping blob sha256:8e13768c2ab78bd56210b247f4df71c36ffe45128676ade97436862696f70510 (already present):\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"Skipping blob sha256:75bad9532370a79d6523b7c424239d61493d1674f42252954d160b28bd9124dd (already present):\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:b8619f3a3b49b5393ef3dfd8a22d80e20a5b8269de2fc9169be03edbbb29e0e2\\"\\ntime=\\"2022-06-02T12:33:30Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:b8619f3a3b49b5393ef3dfd8a22d80e20a5b8269de2fc9169be03edbbb29e0e2\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8619f3a3b49b5393ef3dfd8a22d80e20a5b8269de2fc9169be03edbbb29e0e2\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8619f3a3b49b5393ef3dfd8a22d80e20a5b8269de2fc9169be03edbbb29e0e2\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:d90693a1211d8031bf4d426537f2ebd7cc5ac9517ad6b39b985cd26c6c51683c\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-54.1618436884\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:33:31,175 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-54.1618436884' successful sync.
repomirrorworker stdout | 2022-06-02 12:33:31,176 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 33, 31, 175711), 2, '5bf2f339-dac2-467f-ae65-c98413b886a8', 3, 'cf256cbd-36b7-446f-b94c-2f750eaae746'])
repomirrorworker stdout | 2022-06-02 12:33:31,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:31,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:31,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:31,181 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:33:31,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:31,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:37,235 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:33:31Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-54.1618436884-source\""
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:33:31Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-54.1618436884-source"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54.1618436884-source"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea"
repomirrorworker stdout | time="2022-06-02T12:33:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b2fdaacb3b86c5f1ebd4a2ea47b688857fc53bda5b0f0dcf761ca3dd656919a"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b2fdaacb3b86c5f1ebd4a2ea47b688857fc53bda5b0f0dcf761ca3dd656919a"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:3b2fdaacb3b86c5f1ebd4a2ea47b688857fc53bda5b0f0dcf761ca3dd656919a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0669ff4651694bcf41e8507c1d8dad8869bb0513c62566d064baa399c9b50d1"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0669ff4651694bcf41e8507c1d8dad8869bb0513c62566d064baa399c9b50d1"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:b0669ff4651694bcf41e8507c1d8dad8869bb0513c62566d064baa399c9b50d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Skipping blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:33:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:33:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa71
repomirrorworker stdout | 8464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:33:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:5eb0fa8a50cbd0715ecd7f1aeb1e2eaecde2e57276485f45d40c999487448396"
repomirrorworker stdout | time="2022-06-02T12:33:36Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:5eb0fa8a50cbd0715ecd7f1aeb1e2eaecde2e57276485f45d40c999487448396"
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5eb0fa8a50cbd0715ecd7f1aeb1e2eaecde2e57276485f45d40c999487448396"
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5eb0fa8a50cbd0715ecd7f1aeb1e2eaecde2e57276485f45d40c999487448396"
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-54.1618436884-source"
repomirrorworker stdout | 2022-06-02 12:33:37,236 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c
repomirrorworker stdout | Copying blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef
repomirrorworker stdout | Copying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f
repomirrorworker stdout | Copying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade
repomirrorworker stdout | Copying blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95
repomirrorworker stdout | Copying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b
repomirrorworker stdout | Copying blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43
repomirrorworker stdout | Copying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d
repomirrorworker stdout | Copying blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494
repomirrorworker stdout | Copying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645
repomirrorworker stdout | Copying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c
repomirrorworker stdout | Copying blob sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37
repomirrorworker stdout | Copying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9
repomirrorworker stdout | Copying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014
repomirrorworker stdout | Copying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f
repomirrorworker stdout | Copying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc
repomirrorworker stdout | Copying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01
repomirrorworker stdout | Copying blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155
repomirrorworker stdout | Copying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be
repomirrorworker stdout | Copying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8
repomirrorworker stdout | Copying blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf
repomirrorworker stdout | Copying blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b
repomirrorworker stdout | Copying blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983
repomirrorworker stdout | Copying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b
repomirrorworker stdout | Copying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c
repomirrorworker stdout | Copying blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372
repomirrorworker stdout | Copying blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e
repomirrorworker stdout | Copying blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21
repomirrorworker stdout | Copying blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc
repomirrorworker stdout | Copying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332
repomirrorworker stdout | Copying blob sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626
repomirrorworker stdout | Copying blob sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9
repomirrorworker stdout | Copying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7
repomirrorworker stdout | Copying blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007
repomirrorworker stdout | Copying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef
repomirrorworker stdout | Copying blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4
repomirrorworker stdout | Copying blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81
repomirrorworker stdout | Copying blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad
repomirrorworker stdout | Copying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443
repomirrorworker stdout | Copying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081
repomirrorworker stdout | Copying blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da
repomirrorworker stdout | Copying blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f
repomirrorworker stdout | Copying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a
repomirrorworker stdout | Copying blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38
repomirrorworker stdout | Copying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946
repomirrorworker stdout | Copying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d
repomirrorworker stdout | Copying blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1
repomirrorworker stdout | Copying blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486
repomirrorworker stdout | Copying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3
repomirrorworker stdout | Copying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39
repomirrorworker stdout | Copying blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec
repomirrorworker stdout | Copying blob sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee
repomirrorworker stdout | Copying blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a
repomirrorworker stdout | Copying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd
repomirrorworker stdout | Copying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05
repomirrorworker stdout | Copying blob sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209
repomirrorworker stdout | Copying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098
repomirrorworker stdout | Copying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742
repomirrorworker stdout | Copying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d
repomirrorworker stdout | Copying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538
repomirrorworker stdout | Copying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81
repomirrorworker stdout | Copying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a
repomirrorworker stdout | Copying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2
repomirrorworker stdout | Copying blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08
repomirrorworker stdout | Copying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4
repomirrorworker stdout | Copying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b
repomirrorworker stdout | Copying blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc
repomirrorworker stdout | Copying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb
repomirrorworker stdout | Copying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b
repomirrorworker stdout | Copying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f
repomirrorworker stdout | Copying blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b
repomirrorworker stdout | Copying blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa
repomirrorworker stdout | Copying blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566
repomirrorworker stdout | Copying blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463
repomirrorworker stdout | Copying blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea
repomirrorworker stdout | Copying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440
repomirrorworker stdout | Copying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8
repomirrorworker stdout | Copying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06
repomirrorworker stdout | Copying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3
repomirrorworker stdout | Copying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d
repomirrorworker stdout | Copying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331
repomirrorworker stdout | Copying blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51
repomirrorworker stdout | Copying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581
repomirrorworker stdout | Copying blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb
repomirrorworker stdout | Copying blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b
repomirrorworker stdout | Copying blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf
repomirrorworker stdout | Copying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa
repomirrorworker stdout | Copying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263
repomirrorworker stdout | Copying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f
repomirrorworker stdout | Copying blob sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e
repomirrorworker stdout | Copying blob sha256:3b2fdaacb3b86c5f1ebd4a2ea47b688857fc53bda5b0f0dcf761ca3dd656919a
repomirrorworker stdout | Copying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946
repomirrorworker stdout | Copying blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366
repomirrorworker stdout | Copying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c
repomirrorworker stdout | Copying blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04
repomirrorworker stdout | Copying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326
repomirrorworker stdout | Copying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f
repomirrorworker stdout | Copying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722
repomirrorworker stdout | Copying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44
repomirrorworker stdout | Copying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f
repomirrorworker stdout | Copying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb
repomirrorworker stdout | Copying blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24
repomirrorworker stdout | Copying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef
repomirrorworker stdout | Copying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c
repomirrorworker stdout | Copying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a
repomirrorworker stdout | Copying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e
repomirrorworker stdout | Copying blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354
repomirrorworker stdout | Copying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359
repomirrorworker stdout | Copying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769
repomirrorworker stdout | Copying blob sha256:b0669ff4651694bcf41e8507c1d8dad8869bb0513c62566d064baa399c9b50d1
repomirrorworker stdout | Copying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3
repomirrorworker stdout | Copying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40
repomirrorworker stdout | Copying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4
repomirrorworker stdout | Copying blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2
repomirrorworker stdout | Copying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2
repomirrorworker stdout | Copying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8
repomirrorworker stdout | Copying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c
repomirrorworker stdout | Copying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671
repomirrorworker stdout | Copying blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d
repomirrorworker stdout | Copying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1
repomirrorworker stdout | Copying blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f
repomirrorworker stdout | Copying blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9
repomirrorworker stdout | Copying blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e
repomirrorworker stdout | Copying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4
repomirrorworker stdout | Copying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859
repomirrorworker stdout | Copying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a
repomirrorworker stdout | Copying blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c
repomirrorworker stdout | Copying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a
repomirrorworker stdout | Copying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c
repomirrorworker stdout | Copying blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c
repomirrorworker stdout | Copying blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798
repomirrorworker stdout | Copying blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19
repomirrorworker stdout | Copying blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12
repomirrorworker stdout | Copying blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812
repomirrorworker stdout | Copying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730
repomirrorworker stdout | Copying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d
repomirrorworker stdout | Copying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa
repomirrorworker stdout | Copying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581
repomirrorworker stdout | Copying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385
repomirrorworker stdout | Copying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725
repomirrorworker stdout | Copying blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9
repomirrorworker stdout | Copying blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53
repomirrorworker stdout | Copying blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a
repomirrorworker stdout | Copying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069
repomirrorworker stdout | Copying blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e
repomirrorworker stdout | Copying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b
repomirrorworker stdout | Copying blob sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec
repomirrorworker stdout | Copying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509
repomirrorworker stdout | Copying blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387
repomirrorworker stdout | Copying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd
repomirrorworker stdout | Copying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad
repomirrorworker stdout | Copying blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0
repomirrorworker stdout | Copying blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e
repomirrorworker stdout | Copying blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198
repomirrorworker stdout | Copying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb
repomirrorworker stdout | Copying blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3
repomirrorworker stdout | Copying blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611
repomirrorworker stdout | Copying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6
repomirrorworker stdout | Copying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998
repomirrorworker stdout | Copying blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd
repomirrorworker stdout | Copying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802
repomirrorworker stdout | Copying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e
repomirrorworker stdout | Copying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff
repomirrorworker stdout | Copying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887
repomirrorworker stdout | Copying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b
repomirrorworker stdout | Copying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416
repomirrorworker stdout | Copying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915
repomirrorworker stdout | Copying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa
repomirrorworker stdout | Copying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569
repomirrorworker stdout | Copying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32
repomirrorworker stdout | Copying blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534
repomirrorworker stdout | Copying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46
repomirrorworker stdout | Copying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95
repomirrorworker stdout | Copying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41
repomirrorworker stdout | Copying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f
repomirrorworker stdout | Copying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81
repomirrorworker stdout | Copying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3
repomirrorworker stdout | Copying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1
repomirrorworker stdout | Copying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54
repomirrorworker stdout | Copying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe
repomirrorworker stdout | Copying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a
repomirrorworker stdout | Copying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf
repomirrorworker stdout | Copying blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66
repomirrorworker stdout | Copying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec
repomirrorworker stdout | Copying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924
repomirrorworker stdout | Copying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171
repomirrorworker stdout | Copying blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389
repomirrorworker stdout | Copying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec
repomirrorworker stdout | Copying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7
repomirrorworker stdout | Copying blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68
repomirrorworker stdout | Copying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4
repomirrorworker stdout | Copying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb
repomirrorworker stdout | Copying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15
repomirrorworker stdout | Copying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c
repomirrorworker stdout | Copying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2
repomirrorworker stdout | Copying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1
repomirrorworker stdout | Copying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588
repomirrorworker stdout | Copying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332
repomirrorworker stdout | Copying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8
repomirrorworker stdout | Copying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3
repomirrorworker stdout | Copying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f
repomirrorworker stdout | Copying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4
repomirrorworker stdout | Copying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1
repomirrorworker stdout | Copying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8
repomirrorworker stdout | Copying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1
repomirrorworker stdout | Copying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2
repomirrorworker stdout | Copying blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6
repomirrorworker stdout | Copying blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d
repomirrorworker stdout | Copying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a
repomirrorworker stdout | Copying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855
repomirrorworker stdout | Copying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae
repomirrorworker stdout | Copying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108
repomirrorworker stdout | Copying blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581
repomirrorworker stdout | Copying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be
repomirrorworker stdout | Copying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53
repomirrorworker stdout | Copying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc
repomirrorworker stdout | Copying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b
repomirrorworker stdout | Copying blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3
repomirrorworker stdout | Copying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433
repomirrorworker stdout | Copying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489
repomirrorworker stdout | Copying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95
repomirrorworker stdout | Copying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c
repomirrorworker stdout | Copying blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244
repomirrorworker stdout | Copying blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55
repomirrorworker stdout | Copying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803
repomirrorworker stdout | Copying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0
repomirrorworker stdout | Copying blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20
repomirrorworker stdout | Copying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9
repomirrorworker stdout | Copying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2
repomirrorworker stdout | Copying blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe
repomirrorworker stdout | Copying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e
repomirrorworker stdout | Copying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955
repomirrorworker stdout | Copying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde
repomirrorworker stdout | Copying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481
repomirrorworker stdout | Copying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1
repomirrorworker stdout | Copying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226
repomirrorworker stdout | Copying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e
repomirrorworker stdout | Copying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36
repomirrorworker stdout | Copying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378
repomirrorworker stdout | Copying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e
repomirrorworker stdout | Copying blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe
repomirrorworker stdout | Copying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a
repomirrorworker stdout | Copying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079
repomirrorworker stdout | Copying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e
repomirrorworker stdout | Copying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c
repomirrorworker stdout | Copying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be
repomirrorworker stdout | Copying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b
repomirrorworker stdout | Copying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416
repomirrorworker stdout | Copying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de
repomirrorworker stdout | Copying blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354
repomirrorworker stdout | Copying blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8
repomirrorworker stdout | Copying blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc
repomirrorworker stdout | Copying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae
repomirrorworker stdout | Copying blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b
repomirrorworker stdout | Copying blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902
repomirrorworker stdout | Copying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8
repomirrorworker stdout | Copying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251
repomirrorworker stdout | Copying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83
repomirrorworker stdout | Copying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff
repomirrorworker stdout | Copying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4
repomirrorworker stdout | Copying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895
repomirrorworker stdout | Copying blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc
repomirrorworker stdout | Copying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384
repomirrorworker stdout | Copying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0
repomirrorworker stdout | Copying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529
repomirrorworker stdout | Copying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378
repomirrorworker stdout | Copying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc
repomirrorworker stdout | Copying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d
repomirrorworker stdout | Copying blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6
repomirrorworker stdout | Copying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3
repomirrorworker stdout | Copying config sha256:5eb0fa8a50cbd0715ecd7f1aeb1e2eaecde2e57276485f45d40c999487448396
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:33:37,238 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:37,241 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:37,243 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 33, 37, 241196), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-54.1618436884-source\' successful sync", "tag": "1-54.1618436884-source", "tags": null, "stdout": "Copying blob sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c\\nCopying blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef\\nCopying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\nCopying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\nCopying blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95\\nCopying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\nCopying blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43\\nCopying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\nCopying blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494\\nCopying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\nCopying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\nCopying blob sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37\\nCopying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\nCopying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\nCopying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\nCopying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\nCopying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\nCopying blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155\\nCopying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\nCopying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\nCopying blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\nCopying blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b\\nCopying blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983\\nCopying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\nCopying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\nCopying blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372\\nCopying blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e\\nCopying blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21\\nCopying blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc\\nCopying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\nCopying blob sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626\\nCopying blob sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9\\nCopying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\nCopying blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007\\nCopying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\nCopying blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4\\nCopying blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81\\nCopying blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad\\nCopying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\nCopying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\nCopying blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da\\nCopying blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f\\nCopying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\nCopying blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38\\nCopying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\nCopying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\nCopying blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\nCopying blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486\\nCopying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\nCopying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\nCopying blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec\\nCopying blob sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee\\nCopying blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a\\nCopying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\nCopying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\nCopying blob sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209\\nCopying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\nCopying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\nCopying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\nCopying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\nCopying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\nCopying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\nCopying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\nCopying blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08\\nCopying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\nCopying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\nCopying blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc\\nCopying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\nCopying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\nCopying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\nCopying blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b\\nCopying blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa\\nCopying blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566\\nCopying blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463\\nCopying blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea\\nCopying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\nCopying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\nCopying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\nCopying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\nCopying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\nCopying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\nCopying blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51\\nCopying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\nCopying blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb\\nCopying blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b\\nCopying blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf\\nCopying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\nCopying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\nCopying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\nCopying blob sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e\\nCopying blob sha256:3b2fdaacb3b86c5f1ebd4a2ea47b688857fc53bda5b0f0dcf761ca3dd656919a\\nCopying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\nCopying blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366\\nCopying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\nCopying blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04\\nCopying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\nCopying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\nCopying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\nCopying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\nCopying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\nCopying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\nCopying blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24\\nCopying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\nCopying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\nCopying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\nCopying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\nCopying blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354\\nCopying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\nCopying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\nCopying blob sha256:b0669ff4651694bcf41e8507c1d8dad8869bb0513c62566d064baa399c9b50d1\\nCopying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\nCopying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\nCopying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\nCopying blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\nCopying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\nCopying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\nCopying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\nCopying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\nCopying blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d\\nCopying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\nCopying blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f\\nCopying blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9\\nCopying blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e\\nCopying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\nCopying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\nCopying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\nCopying blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c\\nCopying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\nCopying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\nCopying blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c\\nCopying blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798\\nCopying blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\nCopying blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12\\nCopying blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812\\nCopying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\nCopying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\nCopying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\nCopying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\nCopying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\nCopying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\nCopying blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\nCopying blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\nCopying blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\nCopying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\nCopying blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\nCopying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\nCopying blob sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec\\nCopying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\nCopying blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387\\nCopying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\nCopying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\nCopying blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0\\nCopying blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e\\nCopying blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198\\nCopying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\nCopying blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3\\nCopying blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611\\nCopying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\nCopying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\nCopying blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd\\nCopying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\nCopying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\nCopying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\nCopying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\nCopying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\nCopying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\nCopying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\nCopying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\nCopying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\nCopying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\nCopying blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534\\nCopying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\nCopying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\nCopying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\nCopying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\nCopying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\nCopying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\nCopying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\nCopying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\nCopying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\nCopying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\nCopying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\nCopying blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\nCopying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\nCopying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\nCopying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\nCopying blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389\\nCopying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\nCopying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\nCopying blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68\\nCopying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\nCopying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\nCopying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\nCopying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\nCopying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\nCopying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\nCopying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\nCopying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\nCopying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\nCopying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\nCopying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\nCopying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\nCopying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\nCopying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\nCopying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\nCopying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\nCopying blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6\\nCopying blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d\\nCopying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\nCopying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\nCopying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\nCopying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\nCopying blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581\\nCopying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\nCopying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\nCopying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\nCopying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\nCopying blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3\\nCopying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\nCopying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\nCopying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\nCopying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\nCopying blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244\\nCopying blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55\\nCopying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\nCopying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\nCopying blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20\\nCopying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\nCopying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\nCopying blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\nCopying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\nCopying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\nCopying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\nCopying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\nCopying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\nCopying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\nCopying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\nCopying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\nCopying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\nCopying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\nCopying blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe\\nCopying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\nCopying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\nCopying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\nCopying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\nCopying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\nCopying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\nCopying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\nCopying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\nCopying blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354\\nCopying blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8\\nCopying blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc\\nCopying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\nCopying blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b\\nCopying blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902\\nCopying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\nCopying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\nCopying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\nCopying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\nCopying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\nCopying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\nCopying blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc\\nCopying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\nCopying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\nCopying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\nCopying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\nCopying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\nCopying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\nCopying blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6\\nCopying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\nCopying config sha256:5eb0fa8a50cbd0715ecd7f1aeb1e2eaecde2e57276485f45d40c999487448396\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-54.1618436884-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:33:31Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-54.1618436884-source\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-54.1618436884-source\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:e490d2422cd44e6c81fedb013924ad1e302d6edf3977b37c2ba4514267bc6c8c (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:bb0f33239dfccd58b45d89bca777138c500f118df7864143f6aa47a3f82642ef (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:dbb674b239bb2dfb121383770bbbc106f1688a8506fdc07836df288de2953e95 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:6a6b5968ffd6c3eb5f86c4ace4e6b155f7d2002888fc82927787891e22144e43 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:42ebf7730c01f6a0d8fac9dccc1238acc732c75eb9639fee151dd667adcb7494 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:a52cc35f86c330671a22f61570239477b84abd9bf05154a2c3e5ed24a759df37 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:d88afbf2cb6169f62ffa7510b2d8820d157f26943d94b50c9eafbfb5ec052155 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:8380afda165be7fbfc05b43598a1f476c6ad2137eab26abb9fce68a17485200b (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:da677971292cb253acf1805b210acd0735b281e87be79ef5327bab1fd5434983 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:af615272d70296537454ecd72be5cf66b49527209f29d975b104ce126708f372 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:2f3d82627a2c8e10f15d5aa5f586d2fefd987f8e3821bcc904d2e79c6565239e (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:59f7bb2c76271a62cb6f6290366c065bfc8792047e730b77d8f3ae382b779f21 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:196f6ac50ea140f8c2e2101dfd615999ac65ab08254b5b662b6cda72423f1bbc (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:7ad135749dc49110dff4d0296cbba33ef1f7bfb23c8cf41486ce4d1a05541626 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:6b783780edbb71399b2afca726db583caba3551697c4d33f2d1a7e33e77673f9 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:0d8144bcc749a03772df0457215523bb4610309e344655d5205702eda929f007 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:3042e8180b7c4ecaaf1acb9a941dbb91aee598f6d07d03c1d2136e4e7d4ceaf4 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:52c6782a7f49bd3529498253cc10e450d83a0764aa40c3c26c919aad9885aa81 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:debf31b8b92e048fbfad61049e30819018ee3953cf42f39d8fa624caef57eaad (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:e16c24c726ce279d65245f6e5a566c3c4e89421949882b44674db7494956b3da (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:78acafd29c04d2e961f67c393d28a73a2da59dbe20bab440c2ba2b3668ce829f (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:79ba208b048453d3295f71e63c93a4703988bad0d8b48d05f8a37a489725fd38 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:7153fc9bea52cd439b1b2aab17e290be2750ceccf8b9290e1e490d6d385d6486 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:dd07455889e184666c066ab067a663123931af2e813bda25a1d56937cf2419ec (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:841e2271fe1634d0654f7c508e72b0ed107c1f3e60a5e84301b67ad8610f68ee (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:9134b794aedbf50215ffd83f074963f511199d4ffc1c58364c71147fd27c671a (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:5b95035e3778c0a8bee2337ea03cdf5dd395b9fc840b90cd631f7ba94cfaa209 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:55d7c2938c5f9fc0b6c86c91ceaa92fd0c9df392f8590bb7767a5940fead8e08 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:b393bdf2ebd6739280e16135c0f46a175781dfcb7086843f676b59f8f43ef2dc (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea\\"\\ntime=\\"2022-06-02T12:33:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:f429fe390df8b62411e34dee7ef144b6c9904a488c4f19026438b457b79c5b3b (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:b255a8e79e10bb07b952f20b7f08cae22e61b999fcb63534c302655f584811fa (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:f736583414b24bba23c4cd727fc853d21804bc69e68d5710ae98ea0570c0f566 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:3fa3722f5eba2563f4cb609dd89f32a3e5ed1eadb155ef8b31e12cb4cf6eb463 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:74c4ee5b7491a5f4476831bd41588ea5e23a81e2c9cb6d624b20bc837eda0bea (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:362e0df25ae9a271070a8ccb93da73ff3e077b52ee0b85816410690bfb0b1b51 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:2f0dcb01ae406e5c9d7c942f4f09522a896e6f3fde3317e846754eff525119bb (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:dcf7b8a959ad5367d7b7c0dabc3d320559d7297b2864ec547ad7981d3ef5765b (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:10e502bffa6b3fb7d6a52f7c0e3d099c81f92fefff6e8fc77e5710321fe29ecf (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:4a41c192f9975e213b7c761f019684bfd4fedc00c1d86d763bf9ceb94fd8d44e (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b2fdaacb3b86c5f1ebd4a2ea47b688857fc53bda5b0f0dcf761ca3dd656919a\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b2fdaacb3b86c5f1ebd4a2ea47b688857fc53bda5b0f0dcf761ca3dd656919a\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:3b2fdaacb3b86c5f1ebd4a2ea47b688857fc53bda5b0f0dcf761ca3dd656919a (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:d2dc581159c5daa399ab061b9a4e16683d1a1fdb3b940695bc5d236c202a0366 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:5de6ef4e152affeee08f2059af24d6231e6bd94bfcd973191a785bc88bafbd04 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:81953dcce7332b77e567dd314102c913a52a49f6b1643641353b3055f5e2aa24 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:89034644ac88a8370d90d3d1f501ca86852e2ac9d3d3c527f21d09f273d34354 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0669ff4651694bcf41e8507c1d8dad8869bb0513c62566d064baa399c9b50d1\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0669ff4651694bcf41e8507c1d8dad8869bb0513c62566d064baa399c9b50d1\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:b0669ff4651694bcf41e8507c1d8dad8869bb0513c62566d064baa399c9b50d1 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:496d298041fa08ef3b0b9f52ce452fae5342d5c2f6c6f8a889cb0c84f5b90f7d (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:e7151941495df564572438b77c8e3a05457e55c5d6fa1c20435ad62ddc99a76f (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:a00e0fe4c9ba37031b2a9b1b7899b7060e6a4852c6638e35b163180ae41878f9 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:7886ce668cd2612dcb02dd9e9a7a911dc29c91ac76da6bb148327b01b1708c3c (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:795171e02d8a540731f730112e5558540cc598d634be5f0254189a2095cff798 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:3a8715c1c33deeb96211658e0ddd428a97c76a03b834d93118af2695b73e3a12 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Skipping blob sha256:d4396ada7920e3046806077aab28e0b2ec21cbb091ceb9445fd9ed4844dca812 (already present):\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:33:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:eb271d00b3f181e2e455c242caf18b129f7f9c3d9f4fa36d85014dbbe26ac7ec (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:f41ada69a60d71f5e86deef0a3a9b95e1d4a9509e304e218d216123244e6e387 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:014628dd79b4cee03e12c3bdfc877110bb3442e88aa22a8d2b39886dbdb869c0 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:8f6c68f10649a8ed4a38312b2f2d618da77f756af56c67d92412cd173bc6f46e (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:5efe6c242c2d23885936fbf015210b6acd72c5a5a186557104b14e06496aa198 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:a8ec8972385301ac12ad705c5353bb0616f11fec027a4339a6762ce4ca1389a3 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:a6a5c1c1cc35c67dbc829ee973c2a2c971138dd24ec82cc8b5817936c6bb1611 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e6081048
repomirrorworker stdout | 02\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:957f87bce394569b68f185435d3ff6a438b902c3029bdbd439fa2067df0fc0fd (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:27f1fd6dc4bb4d24ca8b2623c3a25ff9f0f5379643f2415010956590498f3534 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:6267981297a65734f2121ec68f4baacacfbd44913264664082628d470aa5c389 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:f9d3e804d14292e7adb48e40ff713de1521b35521ff98ebdd8b31b81e00dfc68 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:33:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:7d02a979412fe310a2b36929657991213b0b8c7f8cbb3417e9d885b51e6c4ce6 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:3757ee02b6055de487f9d0f850aad58d4a79890622a61114347a3ca0e49c747d (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:47d58cb3b191fdab053f37e08cdc3ea934435add7a1f7ab74c570a0b31d51581 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:822b6a00d71dc7329287e5c4115652ced2b924486d7331214042eeaba995b2a3 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:c29125f0a5d916c237df2661054887775d9277bc317bc81babadf99f9c045244 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:8fdc4b0fd39c87b15596e3aca66810a5078d96bcae3f56063720a84312dbcf55 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:4fd93d58a0a99e7ec8254bfb5c9b0ffc3bf57b9c4b25afcbf58ebd4c3800cd20 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:33:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:3bd04f3e76178a1baed8fe1538458adb9d22149bf20c4a06298f386e498997fe (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:5b6e82703b52dc8f64753b98323e57aa4914ad0fdedf40b0b149d01b99371354 (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:75429a262fa5e946147101baec020f76e31ad10ec58271c82417c84d193520c8 (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:e777e89e661ed67fcdf618b2edb5f238ceb360ede46c04352be7dbc0e6975ddc (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:605e8228075ed69cd118d9c1f108cfb2902e3217bb4bcee881cdfa9d19e3569b (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:db207d9bff4f2153fd54a5289a5531fade91090266578cb16dccc35e1d70b902 (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:d823ce570914e52278a3c1491b005c5b6a954d8ad3241c4df866e673be0e86dc (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:884222a6a9f2e0342507567000fc757395eae91c71a2445a05fdd8b987252de6 (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:5eb0fa8a50cbd0715ecd7f1aeb1e2eaecde2e57276485f45d40c999487448396\\"\\ntime=\\"2022-06-02T12:33:36Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:5eb0fa8a50cbd0715ecd7f1aeb1e2eaecde2e57276485f45d40c999487448396\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5eb0fa8a50cbd0715ecd7f1aeb1e2eaecde2e57276485f45d40c999487448396\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5eb0fa8a50cbd0715ecd7f1aeb1e2eaecde2e57276485f45d40c999487448396\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-54.1618436884-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:33:37,254 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-54.1618436884-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:33:37,255 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 33, 37, 254823), 2, '5863bd15-72ad-430a-8430-b5b5fb5ea61f', 3, '5bf2f339-dac2-467f-ae65-c98413b886a8'])
repomirrorworker stdout | 2022-06-02 12:33:37,257 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:37,259 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:37,260 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:37,260 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:33:37,261 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:37,267 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:33:39,168 [60] [WARNING] [apscheduler.scheduler] Execution of job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:33:39 UTC)" skipped: maximum number of running instances reached (1)
repomirrorworker stdout | 2022-06-02 12:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:34:09.167018+00:00 (in 29.998735 seconds)
repomirrorworker stdout | 2022-06-02 12:33:41,265 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:33:37Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-60\""
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:33:37Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-60"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="Copying instance sha256:b621a79ed44ddcf5813ba1d20193b8d64eb5eec24769a47fd9f42e75e7479e4b (1/4)"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:b621a79ed44ddcf5813ba1d20193b8d64eb5eec24769a47fd9f42e75e7479e4b"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-60"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a34677e840315d6c935033c2cc3dfa013feadc15bec501b240a3b2796eaa681b"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33db084abe90803d3c1ed1fa2db456724adb80961c94c09f91bf5b2c046a9008"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b74aa5d186f566f34d7e0892e09a6e7041596640cc9938b50efcf3db0846e1e1"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f10101e62e86627bfa39cc796adad8c9b12d23ee0c15705b925a3939ebf8b829"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0c9851d609d0bfab8ea16ae528b7ace74e6856bf9215f644ec611974aa5019e"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:38Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33db084abe90803d3c1ed1fa2db456724adb80961c94c09f91bf5b2c046a9008"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f10101e62e86627bfa39cc796adad8c9b12d23ee0c15705b925a3939ebf8b829"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b74aa5d186f566f34d7e0892e09a6e7041596640cc9938b50efcf3db0846e1e1"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0c9851d609d0bfab8ea16ae528b7ace74e6856bf9215f644ec611974aa5019e"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a34677e840315d6c935033c2cc3dfa013feadc15bec501b240a3b2796eaa681b"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Skipping blob sha256:f10101e62e86627bfa39cc796adad8c9b12d23ee0c15705b925a3939ebf8b829 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Skipping blob sha256:d0c9851d609d0bfab8ea16ae528b7ace74e6856bf9215f644ec611974aa5019e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Skipping blob sha256:b74aa5d186f566f34d7e0892e09a6e7041596640cc9938b50efcf3db0846e1e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Skipping blob sha256:33db084abe90803d3c1ed1fa2db456724adb80961c94c09f91bf5b2c046a9008 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Skipping blob sha256:a34677e840315d6c935033c2cc3dfa013feadc15bec501b240a3b2796eaa681b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:f742fc9addb3af4743f41e3ab60beca41b2feae259a9289282df739fcad72626"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:f742fc9addb3af4743f41e3ab60beca41b2feae259a9289282df739fcad72626"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f742fc9addb3af4743f41e3ab60beca41b2feae259a9289282df739fcad72626"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f742fc9addb3af4743f41e3ab60beca41b2feae259a9289282df739fcad72626"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:b621a79ed44ddcf5813ba1d20193b8d64eb5eec24769a47fd9f42e75e7479e4b"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Copying instance sha256:60cf5417b7af7fff38212b62611bb74e14d2fc97b9dbb9fd0081004701f8560f (2/4)"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:60cf5417b7af7fff38212b62611bb74e14d2fc97b9dbb9fd0081004701f8560f"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-60"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0438ee076d7aa3b91c3d9566fcabb2f57649af18487eff111bab927e016bf916"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afd5c68a21ef86aee53c7588fd8a114a13edc344756ca881b4166f6c06a8ac3c"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0438ee076d7aa3b91c3d9566fcabb2f57649af18487eff111bab927e016bf916"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a2fda734d25d4f45a7372dd06c669d72cd65b3c69aac68cbcc6ab38b3403608"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41f02214979a2cdaa99e19695af70dc0eeee7d0c03fc3028fa49b5520ed6d9b1"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41f02214979a2cdaa99e19695af70dc0eeee7d0c03fc3028fa49b5520ed6d9b1"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a2fda734d25d4f45a7372dd06c669d72cd65b3c69aac68cbcc6ab38b3403608"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afd5c68a21ef86aee53c7588fd8a114a13edc344756ca881b4166f6c06a8ac3c"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d67fc8edbf2287382d3d514f38b0a811682ee2e35367fc02e5e95d5a3bfee10"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d67fc8edbf2287382d3d514f38b0a811682ee2e35367fc02e5e95d5a3bfee10"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Skipping blob sha256:7a2fda734d25d4f45a7372dd06c669d72cd65b3c69aac68cbcc6ab38b3403608 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Skipping blob sha256:41f02214979a2cdaa99e19695af70dc0eeee7d0c03fc3028fa49b5520ed6d9b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Skipping blob sha256:0438ee076d7aa3b91c3d9566fcabb2f57649af18487eff111bab927e016bf916 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Skipping blob sha256:0d67fc8edbf2287382d3d514f38b0a811682ee2e35367fc02e5e95d5a3bfee10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Skipping blob sha256:afd5c68a21ef86aee53c7588fd8a114a13edc344756ca881b4166f6c06a8ac3c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:33dd32a7b9b8896cc7a307b0617fda4975915cdbc18baf292c5443b494ab7982"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:33dd32a7b9b8896cc7a307b0617fda4975915cdbc18baf292c5443b494ab7982"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33dd32a7b9b8896cc7a307b0617fda4975915cdbc18baf292c5443b494ab7982"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33dd32a7b9b8896cc7a307b0617fda4975915cdbc18baf292c5443b494ab7982"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:60cf5417b7af7fff38212b62611bb74e14d2fc97b9dbb9fd0081004701f8560f"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="Copying instance sha256:7cfdbbdbd63ce48d7bf575457b521336f71342af0197aa92c27d69ae50899e9d (3/4)"
repomirrorworker stdout | time="2022-06-02T12:33:39Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:7cfdbbdbd63ce48d7bf575457b521336f71342af0197aa92c27d69ae50899e9d"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-60"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a714723a251057d24f253201727401524e60bec61368d560e4dd7c32f8640d39"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:76574e08deeaa68334acde27457221bd6ffe0642de5b35cb61cf88e9e95efc64"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a714723a251057d24f253201727401524e60bec61368d560e4dd7c32f8640d39"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d3fa9bd1645280a55d2b261a0d54ac3b2d0bd0200f66735acfc622bf842208e8"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:76574e08deeaa68334acde27457221bd6ffe0642de5b35cb61cf88e9e95efc64"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bff4230725b8ae14b37da172c429c72ce67b918e26fdc1af0b3deb04c1cc8358"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b642ff6bd7d4849394c7aebd81470630905acefba87893acb4b44d7b29254df"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d3fa9bd1645280a55d2b261a0d54ac3b2d0bd0200f66735acfc622bf842208e8"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b642ff6bd7d4849394c7aebd81470630905acefba87893acb4b44d7b29254df"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bff4230725b8ae14b37da172c429c72ce67b918e26fdc1af0b3deb04c1cc8358"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Skipping blob sha256:d3fa9bd1645280a55d2b261a0d54ac3b2d0bd0200f66735acfc622bf842208e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Skipping blob sha256:bff4230725b8ae14b37da172c429c72ce67b918e26fdc1af0b3deb04c1cc8358 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Skipping blob sha256:8b642ff6bd7d4849394c7aebd81470630905acefba87893acb4b44d7b29254df (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Skipping blob sha256:76574e08deeaa68334acde27457221bd6ffe0642de5b35cb61cf88e9e95efc64 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Skipping blob sha256:a714723a251057d24f253201727401524e60bec61368d560e4dd7c32f8640d39 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:f1f61f848d919947ccab1e91b2513201278a51b1b33de08641d3842f4ba39a27"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:f1f61f848d919947ccab1e91b2513201278a51b1b33de08641d3842f4ba39a27"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f61f848d919947ccab1e91b2513201278a51b1b33de08641d3842f4ba39a27"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f61f848d919947ccab1e91b2513201278a51b1b33de08641d3842f4ba39a27"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:7cfdbbdbd63ce48d7bf575457b521336f71342af0197aa92c27d69ae50899e9d"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Copying instance sha256:f1d5677f1ed66f6d088a4a95e5703c98b198a90a35d4d87b5a25cd3166c47e4b (4/4)"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:f1d5677f1ed66f6d088a4a95e5703c98b198a90a35d4d87b5a25cd3166c47e4b"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-60"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fee00ea9a04e6d7e8f384209ca082001a467ca211f7d724c07855b626b29bb67"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c8566bb888e9a3890647fe37bcd0794a98256331552368fb2e120c3a71769ba"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb096bda82230daaa105087bd32cc59dcc1594d2df72e422ace53f168c2caa97"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8a244553a3955b277a7f2af3459c46bc4504302e707c95233a0ce97e90fe066"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb096bda82230daaa105087bd32cc59dcc1594d2df72e422ace53f168c2caa97"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5050a44fec5224351630e11142efe5b28eb680db5080aa01459d643b38af870f"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5050a44fec5224351630e11142efe5b28eb680db5080aa01459d643b38af870f"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8a244553a3955b277a7f2af3459c46bc4504302e707c95233a0ce97e90fe066"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fee00ea9a04e6d7e8f384209ca082001a467ca211f7d724c07855b626b29bb67"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c8566bb888e9a3890647fe37bcd0794a98256331552368fb2e120c3a71769ba"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Skipping blob sha256:5050a44fec5224351630e11142efe5b28eb680db5080aa01459d643b38af870f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Skipping blob sha256:fee00ea9a04e6d7e8f384209ca082001a467ca211f7d724c07855b626b29bb67 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Skipping blob sha256:b8a244553a3955b277a7f2af3459c46bc4504302e707c95233a0ce97e90fe066 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Skipping blob sha256:fb096bda82230daaa105087bd32cc59dcc1594d2df72e422ace53f168c2caa97 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Skipping blob sha256:8c8566bb888e9a3890647fe37bcd0794a98256331552368fb2e120c3a71769ba (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:fe417cd54ae12098035916d3d6e463758d083cebc59a5491114b3b0e931e49bb"
repomirrorworker stdout | time="2022-06-02T12:33:40Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:fe417cd54ae12098035916d3d6e463758d083cebc59a5491114b3b0e931e49bb"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe417cd54ae12098035916d3d6e463758d083cebc59a5491114b3b0e931e49bb"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe417cd54ae12098035916d3d6e463758d083cebc59a5491114b3b0e931e49bb"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:f1d5677f1ed66f6d088a4a95e5703c98b198a90a35d4d87b5a25cd3166c47e4b"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-60"
repomirrorworker stdout | 2022-06-02 12:33:41,265 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:b621a79ed44ddcf5813ba1d20193b8d64eb5eec24769a47fd9f42e75e7479e4b (1/4)
repomirrorworker stdout | Copying blob sha256:f10101e62e86627bfa39cc796adad8c9b12d23ee0c15705b925a3939ebf8b829
repomirrorworker stdout | Copying blob sha256:d0c9851d609d0bfab8ea16ae528b7ace74e6856bf9215f644ec611974aa5019e
repomirrorworker stdout | Copying blob sha256:b74aa5d186f566f34d7e0892e09a6e7041596640cc9938b50efcf3db0846e1e1
repomirrorworker stdout | Copying blob sha256:33db084abe90803d3c1ed1fa2db456724adb80961c94c09f91bf5b2c046a9008
repomirrorworker stdout | Copying blob sha256:a34677e840315d6c935033c2cc3dfa013feadc15bec501b240a3b2796eaa681b
repomirrorworker stdout | Copying config sha256:f742fc9addb3af4743f41e3ab60beca41b2feae259a9289282df739fcad72626
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:60cf5417b7af7fff38212b62611bb74e14d2fc97b9dbb9fd0081004701f8560f (2/4)
repomirrorworker stdout | Copying blob sha256:7a2fda734d25d4f45a7372dd06c669d72cd65b3c69aac68cbcc6ab38b3403608
repomirrorworker stdout | Copying blob sha256:41f02214979a2cdaa99e19695af70dc0eeee7d0c03fc3028fa49b5520ed6d9b1
repomirrorworker stdout | Copying blob sha256:0438ee076d7aa3b91c3d9566fcabb2f57649af18487eff111bab927e016bf916
repomirrorworker stdout | Copying blob sha256:0d67fc8edbf2287382d3d514f38b0a811682ee2e35367fc02e5e95d5a3bfee10
repomirrorworker stdout | Copying blob sha256:afd5c68a21ef86aee53c7588fd8a114a13edc344756ca881b4166f6c06a8ac3c
repomirrorworker stdout | Copying config sha256:33dd32a7b9b8896cc7a307b0617fda4975915cdbc18baf292c5443b494ab7982
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:7cfdbbdbd63ce48d7bf575457b521336f71342af0197aa92c27d69ae50899e9d (3/4)
repomirrorworker stdout | Copying blob sha256:d3fa9bd1645280a55d2b261a0d54ac3b2d0bd0200f66735acfc622bf842208e8
repomirrorworker stdout | Copying blob sha256:bff4230725b8ae14b37da172c429c72ce67b918e26fdc1af0b3deb04c1cc8358
repomirrorworker stdout | Copying blob sha256:8b642ff6bd7d4849394c7aebd81470630905acefba87893acb4b44d7b29254df
repomirrorworker stdout | Copying blob sha256:76574e08deeaa68334acde27457221bd6ffe0642de5b35cb61cf88e9e95efc64
repomirrorworker stdout | Copying blob sha256:a714723a251057d24f253201727401524e60bec61368d560e4dd7c32f8640d39
repomirrorworker stdout | Copying config sha256:f1f61f848d919947ccab1e91b2513201278a51b1b33de08641d3842f4ba39a27
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:f1d5677f1ed66f6d088a4a95e5703c98b198a90a35d4d87b5a25cd3166c47e4b (4/4)
repomirrorworker stdout | Copying blob sha256:5050a44fec5224351630e11142efe5b28eb680db5080aa01459d643b38af870f
repomirrorworker stdout | Copying blob sha256:fee00ea9a04e6d7e8f384209ca082001a467ca211f7d724c07855b626b29bb67
repomirrorworker stdout | Copying blob sha256:b8a244553a3955b277a7f2af3459c46bc4504302e707c95233a0ce97e90fe066
repomirrorworker stdout | Copying blob sha256:fb096bda82230daaa105087bd32cc59dcc1594d2df72e422ace53f168c2caa97
repomirrorworker stdout | Copying blob sha256:8c8566bb888e9a3890647fe37bcd0794a98256331552368fb2e120c3a71769ba
repomirrorworker stdout | Copying config sha256:fe417cd54ae12098035916d3d6e463758d083cebc59a5491114b3b0e931e49bb
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:33:41,267 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:41,271 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:41,272 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 33, 41, 270532), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-60\' successful sync", "tag": "1-60", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:b621a79ed44ddcf5813ba1d20193b8d64eb5eec24769a47fd9f42e75e7479e4b (1/4)\\nCopying blob sha256:f10101e62e86627bfa39cc796adad8c9b12d23ee0c15705b925a3939ebf8b829\\nCopying blob sha256:d0c9851d609d0bfab8ea16ae528b7ace74e6856bf9215f644ec611974aa5019e\\nCopying blob sha256:b74aa5d186f566f34d7e0892e09a6e7041596640cc9938b50efcf3db0846e1e1\\nCopying blob sha256:33db084abe90803d3c1ed1fa2db456724adb80961c94c09f91bf5b2c046a9008\\nCopying blob sha256:a34677e840315d6c935033c2cc3dfa013feadc15bec501b240a3b2796eaa681b\\nCopying config sha256:f742fc9addb3af4743f41e3ab60beca41b2feae259a9289282df739fcad72626\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:60cf5417b7af7fff38212b62611bb74e14d2fc97b9dbb9fd0081004701f8560f (2/4)\\nCopying blob sha256:7a2fda734d25d4f45a7372dd06c669d72cd65b3c69aac68cbcc6ab38b3403608\\nCopying blob sha256:41f02214979a2cdaa99e19695af70dc0eeee7d0c03fc3028fa49b5520ed6d9b1\\nCopying blob sha256:0438ee076d7aa3b91c3d9566fcabb2f57649af18487eff111bab927e016bf916\\nCopying blob sha256:0d67fc8edbf2287382d3d514f38b0a811682ee2e35367fc02e5e95d5a3bfee10\\nCopying blob sha256:afd5c68a21ef86aee53c7588fd8a114a13edc344756ca881b4166f6c06a8ac3c\\nCopying config sha256:33dd32a7b9b8896cc7a307b0617fda4975915cdbc18baf292c5443b494ab7982\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:7cfdbbdbd63ce48d7bf575457b521336f71342af0197aa92c27d69ae50899e9d (3/4)\\nCopying blob sha256:d3fa9bd1645280a55d2b261a0d54ac3b2d0bd0200f66735acfc622bf842208e8\\nCopying blob sha256:bff4230725b8ae14b37da172c429c72ce67b918e26fdc1af0b3deb04c1cc8358\\nCopying blob sha256:8b642ff6bd7d4849394c7aebd81470630905acefba87893acb4b44d7b29254df\\nCopying blob sha256:76574e08deeaa68334acde27457221bd6ffe0642de5b35cb61cf88e9e95efc64\\nCopying blob sha256:a714723a251057d24f253201727401524e60bec61368d560e4dd7c32f8640d39\\nCopying config sha256:f1f61f848d919947ccab1e91b2513201278a51b1b33de08641d3842f4ba39a27\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:f1d5677f1ed66f6d088a4a95e5703c98b198a90a35d4d87b5a25cd3166c47e4b (4/4)\\nCopying blob sha256:5050a44fec5224351630e11142efe5b28eb680db5080aa01459d643b38af870f\\nCopying blob sha256:fee00ea9a04e6d7e8f384209ca082001a467ca211f7d724c07855b626b29bb67\\nCopying blob sha256:b8a244553a3955b277a7f2af3459c46bc4504302e707c95233a0ce97e90fe066\\nCopying blob sha256:fb096bda82230daaa105087bd32cc59dcc1594d2df72e422ace53f168c2caa97\\nCopying blob sha256:8c8566bb888e9a3890647fe37bcd0794a98256331552368fb2e120c3a71769ba\\nCopying config sha256:fe417cd54ae12098035916d3d6e463758d083cebc59a5491114b3b0e931e49bb\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-60\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:33:37Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-60\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"Copying instance sha256:b621a79ed44ddcf5813ba1d20193b8d64eb5eec24769a47fd9f42e75e7479e4b (1/4)\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:b621a79ed44ddcf5813ba1d20193b8d64eb5eec24769a47fd9f42e75e7479e4b\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-60\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a34677e840315d6c935033c2cc3dfa013feadc15bec501b240a3b2796eaa681b\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33db084abe90803d3c1ed1fa2db456724adb80961c94c09f91bf5b2c046a9008\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b74aa5d186f566f34d7e0892e09a6e7041596640cc9938b50efcf3db0846e1e1\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f10101e62e86627bfa39cc796adad8c9b12d23ee0c15705b925a3939ebf8b829\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0c9851d609d0bfab8ea16ae528b7ace74e6856bf9215f644ec611974aa5019e\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:38Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33db084abe90803d3c1ed1fa2db456724adb80961c94c09f91bf5b2c046a9008\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f10101e62e86627bfa39cc796adad8c9b12d23ee0c15705b925a3939ebf8b829\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b74aa5d186f566f34d7e0892e09a6e7041596640cc9938b50efcf3db0846e1e1\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0c9851d609d0bfab8ea16ae528b7ace74e6856bf9215f644ec611974aa5019e\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a34677e840315d6c935033c2cc3dfa013feadc15bec501b240a3b2796eaa681b\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Skipping blob sha256:f10101e62e86627bfa39cc796adad8c9b12d23ee0c15705b925a3939ebf8b829 (already present):\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Skipping blob sha256:d0c9851d609d0bfab8ea16ae528b7ace74e6856bf9215f644ec611974aa5019e (already present):\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Skipping blob sha256:b74aa5d186f566f34d7e0892e09a6e7041596640cc9938b50efcf3db0846e1e1 (already present):\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Skipping blob sha256:33db084abe90803d3c1ed1fa2db456724adb80961c94c09f91bf5b2c046a9008 (already present):\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Skipping blob sha256:a34677e840315d6c935033c2cc3dfa013feadc15bec501b240a3b2796eaa681b (already present):\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:f742fc9addb3af4743f41e3ab60beca41b2feae259a9289282df739fcad72626\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:f742fc9addb3af4743f41e3ab60beca41b2feae259a9289282df739fcad72626\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f742fc9addb3af4743f41e3ab60beca41b2feae259a9289282df739fcad72626\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f742fc9addb3af4743f41e3ab60beca41b2feae259a9289282df739fcad72626\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:b621a79ed44ddcf5813ba1d20193b8d64eb5eec24769a47fd9f42e75e7479e4b\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Copying instance sha256:60cf5417b7af7fff38212b62611bb74e14d2fc97b9dbb9fd0081004701f8560f (2/4)\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:60cf5417b7af7fff38212b62611bb74e14d2fc97b9dbb9fd0081004701f8560f\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-60\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0438ee076d7aa3b91c3d9566fcabb2f57649af18487eff111bab927e016bf916\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afd5c68a21ef86aee53c7588fd8a114a13edc344756ca881b4166f6c06a8ac3c\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0438ee076d7aa3b91c3d9566fcabb2f57649af18487eff111bab927e016bf916\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a2fda734d25d4f45a7372dd06c669d72cd65b3c69aac68cbcc6ab38b3403608\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41f02214979a2cdaa99e19695af70dc0eeee7d0c03fc3028fa49b5520ed6d9b1\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41f02214979a2cdaa99e19695af70dc0eeee7d0c03fc3028fa49b5520ed6d9b1\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a2fda734d25d4f45a7372dd06c669d72cd65b3c69aac68cbcc6ab38b3403608\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afd5c68a21ef86aee53c7588fd8a114a13edc344756ca881b4166f6c06a8ac3c\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d67fc8edbf2287382d3d514f38b0a811682ee2e35367fc02e5e95d5a3bfee10\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d67fc8edbf2287382d3d514f38b0a811682ee2e35367fc02e5e95d5a3bfee10\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Skipping blob sha256:7a2fda734d25d4f45a7372dd06c669d72cd65b3c69aac68cbcc6ab38b3403608 (already present):\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Skipping blob sha256:41f02214979a2cdaa99e19695af70dc0eeee7d0c03fc3028fa49b5520ed6d9b1 (already present):\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Skipping blob sha256:0438ee076d7aa3b91c3d9566fcabb2f57649af18487eff111bab927e016bf916 (already present):\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Skipping blob sha256:0d67fc8edbf2287382d3d514f38b0a811682ee2e35367fc02e5e95d5a3bfee10 (already present):\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Skipping blob sha256:afd5c68a21ef86aee53c7588fd8a114a13edc344756ca881b4166f6c06a8ac3c (already present):\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:33dd32a7b9b8896cc7a307b0617fda4975915cdbc18baf292c5443b494ab7982\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:33dd32a7b9b8896cc7a307b0617fda4975915cdbc18baf292c5443b494ab7982\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33dd32a7b9b8896cc7a307b0617fda4975915cdbc18baf292c5443b494ab7982\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33dd32a7b9b8896cc7a307b0617fda4975915cdbc18baf292c5443b494ab7982\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:60cf5417b7af7fff38212b62611bb74e14d2fc97b9dbb9fd0081004701f8560f\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"Copying instance sha256:7cfdbbdbd63ce48d7bf575457b521336f71342af0197aa92c27d69ae50899e9d (3/4)\\"\\ntime=\\"2022-06-02T12:33:39Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:7cfdbbdbd63ce48d7bf575457b521336f71342af0197aa92c27d69ae50899e9d\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-60\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a714723a251057d24f253201727401524e60bec61368d560e4dd7c32f8640d39\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:76574e08deeaa68334acde27457221bd6ffe0642de5b35cb61cf88e9e95efc64\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a714723a251057d24f253201727401524e60bec61368d560e4dd7c32f8640d39\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d3fa9bd1645280a55d2b261a0d54ac3b2d0bd0200f66735acfc622bf842208e8\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:76574e08deeaa68334acde27457221bd6ffe0642de5b35cb61cf88e9e95efc64\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bff4230725b8ae14b37da172c429c72ce67b918e26fdc1af0b3deb04c1cc8358\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b642ff6bd7d4849394c7aebd81470630905acefba87893acb4b44d7b29254df\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d3fa9bd1645280a55d2b261a0d54ac3b2d0bd0200f66735acfc622bf842208e8\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b642ff6bd7d4849394c7aebd81470630905acefba87893acb4b44d7b29254df\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bff4230725b8ae14b37da172c429c72ce67b918e26fdc1af0b3deb04c1cc8358\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Skipping blob sha256:d3fa9bd1645280a55d2b261a0d54ac3b2d0bd0200f66735acfc622bf842208e8 (already present):\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Skipping blob sha256:bff4230725b8ae14b37da172c429c72ce67b918e26fdc1af0b3deb04c1cc8358 (already present):\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Skipping blob sha256:8b642ff6bd7d4849394c7aebd81470630905acefba87893acb4b44d7b29254df (already present):\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Skipping blob sha256:76574e08deeaa68334acde27457221bd6ffe0642de5b35cb61cf88e9e95efc64 (already present):\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Skipping blob sha256:a714723a251057d24f253201727401524e60bec61368d560e4dd7c32f8640d39 (already present):\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:f1f61f848d919947ccab1e91b2513201278a51b1b33de08641d3842f4ba39a27\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:f1f61f848d919947ccab1e91b2513201278a51b1b33de08641d3842f4ba39a27\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f61f848d919947ccab1e91b2513201278a51b1b33de08641d3842f4ba39a27\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f61f848d919947ccab1e91b2513201278a51b1b33de08641d3842f4ba39a27\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:7cfdbbdbd63ce48d7bf575457b521336f71342af0197aa92c27d69ae50899e9d\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Copying instance sha256:f1d5677f1ed66f6d088a4a95e5703c98b198a90a35d4d87b5a25cd3166c47e4b (4/4)\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:f1d5677f1ed66f6d088a4a95e5703c98b198a90a35d4d87b5a25cd3166c47e4b\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-60\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fee00ea9a04e6d7e8f384209ca082001a467ca211f7d724c07855b626b29bb67\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c8566bb888e9a3890647fe37bcd0794a98256331552368fb2e120c3a71769ba\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb096bda82230daaa105087bd32cc59dcc1594d2df72e422ace53f168c2caa97\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8a244553a3955b277a7f2af3459c46bc4504302e707c95233a0ce97e90fe066\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb096bda82230daaa105087bd32cc59dcc1594d2df72e422ace53f168c2caa97\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5050a44fec5224351630e11142efe5b28eb680db5080aa01459d643b38af870f\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5050a44fec5224351630e11142efe5b28eb680db5080aa01459d643b38af870f\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8a244553a3955b277a7f2af3459c46bc4504302e707c95233a0ce97e90fe066\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fee00ea9a04e6d7e8f384209ca082001a467ca211f7d724c07855b626b29bb67\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c8566bb888e9a3890647fe37bcd0794a98256331552368fb2e120c3a71769ba\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Skipping blob sha256:5050a44fec5224351630e11142efe5b28eb680db5080aa01459d643b38af870f (already present):\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Skipping blob sha256:fee00ea9a04e6d7e8f384209ca082001a467ca211f7d724c07855b626b29bb67 (already present):\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Skipping blob sha256:b8a244553a3955b277a7f2af3459c46bc4504302e707c95233a0ce97e90fe066 (already present):\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Skipping blob sha256:fb096bda82230daaa105087bd32cc59dcc1594d2df72e422ace53f168c2caa97 (already present):\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Skipping blob sha256:8c8566bb888e9a3890647fe37bcd0794a98256331552368fb2e120c3a71769ba (already present):\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:fe417cd54ae12098035916d3d6e463758d083cebc59a5491114b3b0e931e49bb\\"\\ntime=\\"2022-06-02T12:33:40Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:fe417cd54ae12098035916d3d6e463758d083cebc59a5491114b3b0e931e49bb\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe417cd54ae12098035916d3d6e463758d083cebc59a5491114b3b0e931e49bb\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe417cd54ae12098035916d3d6e463758d083cebc59a5491114b3b0e931e49bb\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:f1d5677f1ed66f6d088a4a95e5703c98b198a90a35d4d87b5a25cd3166c47e4b\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-60\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:33:41,276 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-60' successful sync.
repomirrorworker stdout | 2022-06-02 12:33:41,277 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 33, 41, 277071), 2, 'ea43c619-e55e-45e7-bed0-b3976e48e6d2', 3, '5863bd15-72ad-430a-8430-b5b5fb5ea61f'])
repomirrorworker stdout | 2022-06-02 12:33:41,280 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:41,281 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:41,282 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:41,282 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:33:41,283 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:41,289 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:47,671 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:33:41Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-60-source\""
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:33:41Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-60-source"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-60-source"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:46111f8031ab0010b0b36e0521630e1ae1150a4a128214ae9cb01fe7cf5f107b"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:46111f8031ab0010b0b36e0521630e1ae1150a4a128214ae9cb01fe7cf5f107b"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:46111f8031ab0010b0b36e0521630e1ae1150a4a128214ae9cb01fe7cf5f107b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7289a398b4c221dc4a716e72104da5589343810b79a6b1842770cd7b24bde5a4"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7289a398b4c221dc4a716e72104da5589343810b79a6b1842770cd7b24bde5a4"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:7289a398b4c221dc4a716e72104da5589343810b79a6b1842770cd7b24bde5a4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55ecd34f521feb306c57c36a671d00347047815f7038c7798cf85b1e58be9aad"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55ecd34f521feb306c57c36a671d00347047815f7038c7798cf85b1e58be9aad"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:55ecd34f521feb306c57c36a671d00347047815f7038c7798cf85b1e58be9aad (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a724a419d7c8b8541473105d514d19f64a127ab47cd84bf97df830674fa4a6a7"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a724a419d7c8b8541473105d514d19f64a127ab47cd84bf97df830674fa4a6a7"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:a724a419d7c8b8541473105d514d19f64a127ab47cd84bf97df830674fa4a6a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6"
repomirrorworker stdout | time="2022-06-02T12:33:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94f36ed7d01dbad0edfd3a38851c5a101b5aa795c76bc5db49ef2a90ea48b072"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94f36ed7d01dbad0edfd3a38851c5a101b5aa795c76bc5db49ef2a90ea48b072"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:94f36ed7d01dbad0edfd3a38851c5a101b5aa795c76bc5db49ef2a90ea48b072 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54f5ed8a3d4f7881b37f13fbe22e2afb9ae3d9260d9eba7f12de147ae21803cd"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54f5ed8a3d4f7881b37f13fbe22e2afb9ae3d9260d9eba7f12de147ae21803cd"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:33:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:54f5ed8a3d4f7881b37f13fbe22e2afb9ae3d9260d9eba7f12de147ae21803cd (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e"
repomirrorworker stdout | time="2022-06-02T12:33:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9dcaf8bf1d8563c0a039fc87ec91ebdbb99e29836d7f47c9a45c778ed8b4aeae"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9dcaf8bf1d8563c0a039fc87ec91ebdbb99e29836d7f47c9a45c778ed8b4aeae"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:9dcaf8bf1d8563c0a039fc87ec91ebdbb99e29836d7f47c9a45c778ed8b4aeae (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:112520d359122554b0e01b42be3985f23483035d715db1963da15958448b3371"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:112520d359122554b0e01b42be3985f23483035d715db1963da15958448b3371"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5e
repomirrorworker stdout | ba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:112520d359122554b0e01b42be3985f23483035d715db1963da15958448b3371 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4746e322b810479a3565901e510839ab6759dd66f9243e0885a965e7699aae42"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4746e322b810479a3565901e510839ab6759dd66f9243e0885a965e7699aae42"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:4746e322b810479a3565901e510839ab6759dd66f9243e0885a965e7699aae42 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4"
repomirrorworker stdout | time="2022-06-02T12:33:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:33:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Skipping blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Skipping blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:476882bf2c531e2c60002c550f4bf5ca989b90be8baec37e2eb1a956c2e0b22d"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:476882bf2c531e2c60002c550f4bf5ca989b90be8baec37e2eb1a956c2e0b22d"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:476882bf2c531e2c60002c550f4bf5ca989b90be8baec37e2eb1a956c2e0b22d"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:476882bf2c531e2c60002c550f4bf5ca989b90be8baec37e2eb1a956c2e0b22d"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-60-source"
repomirrorworker stdout | 2022-06-02 12:33:47,671 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d
repomirrorworker stdout | Copying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326
repomirrorworker stdout | Copying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b
repomirrorworker stdout | Copying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb
repomirrorworker stdout | Copying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9
repomirrorworker stdout | Copying blob sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07
repomirrorworker stdout | Copying blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200
repomirrorworker stdout | Copying blob sha256:46111f8031ab0010b0b36e0521630e1ae1150a4a128214ae9cb01fe7cf5f107b
repomirrorworker stdout | Copying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf
repomirrorworker stdout | Copying blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7
repomirrorworker stdout | Copying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e
repomirrorworker stdout | Copying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e
repomirrorworker stdout | Copying blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2
repomirrorworker stdout | Copying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d
repomirrorworker stdout | Copying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645
repomirrorworker stdout | Copying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1
repomirrorworker stdout | Copying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c
repomirrorworker stdout | Copying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359
repomirrorworker stdout | Copying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb
repomirrorworker stdout | Copying blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c
repomirrorworker stdout | Copying blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f
repomirrorworker stdout | Copying blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390
repomirrorworker stdout | Copying blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155
repomirrorworker stdout | Copying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b
repomirrorworker stdout | Copying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859
repomirrorworker stdout | Copying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01
repomirrorworker stdout | Copying blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19
repomirrorworker stdout | Copying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be
repomirrorworker stdout | Copying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff
repomirrorworker stdout | Copying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc
repomirrorworker stdout | Copying blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74
repomirrorworker stdout | Copying blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01
repomirrorworker stdout | Copying blob sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb
repomirrorworker stdout | Copying blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc
repomirrorworker stdout | Copying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be
repomirrorworker stdout | Copying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8
repomirrorworker stdout | Copying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de
repomirrorworker stdout | Copying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c
repomirrorworker stdout | Copying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8
repomirrorworker stdout | Copying blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df
repomirrorworker stdout | Copying blob sha256:7289a398b4c221dc4a716e72104da5589343810b79a6b1842770cd7b24bde5a4
repomirrorworker stdout | Copying blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf
repomirrorworker stdout | Copying blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789
repomirrorworker stdout | Copying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2
repomirrorworker stdout | Copying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae
repomirrorworker stdout | Copying blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33
repomirrorworker stdout | Copying blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff
repomirrorworker stdout | Copying blob sha256:55ecd34f521feb306c57c36a671d00347047815f7038c7798cf85b1e58be9aad
repomirrorworker stdout | Copying blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827
repomirrorworker stdout | Copying blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59
repomirrorworker stdout | Copying blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12
repomirrorworker stdout | Copying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251
repomirrorworker stdout | Copying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4
repomirrorworker stdout | Copying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331
repomirrorworker stdout | Copying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06
repomirrorworker stdout | Copying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581
repomirrorworker stdout | Copying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7
repomirrorworker stdout | Copying blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c
repomirrorworker stdout | Copying blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3
repomirrorworker stdout | Copying blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4
repomirrorworker stdout | Copying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd
repomirrorworker stdout | Copying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa
repomirrorworker stdout | Copying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384
repomirrorworker stdout | Copying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433
repomirrorworker stdout | Copying blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba
repomirrorworker stdout | Copying blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17
repomirrorworker stdout | Copying blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86
repomirrorworker stdout | Copying blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8
repomirrorworker stdout | Copying blob sha256:a724a419d7c8b8541473105d514d19f64a127ab47cd84bf97df830674fa4a6a7
repomirrorworker stdout | Copying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa
repomirrorworker stdout | Copying blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98
repomirrorworker stdout | Copying blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7
repomirrorworker stdout | Copying blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d
repomirrorworker stdout | Copying blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0
repomirrorworker stdout | Copying blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6
repomirrorworker stdout | Copying blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90
repomirrorworker stdout | Copying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f
repomirrorworker stdout | Copying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae
repomirrorworker stdout | Copying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855
repomirrorworker stdout | Copying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108
repomirrorworker stdout | Copying blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3
repomirrorworker stdout | Copying blob sha256:94f36ed7d01dbad0edfd3a38851c5a101b5aa795c76bc5db49ef2a90ea48b072
repomirrorworker stdout | Copying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3
repomirrorworker stdout | Copying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa
repomirrorworker stdout | Copying blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a
repomirrorworker stdout | Copying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe
repomirrorworker stdout | Copying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b
repomirrorworker stdout | Copying blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a
repomirrorworker stdout | Copying blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43
repomirrorworker stdout | Copying blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874
repomirrorworker stdout | Copying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946
repomirrorworker stdout | Copying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec
repomirrorworker stdout | Copying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54
repomirrorworker stdout | Copying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924
repomirrorworker stdout | Copying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15
repomirrorworker stdout | Copying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416
repomirrorworker stdout | Copying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1
repomirrorworker stdout | Copying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde
repomirrorworker stdout | Copying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f
repomirrorworker stdout | Copying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05
repomirrorworker stdout | Copying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378
repomirrorworker stdout | Copying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39
repomirrorworker stdout | Copying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a
repomirrorworker stdout | Copying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b
repomirrorworker stdout | Copying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95
repomirrorworker stdout | Copying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1
repomirrorworker stdout | Copying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f
repomirrorworker stdout | Copying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722
repomirrorworker stdout | Copying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade
repomirrorworker stdout | Copying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81
repomirrorworker stdout | Copying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098
repomirrorworker stdout | Copying blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e
repomirrorworker stdout | Copying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb
repomirrorworker stdout | Copying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a
repomirrorworker stdout | Copying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be
repomirrorworker stdout | Copying blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6
repomirrorworker stdout | Copying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef
repomirrorworker stdout | Copying blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702
repomirrorworker stdout | Copying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32
repomirrorworker stdout | Copying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9
repomirrorworker stdout | Copying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769
repomirrorworker stdout | Copying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3
repomirrorworker stdout | Copying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f
repomirrorworker stdout | Copying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c
repomirrorworker stdout | Copying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46
repomirrorworker stdout | Copying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a
repomirrorworker stdout | Copying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014
repomirrorworker stdout | Copying blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66
repomirrorworker stdout | Copying blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2
repomirrorworker stdout | Copying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2
repomirrorworker stdout | Copying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c
repomirrorworker stdout | Copying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f
repomirrorworker stdout | Copying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e
repomirrorworker stdout | Copying blob sha256:54f5ed8a3d4f7881b37f13fbe22e2afb9ae3d9260d9eba7f12de147ae21803cd
repomirrorworker stdout | Copying blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775
repomirrorworker stdout | Copying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4
repomirrorworker stdout | Copying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8
repomirrorworker stdout | Copying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40
repomirrorworker stdout | Copying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d
repomirrorworker stdout | Copying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8
repomirrorworker stdout | Copying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c
repomirrorworker stdout | Copying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671
repomirrorworker stdout | Copying blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43
repomirrorworker stdout | Copying blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b
repomirrorworker stdout | Copying blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e
repomirrorworker stdout | Copying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d
repomirrorworker stdout | Copying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c
repomirrorworker stdout | Copying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440
repomirrorworker stdout | Copying blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca
repomirrorworker stdout | Copying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a
repomirrorworker stdout | Copying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416
repomirrorworker stdout | Copying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332
repomirrorworker stdout | Copying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b
repomirrorworker stdout | Copying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8
repomirrorworker stdout | Copying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a
repomirrorworker stdout | Copying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4
repomirrorworker stdout | Copying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4
repomirrorworker stdout | Copying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83
repomirrorworker stdout | Copying blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220
repomirrorworker stdout | Copying blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52
repomirrorworker stdout | Copying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a
repomirrorworker stdout | Copying blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c
repomirrorworker stdout | Copying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730
repomirrorworker stdout | Copying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8
repomirrorworker stdout | Copying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385
repomirrorworker stdout | Copying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581
repomirrorworker stdout | Copying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d
repomirrorworker stdout | Copying blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae
repomirrorworker stdout | Copying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069
repomirrorworker stdout | Copying blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f
repomirrorworker stdout | Copying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529
repomirrorworker stdout | Copying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b
repomirrorworker stdout | Copying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725
repomirrorworker stdout | Copying blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9
repomirrorworker stdout | Copying blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e
repomirrorworker stdout | Copying blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a
repomirrorworker stdout | Copying blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53
repomirrorworker stdout | Copying blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08
repomirrorworker stdout | Copying blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee
repomirrorworker stdout | Copying blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142
repomirrorworker stdout | Copying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc
repomirrorworker stdout | Copying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad
repomirrorworker stdout | Copying blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052
repomirrorworker stdout | Copying blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1
repomirrorworker stdout | Copying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef
repomirrorworker stdout | Copying blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce
repomirrorworker stdout | Copying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081
repomirrorworker stdout | Copying blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e
repomirrorworker stdout | Copying blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8
repomirrorworker stdout | Copying blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a
repomirrorworker stdout | Copying blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075
repomirrorworker stdout | Copying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998
repomirrorworker stdout | Copying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb
repomirrorworker stdout | Copying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946
repomirrorworker stdout | Copying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e
repomirrorworker stdout | Copying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6
repomirrorworker stdout | Copying blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23
repomirrorworker stdout | Copying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887
repomirrorworker stdout | Copying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff
repomirrorworker stdout | Copying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569
repomirrorworker stdout | Copying blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1
repomirrorworker stdout | Copying blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5
repomirrorworker stdout | Copying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803
repomirrorworker stdout | Copying blob sha256:9dcaf8bf1d8563c0a039fc87ec91ebdbb99e29836d7f47c9a45c778ed8b4aeae
repomirrorworker stdout | Copying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742
repomirrorworker stdout | Copying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81
repomirrorworker stdout | Copying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1
repomirrorworker stdout | Copying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7
repomirrorworker stdout | Copying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538
repomirrorworker stdout | Copying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955
repomirrorworker stdout | Copying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3
repomirrorworker stdout | Copying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc
repomirrorworker stdout | Copying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c
repomirrorworker stdout | Copying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e
repomirrorworker stdout | Copying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41
repomirrorworker stdout | Copying blob sha256:112520d359122554b0e01b42be3985f23483035d715db1963da15958448b3371
repomirrorworker stdout | Copying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263
repomirrorworker stdout | Copying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f
repomirrorworker stdout | Copying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2
repomirrorworker stdout | Copying blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8
repomirrorworker stdout | Copying blob sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd
repomirrorworker stdout | Copying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4
repomirrorworker stdout | Copying blob sha256:4746e322b810479a3565901e510839ab6759dd66f9243e0885a965e7699aae42
repomirrorworker stdout | Copying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171
repomirrorworker stdout | Copying blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe
repomirrorworker stdout | Copying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c
repomirrorworker stdout | Copying blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78
repomirrorworker stdout | Copying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915
repomirrorworker stdout | Copying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2
repomirrorworker stdout | Copying blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4
repomirrorworker stdout | Copying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226
repomirrorworker stdout | Copying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd
repomirrorworker stdout | Copying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95
repomirrorworker stdout | Copying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481
repomirrorworker stdout | Copying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588
repomirrorworker stdout | Copying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44
repomirrorworker stdout | Copying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36
repomirrorworker stdout | Copying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f
repomirrorworker stdout | Copying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079
repomirrorworker stdout | Copying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a
repomirrorworker stdout | Copying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3
repomirrorworker stdout | Copying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f
repomirrorworker stdout | Copying blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef
repomirrorworker stdout | Copying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1
repomirrorworker stdout | Copying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1
repomirrorworker stdout | Copying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b
repomirrorworker stdout | Copying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b
repomirrorworker stdout | Copying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c
repomirrorworker stdout | Copying blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2
repomirrorworker stdout | Copying blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4
repomirrorworker stdout | Copying blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df
repomirrorworker stdout | Copying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895
repomirrorworker stdout | Copying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3
repomirrorworker stdout | Copying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53
repomirrorworker stdout | Copying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3
repomirrorworker stdout | Copying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332
repomirrorworker stdout | Copying blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788
repomirrorworker stdout | Copying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443
repomirrorworker stdout | Copying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489
repomirrorworker stdout | Copying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0
repomirrorworker stdout | Copying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509
repomirrorworker stdout | Copying blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8
repomirrorworker stdout | Copying blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2
repomirrorworker stdout | Copying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a
repomirrorworker stdout | Copying blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17
repomirrorworker stdout | Copying blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264
repomirrorworker stdout | Copying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802
repomirrorworker stdout | Copying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d
repomirrorworker stdout | Copying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0
repomirrorworker stdout | Copying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e
repomirrorworker stdout | Copying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2
repomirrorworker stdout | Copying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec
repomirrorworker stdout | Copying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4
repomirrorworker stdout | Copying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378
repomirrorworker stdout | Copying config sha256:476882bf2c531e2c60002c550f4bf5ca989b90be8baec37e2eb1a956c2e0b22d
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:33:47,673 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:47,677 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:47,679 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 33, 47, 676874), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-60-source\' successful sync", "tag": "1-60-source", "tags": null, "stdout": "Copying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\nCopying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\nCopying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\nCopying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\nCopying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\nCopying blob sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07\\nCopying blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200\\nCopying blob sha256:46111f8031ab0010b0b36e0521630e1ae1150a4a128214ae9cb01fe7cf5f107b\\nCopying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\nCopying blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7\\nCopying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\nCopying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\nCopying blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2\\nCopying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\nCopying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\nCopying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\nCopying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\nCopying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\nCopying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\nCopying blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c\\nCopying blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f\\nCopying blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390\\nCopying blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155\\nCopying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\nCopying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\nCopying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\nCopying blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\nCopying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\nCopying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\nCopying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\nCopying blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74\\nCopying blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01\\nCopying blob sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb\\nCopying blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc\\nCopying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\nCopying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\nCopying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\nCopying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\nCopying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\nCopying blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df\\nCopying blob sha256:7289a398b4c221dc4a716e72104da5589343810b79a6b1842770cd7b24bde5a4\\nCopying blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\nCopying blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789\\nCopying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\nCopying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\nCopying blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33\\nCopying blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff\\nCopying blob sha256:55ecd34f521feb306c57c36a671d00347047815f7038c7798cf85b1e58be9aad\\nCopying blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827\\nCopying blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59\\nCopying blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12\\nCopying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\nCopying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\nCopying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\nCopying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\nCopying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\nCopying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\nCopying blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c\\nCopying blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3\\nCopying blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4\\nCopying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\nCopying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\nCopying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\nCopying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\nCopying blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba\\nCopying blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17\\nCopying blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86\\nCopying blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8\\nCopying blob sha256:a724a419d7c8b8541473105d514d19f64a127ab47cd84bf97df830674fa4a6a7\\nCopying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\nCopying blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98\\nCopying blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7\\nCopying blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d\\nCopying blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0\\nCopying blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6\\nCopying blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90\\nCopying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\nCopying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\nCopying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\nCopying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\nCopying blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3\\nCopying blob sha256:94f36ed7d01dbad0edfd3a38851c5a101b5aa795c76bc5db49ef2a90ea48b072\\nCopying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\nCopying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\nCopying blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a\\nCopying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\nCopying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\nCopying blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a\\nCopying blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43\\nCopying blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874\\nCopying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\nCopying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\nCopying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\nCopying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\nCopying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\nCopying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\nCopying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\nCopying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\nCopying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\nCopying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\nCopying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\nCopying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\nCopying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\nCopying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\nCopying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\nCopying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\nCopying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\nCopying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\nCopying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\nCopying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\nCopying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\nCopying blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e\\nCopying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\nCopying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\nCopying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\nCopying blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6\\nCopying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\nCopying blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702\\nCopying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\nCopying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\nCopying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\nCopying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\nCopying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\nCopying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\nCopying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\nCopying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\nCopying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\nCopying blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\nCopying blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\nCopying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\nCopying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\nCopying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\nCopying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\nCopying blob sha256:54f5ed8a3d4f7881b37f13fbe22e2afb9ae3d9260d9eba7f12de147ae21803cd\\nCopying blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775\\nCopying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\nCopying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\nCopying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\nCopying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\nCopying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\nCopying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\nCopying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\nCopying blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43\\nCopying blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b\\nCopying blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e\\nCopying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\nCopying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\nCopying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\nCopying blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca\\nCopying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\nCopying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\nCopying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\nCopying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\nCopying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\nCopying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\nCopying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\nCopying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\nCopying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\nCopying blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220\\nCopying blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52\\nCopying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\nCopying blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c\\nCopying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\nCopying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\nCopying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\nCopying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\nCopying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\nCopying blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae\\nCopying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\nCopying blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f\\nCopying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\nCopying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\nCopying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\nCopying blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\nCopying blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\nCopying blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\nCopying blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\nCopying blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08\\nCopying blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee\\nCopying blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142\\nCopying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\nCopying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\nCopying blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052\\nCopying blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1\\nCopying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\nCopying blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce\\nCopying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\nCopying blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e\\nCopying blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8\\nCopying blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a\\nCopying blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075\\nCopying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\nCopying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\nCopying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\nCopying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\nCopying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\nCopying blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23\\nCopying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\nCopying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\nCopying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\nCopying blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\nCopying blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5\\nCopying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\nCopying blob sha256:9dcaf8bf1d8563c0a039fc87ec91ebdbb99e29836d7f47c9a45c778ed8b4aeae\\nCopying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\nCopying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\nCopying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\nCopying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\nCopying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\nCopying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\nCopying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\nCopying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\nCopying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\nCopying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\nCopying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\nCopying blob sha256:112520d359122554b0e01b42be3985f23483035d715db1963da15958448b3371\\nCopying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\nCopying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\nCopying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\nCopying blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8\\nCopying blob sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd\\nCopying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\nCopying blob sha256:4746e322b810479a3565901e510839ab6759dd66f9243e0885a965e7699aae42\\nCopying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\nCopying blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\nCopying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\nCopying blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78\\nCopying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\nCopying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\nCopying blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4\\nCopying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\nCopying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\nCopying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\nCopying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\nCopying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\nCopying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\nCopying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\nCopying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\nCopying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\nCopying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\nCopying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\nCopying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\nCopying blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef\\nCopying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\nCopying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\nCopying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\nCopying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\nCopying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\nCopying blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2\\nCopying blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4\\nCopying blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df\\nCopying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\nCopying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\nCopying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\nCopying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\nCopying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\nCopying blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788\\nCopying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\nCopying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\nCopying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\nCopying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\nCopying blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8\\nCopying blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2\\nCopying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\nCopying blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17\\nCopying blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264\\nCopying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\nCopying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\nCopying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\nCopying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\nCopying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\nCopying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\nCopying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\nCopying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\nCopying config sha256:476882bf2c531e2c60002c550f4bf5ca989b90be8baec37e2eb1a956c2e0b22d\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-60-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:33:41Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-60-source\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-60-source\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:46111f8031ab0010b0b36e0521630e1ae1150a4a128214ae9cb01fe7cf5f107b\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:46111f8031ab0010b0b36e0521630e1ae1150a4a128214ae9cb01fe7cf5f107b\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:46111f8031ab0010b0b36e0521630e1ae1150a4a128214ae9cb01fe7cf5f107b (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7289a398b4c221dc4a716e72104da5589343810b79a6b1842770cd7b24bde5a4\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7289a398b4c221dc4a716e72104da5589343810b79a6b1842770cd7b24bde5a4\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:7289a398b4c221dc4a716e72104da5589343810b79a6b1842770cd7b24bde5a4 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55ecd34f521feb306c57c36a671d00347047815f7038c7798cf85b1e58be9aad\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55ecd34f521feb306c57c36a671d00347047815f7038c7798cf85b1e58be9aad\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:55ecd34f521feb306c57c36a671d00347047815f7038c7798cf85b1e58be9aad (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a724a419d7c8b8541473105d514d19f64a127ab47cd84bf97df830674fa4a6a7\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a724a419d7c8b8541473105d514d19f64a127ab47cd84bf97df830674fa4a6a7\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:a724a419d7c8b8541473105d514d19f64a127ab47cd84bf97df830674fa4a6a7 (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6\\"\\ntime=\\"2022-06-02T12:33:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94f36ed7d01dbad0edfd3a38851c5a101b5aa795c76bc5db49ef2a90ea48b072\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94f36ed7d01dbad0edfd3a38851c5a101b5aa795c76bc5db49ef2a90ea48b072\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:94f36ed7d01dbad0edfd3a38851c5a101b5aa795c76bc5db49ef2a90ea48b072 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54f5ed8a3d4f7881b37f13fbe22e2afb9ae3d9260d9eba7f12de147ae21803cd\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54f5ed8a3d4f7881b37f13fbe22e2afb9ae3d9260d9eba7f12de147ae21803cd\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:33:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:54f5ed8a3d4f7881b37f13fbe22e2afb9ae3d9260d9eba7f12de147ae21803cd (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c
repomirrorworker stdout | 639e8d1add92c\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142 (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e\\"\\ntime=\\"2022-06-02T12:33:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9dcaf8bf1d8563c0a039fc87ec91ebdbb99e29836d7f47c9a45c778ed8b4aeae\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9dcaf8bf1d8563c0a039fc87ec91ebdbb99e29836d7f47c9a45c778ed8b4aeae\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:cc91cd51c1a17bd60231604243be831adbc2fd5ff8b0c4d0f84aea1d776a6be1 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:9dcaf8bf1d8563c0a039fc87ec91ebdbb99e29836d7f47c9a45c778ed8b4aeae (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:112520d359122554b0e01b42be3985f23483035d715db1963da15958448b3371\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:112520d359122554b0e01b42be3985f23483035d715db1963da15958448b3371\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:112520d359122554b0e01b42be3985f23483035d715db1963da15958448b3371 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4746e322b810479a3565901e510839ab6759dd66f9243e0885a965e7699aae42\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4746e322b810479a3565901e510839ab6759dd66f9243e0885a965e7699aae42\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:4746e322b810479a3565901e510839ab6759dd66f9243e0885a965e7699aae42 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4\\"\\ntime=\\"2022-06-02T12:33:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2 (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:33:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Skipping blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264 (already present):\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Skipping blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17 (already present):\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:476882bf2c531e2c60002c550f4bf5ca989b90be8baec37e2eb1a956c2e0b22d\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:476882bf2c531e2c60002c550f4bf5ca989b90be8baec37e2eb1a956c2e0b22d\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:476882bf2c531e2c60002c550f4bf5ca989b90be8baec37e2eb1a956c2e0b22d\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:476882bf2c531e2c60002c550f4bf5ca989b90be8baec37e2eb1a956c2e0b22d\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-60-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:33:47,689 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-60-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:33:47,689 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 33, 47, 689393), 2, 'd9e42230-bb3e-4c0b-93ba-2105215f5ab5', 3, 'ea43c619-e55e-45e7-bed0-b3976e48e6d2'])
repomirrorworker stdout | 2022-06-02 12:33:47,693 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:47,694 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:47,695 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:47,696 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:33:47,696 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:47,702 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:51,994 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:33:47Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-61\""
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:33:47Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-61"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Copying instance sha256:6ef9c60b2c623b68ecebdceaffcd892cef3b0751db135aa032c8dc7a98461506 (1/4)"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:6ef9c60b2c623b68ecebdceaffcd892cef3b0751db135aa032c8dc7a98461506"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-61"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bd0dfb6a3d8632568f37683434fc27a109c7e516cc6243850d38a1e7274193b"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0ae454850a78759fbe98a9a9a4ef80ec09ee189226fa5cd67778ed84917a33e"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78d31a8e24beb2a6b73efa62afc140a28f6b7c2357b142162549f3bed5f1f40b"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:053724d29990664154df415f4b3da5ce8bb20a0651f52a16a35963280770cb85"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63bd373e1b3d95cbcc689e3a23a210192da99d041a0bfe0036174239ceb85302"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0ae454850a78759fbe98a9a9a4ef80ec09ee189226fa5cd67778ed84917a33e"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bd0dfb6a3d8632568f37683434fc27a109c7e516cc6243850d38a1e7274193b"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78d31a8e24beb2a6b73efa62afc140a28f6b7c2357b142162549f3bed5f1f40b"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63bd373e1b3d95cbcc689e3a23a210192da99d041a0bfe0036174239ceb85302"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:053724d29990664154df415f4b3da5ce8bb20a0651f52a16a35963280770cb85"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Skipping blob sha256:f0ae454850a78759fbe98a9a9a4ef80ec09ee189226fa5cd67778ed84917a33e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Skipping blob sha256:78d31a8e24beb2a6b73efa62afc140a28f6b7c2357b142162549f3bed5f1f40b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Skipping blob sha256:6bd0dfb6a3d8632568f37683434fc27a109c7e516cc6243850d38a1e7274193b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Skipping blob sha256:63bd373e1b3d95cbcc689e3a23a210192da99d041a0bfe0036174239ceb85302 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Skipping blob sha256:053724d29990664154df415f4b3da5ce8bb20a0651f52a16a35963280770cb85 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:228bfeb0673cb229ccfe83f62b5a483610cd50ad8183efe581ff3c8adca2c721"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:228bfeb0673cb229ccfe83f62b5a483610cd50ad8183efe581ff3c8adca2c721"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:228bfeb0673cb229ccfe83f62b5a483610cd50ad8183efe581ff3c8adca2c721"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:228bfeb0673cb229ccfe83f62b5a483610cd50ad8183efe581ff3c8adca2c721"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:6ef9c60b2c623b68ecebdceaffcd892cef3b0751db135aa032c8dc7a98461506"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="Copying instance sha256:68b529c6b5592db4e57ce825efb9d683ec5297937decbe58b1d18f100a05f8fe (2/4)"
repomirrorworker stdout | time="2022-06-02T12:33:49Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:68b529c6b5592db4e57ce825efb9d683ec5297937decbe58b1d18f100a05f8fe"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-61"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e69459cc0c0716e297a8ef4e0cd3ae13d81ef6d8758a6facacaec681b776c853"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7c39766b1e6244640440f3e2cf4c77e60f8d29f4031d68f421a95fdba9108fb"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e69459cc0c0716e297a8ef4e0cd3ae13d81ef6d8758a6facacaec681b776c853"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e040660a77fef752b3e522c1f0da378f19923b604a41a08cf56cf6aa4de10577"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7c39766b1e6244640440f3e2cf4c77e60f8d29f4031d68f421a95fdba9108fb"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e040660a77fef752b3e522c1f0da378f19923b604a41a08cf56cf6aa4de10577"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e93ccf954dbe437da775ff549d57892e65ea1da5e8e3b4f8cc3da8f67b1dd43"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf0ace381e49080117dd32084429f56a04a73bcf9a83a248ab0fbe388276841e"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e93ccf954dbe437da775ff549d57892e65ea1da5e8e3b4f8cc3da8f67b1dd43"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf0ace381e49080117dd32084429f56a04a73bcf9a83a248ab0fbe388276841e"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Skipping blob sha256:e69459cc0c0716e297a8ef4e0cd3ae13d81ef6d8758a6facacaec681b776c853 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Skipping blob sha256:a7c39766b1e6244640440f3e2cf4c77e60f8d29f4031d68f421a95fdba9108fb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Skipping blob sha256:e040660a77fef752b3e522c1f0da378f19923b604a41a08cf56cf6aa4de10577 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Skipping blob sha256:6e93ccf954dbe437da775ff549d57892e65ea1da5e8e3b4f8cc3da8f67b1dd43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Skipping blob sha256:cf0ace381e49080117dd32084429f56a04a73bcf9a83a248ab0fbe388276841e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:feb6bec3c009460b0fcfbab7186d4656832f2835bebe56b62db1fb27d0786540"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:feb6bec3c009460b0fcfbab7186d4656832f2835bebe56b62db1fb27d0786540"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:feb6bec3c009460b0fcfbab7186d4656832f2835bebe56b62db1fb27d0786540"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:feb6bec3c009460b0fcfbab7186d4656832f2835bebe56b62db1fb27d0786540"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:68b529c6b5592db4e57ce825efb9d683ec5297937decbe58b1d18f100a05f8fe"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Copying instance sha256:cbe9be6405f0966b5fbbcfe7bcec58f705c63dff762cc6c9c365bd9bb0c770c6 (3/4)"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:cbe9be6405f0966b5fbbcfe7bcec58f705c63dff762cc6c9c365bd9bb0c770c6"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-61"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f8a1cdb2f9e54b016e714c0b319a2c6979f7f825b0cd10be160b96c8c6925834"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1f70400f2cbb8632be0d5263902035586c00caa7390a7c996ae2499b8fdeb6fa"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f8a1cdb2f9e54b016e714c0b319a2c6979f7f825b0cd10be160b96c8c6925834"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196fe1e51dc336fa1151ed06612e5be07317d842d5a3af69cd31f00958f3a437"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1f70400f2cbb8632be0d5263902035586c00caa7390a7c996ae2499b8fdeb6fa"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196fe1e51dc336fa1151ed06612e5be07317d842d5a3af69cd31f00958f3a437"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74bc1c997f3a39ec613eae08ab660c6f231e3b5a7159f30e2d4bb0c3b1e88c18"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:39532f58c38b9e65ac8b5fe396fcb248ffed4a430f0530bc21ceed58c0895362"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74bc1c997f3a39ec613eae08ab660c6f231e3b5a7159f30e2d4bb0c3b1e88c18"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:39532f58c38b9e65ac8b5fe396fcb248ffed4a430f0530bc21ceed58c0895362"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Skipping blob sha256:1f70400f2cbb8632be0d5263902035586c00caa7390a7c996ae2499b8fdeb6fa (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Skipping blob sha256:39532f58c38b9e65ac8b5fe396fcb248ffed4a430f0530bc21ceed58c0895362 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Skipping blob sha256:74bc1c997f3a39ec613eae08ab660c6f231e3b5a7159f30e2d4bb0c3b1e88c18 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Skipping blob sha256:f8a1cdb2f9e54b016e714c0b319a2c6979f7f825b0cd10be160b96c8c6925834 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Skipping blob sha256:196fe1e51dc336fa1151ed06612e5be07317d842d5a3af69cd31f00958f3a437 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:beb9c24379a0042b0a32cbb0ba96cbabe957acd897b120929a818cee66abda47"
repomirrorworker stdout | time="2022-06-02T12:33:50Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:beb9c24379a0042b0a32cbb0ba96cbabe957acd897b120929a818cee66abda47"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:beb9c24379a0042b0a32cbb0ba96cbabe957acd897b120929a818cee66abda47"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:beb9c24379a0042b0a32cbb0ba96cbabe957acd897b120929a818cee66abda47"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:cbe9be6405f0966b5fbbcfe7bcec58f705c63dff762cc6c9c365bd9bb0c770c6"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Copying instance sha256:208ccab1802bc76c0bbcbb6ff7d23b06412d1d8c00478e2fd35f5a65b2b95b5f (4/4)"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:208ccab1802bc76c0bbcbb6ff7d23b06412d1d8c00478e2fd35f5a65b2b95b5f"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-61"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6300ed658ff4c6ac631657284974508293108578ddb3af163888ca5eef360c8"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3e9ca9b2a7896adfda39b09eeda09b5f855fcbc7ae6353248ad44cd282c5899"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4caf920c423fe74873b8826410065a9a1be15600903fe9ca67c5ab14d9190700"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6300ed658ff4c6ac631657284974508293108578ddb3af163888ca5eef360c8"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3e9ca9b2a7896adfda39b09eeda09b5f855fcbc7ae6353248ad44cd282c5899"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4caf920c423fe74873b8826410065a9a1be15600903fe9ca67c5ab14d9190700"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2c78bfa46176be5253f5800cc7a44ca476433d2cc2315fe220003082a254bbbf"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2c78bfa46176be5253f5800cc7a44ca476433d2cc2315fe220003082a254bbbf"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab0018f54980b0b3c5b12d8f2fae8742984480f1264442a2f8f667b8a220fe9"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab0018f54980b0b3c5b12d8f2fae8742984480f1264442a2f8f667b8a220fe9"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Skipping blob sha256:f3e9ca9b2a7896adfda39b09eeda09b5f855fcbc7ae6353248ad44cd282c5899 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Skipping blob sha256:2c78bfa46176be5253f5800cc7a44ca476433d2cc2315fe220003082a254bbbf (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Skipping blob sha256:dab0018f54980b0b3c5b12d8f2fae8742984480f1264442a2f8f667b8a220fe9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Skipping blob sha256:4caf920c423fe74873b8826410065a9a1be15600903fe9ca67c5ab14d9190700 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Skipping blob sha256:f6300ed658ff4c6ac631657284974508293108578ddb3af163888ca5eef360c8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:cf92b69f42fb19a050c8ec3d010ae89c454c1f474530145ee654b33b656c6cab"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:cf92b69f42fb19a050c8ec3d010ae89c454c1f474530145ee654b33b656c6cab"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf92b69f42fb19a050c8ec3d010ae89c454c1f474530145ee654b33b656c6cab"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf92b69f42fb19a050c8ec3d010ae89c454c1f474530145ee654b33b656c6cab"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:208ccab1802bc76c0bbcbb6ff7d23b06412d1d8c00478e2fd35f5a65b2b95b5f"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:33:51Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-61"
repomirrorworker stdout | 2022-06-02 12:33:51,994 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:6ef9c60b2c623b68ecebdceaffcd892cef3b0751db135aa032c8dc7a98461506 (1/4)
repomirrorworker stdout | Copying blob sha256:f0ae454850a78759fbe98a9a9a4ef80ec09ee189226fa5cd67778ed84917a33e
repomirrorworker stdout | Copying blob sha256:78d31a8e24beb2a6b73efa62afc140a28f6b7c2357b142162549f3bed5f1f40b
repomirrorworker stdout | Copying blob sha256:6bd0dfb6a3d8632568f37683434fc27a109c7e516cc6243850d38a1e7274193b
repomirrorworker stdout | Copying blob sha256:63bd373e1b3d95cbcc689e3a23a210192da99d041a0bfe0036174239ceb85302
repomirrorworker stdout | Copying blob sha256:053724d29990664154df415f4b3da5ce8bb20a0651f52a16a35963280770cb85
repomirrorworker stdout | Copying config sha256:228bfeb0673cb229ccfe83f62b5a483610cd50ad8183efe581ff3c8adca2c721
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:68b529c6b5592db4e57ce825efb9d683ec5297937decbe58b1d18f100a05f8fe (2/4)
repomirrorworker stdout | Copying blob sha256:e69459cc0c0716e297a8ef4e0cd3ae13d81ef6d8758a6facacaec681b776c853
repomirrorworker stdout | Copying blob sha256:a7c39766b1e6244640440f3e2cf4c77e60f8d29f4031d68f421a95fdba9108fb
repomirrorworker stdout | Copying blob sha256:e040660a77fef752b3e522c1f0da378f19923b604a41a08cf56cf6aa4de10577
repomirrorworker stdout | Copying blob sha256:6e93ccf954dbe437da775ff549d57892e65ea1da5e8e3b4f8cc3da8f67b1dd43
repomirrorworker stdout | Copying blob sha256:cf0ace381e49080117dd32084429f56a04a73bcf9a83a248ab0fbe388276841e
repomirrorworker stdout | Copying config sha256:feb6bec3c009460b0fcfbab7186d4656832f2835bebe56b62db1fb27d0786540
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:cbe9be6405f0966b5fbbcfe7bcec58f705c63dff762cc6c9c365bd9bb0c770c6 (3/4)
repomirrorworker stdout | Copying blob sha256:1f70400f2cbb8632be0d5263902035586c00caa7390a7c996ae2499b8fdeb6fa
repomirrorworker stdout | Copying blob sha256:39532f58c38b9e65ac8b5fe396fcb248ffed4a430f0530bc21ceed58c0895362
repomirrorworker stdout | Copying blob sha256:74bc1c997f3a39ec613eae08ab660c6f231e3b5a7159f30e2d4bb0c3b1e88c18
repomirrorworker stdout | Copying blob sha256:f8a1cdb2f9e54b016e714c0b319a2c6979f7f825b0cd10be160b96c8c6925834
repomirrorworker stdout | Copying blob sha256:196fe1e51dc336fa1151ed06612e5be07317d842d5a3af69cd31f00958f3a437
repomirrorworker stdout | Copying config sha256:beb9c24379a0042b0a32cbb0ba96cbabe957acd897b120929a818cee66abda47
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:208ccab1802bc76c0bbcbb6ff7d23b06412d1d8c00478e2fd35f5a65b2b95b5f (4/4)
repomirrorworker stdout | Copying blob sha256:f3e9ca9b2a7896adfda39b09eeda09b5f855fcbc7ae6353248ad44cd282c5899
repomirrorworker stdout | Copying blob sha256:2c78bfa46176be5253f5800cc7a44ca476433d2cc2315fe220003082a254bbbf
repomirrorworker stdout | Copying blob sha256:dab0018f54980b0b3c5b12d8f2fae8742984480f1264442a2f8f667b8a220fe9
repomirrorworker stdout | Copying blob sha256:4caf920c423fe74873b8826410065a9a1be15600903fe9ca67c5ab14d9190700
repomirrorworker stdout | Copying blob sha256:f6300ed658ff4c6ac631657284974508293108578ddb3af163888ca5eef360c8
repomirrorworker stdout | Copying config sha256:cf92b69f42fb19a050c8ec3d010ae89c454c1f474530145ee654b33b656c6cab
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:33:51,996 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:51,999 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:52,000 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 33, 51, 999033), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-61\' successful sync", "tag": "1-61", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:6ef9c60b2c623b68ecebdceaffcd892cef3b0751db135aa032c8dc7a98461506 (1/4)\\nCopying blob sha256:f0ae454850a78759fbe98a9a9a4ef80ec09ee189226fa5cd67778ed84917a33e\\nCopying blob sha256:78d31a8e24beb2a6b73efa62afc140a28f6b7c2357b142162549f3bed5f1f40b\\nCopying blob sha256:6bd0dfb6a3d8632568f37683434fc27a109c7e516cc6243850d38a1e7274193b\\nCopying blob sha256:63bd373e1b3d95cbcc689e3a23a210192da99d041a0bfe0036174239ceb85302\\nCopying blob sha256:053724d29990664154df415f4b3da5ce8bb20a0651f52a16a35963280770cb85\\nCopying config sha256:228bfeb0673cb229ccfe83f62b5a483610cd50ad8183efe581ff3c8adca2c721\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:68b529c6b5592db4e57ce825efb9d683ec5297937decbe58b1d18f100a05f8fe (2/4)\\nCopying blob sha256:e69459cc0c0716e297a8ef4e0cd3ae13d81ef6d8758a6facacaec681b776c853\\nCopying blob sha256:a7c39766b1e6244640440f3e2cf4c77e60f8d29f4031d68f421a95fdba9108fb\\nCopying blob sha256:e040660a77fef752b3e522c1f0da378f19923b604a41a08cf56cf6aa4de10577\\nCopying blob sha256:6e93ccf954dbe437da775ff549d57892e65ea1da5e8e3b4f8cc3da8f67b1dd43\\nCopying blob sha256:cf0ace381e49080117dd32084429f56a04a73bcf9a83a248ab0fbe388276841e\\nCopying config sha256:feb6bec3c009460b0fcfbab7186d4656832f2835bebe56b62db1fb27d0786540\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:cbe9be6405f0966b5fbbcfe7bcec58f705c63dff762cc6c9c365bd9bb0c770c6 (3/4)\\nCopying blob sha256:1f70400f2cbb8632be0d5263902035586c00caa7390a7c996ae2499b8fdeb6fa\\nCopying blob sha256:39532f58c38b9e65ac8b5fe396fcb248ffed4a430f0530bc21ceed58c0895362\\nCopying blob sha256:74bc1c997f3a39ec613eae08ab660c6f231e3b5a7159f30e2d4bb0c3b1e88c18\\nCopying blob sha256:f8a1cdb2f9e54b016e714c0b319a2c6979f7f825b0cd10be160b96c8c6925834\\nCopying blob sha256:196fe1e51dc336fa1151ed06612e5be07317d842d5a3af69cd31f00958f3a437\\nCopying config sha256:beb9c24379a0042b0a32cbb0ba96cbabe957acd897b120929a818cee66abda47\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:208ccab1802bc76c0bbcbb6ff7d23b06412d1d8c00478e2fd35f5a65b2b95b5f (4/4)\\nCopying blob sha256:f3e9ca9b2a7896adfda39b09eeda09b5f855fcbc7ae6353248ad44cd282c5899\\nCopying blob sha256:2c78bfa46176be5253f5800cc7a44ca476433d2cc2315fe220003082a254bbbf\\nCopying blob sha256:dab0018f54980b0b3c5b12d8f2fae8742984480f1264442a2f8f667b8a220fe9\\nCopying blob sha256:4caf920c423fe74873b8826410065a9a1be15600903fe9ca67c5ab14d9190700\\nCopying blob sha256:f6300ed658ff4c6ac631657284974508293108578ddb3af163888ca5eef360c8\\nCopying config sha256:cf92b69f42fb19a050c8ec3d010ae89c454c1f474530145ee654b33b656c6cab\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-61\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:33:47Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-61\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Copying instance sha256:6ef9c60b2c623b68ecebdceaffcd892cef3b0751db135aa032c8dc7a98461506 (1/4)\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:6ef9c60b2c623b68ecebdceaffcd892cef3b0751db135aa032c8dc7a98461506\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-61\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bd0dfb6a3d8632568f37683434fc27a109c7e516cc6243850d38a1e7274193b\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0ae454850a78759fbe98a9a9a4ef80ec09ee189226fa5cd67778ed84917a33e\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78d31a8e24beb2a6b73efa62afc140a28f6b7c2357b142162549f3bed5f1f40b\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:053724d29990664154df415f4b3da5ce8bb20a0651f52a16a35963280770cb85\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63bd373e1b3d95cbcc689e3a23a210192da99d041a0bfe0036174239ceb85302\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0ae454850a78759fbe98a9a9a4ef80ec09ee189226fa5cd67778ed84917a33e\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bd0dfb6a3d8632568f37683434fc27a109c7e516cc6243850d38a1e7274193b\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78d31a8e24beb2a6b73efa62afc140a28f6b7c2357b142162549f3bed5f1f40b\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63bd373e1b3d95cbcc689e3a23a210192da99d041a0bfe0036174239ceb85302\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:053724d29990664154df415f4b3da5ce8bb20a0651f52a16a35963280770cb85\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Skipping blob sha256:f0ae454850a78759fbe98a9a9a4ef80ec09ee189226fa5cd67778ed84917a33e (already present):\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Skipping blob sha256:78d31a8e24beb2a6b73efa62afc140a28f6b7c2357b142162549f3bed5f1f40b (already present):\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Skipping blob sha256:6bd0dfb6a3d8632568f37683434fc27a109c7e516cc6243850d38a1e7274193b (already present):\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Skipping blob sha256:63bd373e1b3d95cbcc689e3a23a210192da99d041a0bfe0036174239ceb85302 (already present):\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Skipping blob sha256:053724d29990664154df415f4b3da5ce8bb20a0651f52a16a35963280770cb85 (already present):\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:228bfeb0673cb229ccfe83f62b5a483610cd50ad8183efe581ff3c8adca2c721\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:228bfeb0673cb229ccfe83f62b5a483610cd50ad8183efe581ff3c8adca2c721\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:228bfeb0673cb229ccfe83f62b5a483610cd50ad8183efe581ff3c8adca2c721\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:228bfeb0673cb229ccfe83f62b5a483610cd50ad8183efe581ff3c8adca2c721\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:6ef9c60b2c623b68ecebdceaffcd892cef3b0751db135aa032c8dc7a98461506\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"Copying instance sha256:68b529c6b5592db4e57ce825efb9d683ec5297937decbe58b1d18f100a05f8fe (2/4)\\"\\ntime=\\"2022-06-02T12:33:49Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:68b529c6b5592db4e57ce825efb9d683ec5297937decbe58b1d18f100a05f8fe\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-61\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e69459cc0c0716e297a8ef4e0cd3ae13d81ef6d8758a6facacaec681b776c853\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7c39766b1e6244640440f3e2cf4c77e60f8d29f4031d68f421a95fdba9108fb\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e69459cc0c0716e297a8ef4e0cd3ae13d81ef6d8758a6facacaec681b776c853\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e040660a77fef752b3e522c1f0da378f19923b604a41a08cf56cf6aa4de10577\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7c39766b1e6244640440f3e2cf4c77e60f8d29f4031d68f421a95fdba9108fb\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e040660a77fef752b3e522c1f0da378f19923b604a41a08cf56cf6aa4de10577\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e93ccf954dbe437da775ff549d57892e65ea1da5e8e3b4f8cc3da8f67b1dd43\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf0ace381e49080117dd32084429f56a04a73bcf9a83a248ab0fbe388276841e\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e93ccf954dbe437da775ff549d57892e65ea1da5e8e3b4f8cc3da8f67b1dd43\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf0ace381e49080117dd32084429f56a04a73bcf9a83a248ab0fbe388276841e\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Skipping blob sha256:e69459cc0c0716e297a8ef4e0cd3ae13d81ef6d8758a6facacaec681b776c853 (already present):\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Skipping blob sha256:a7c39766b1e6244640440f3e2cf4c77e60f8d29f4031d68f421a95fdba9108fb (already present):\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Skipping blob sha256:e040660a77fef752b3e522c1f0da378f19923b604a41a08cf56cf6aa4de10577 (already present):\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Skipping blob sha256:6e93ccf954dbe437da775ff549d57892e65ea1da5e8e3b4f8cc3da8f67b1dd43 (already present):\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Skipping blob sha256:cf0ace381e49080117dd32084429f56a04a73bcf9a83a248ab0fbe388276841e (already present):\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:feb6bec3c009460b0fcfbab7186d4656832f2835bebe56b62db1fb27d0786540\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:feb6bec3c009460b0fcfbab7186d4656832f2835bebe56b62db1fb27d0786540\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:feb6bec3c009460b0fcfbab7186d4656832f2835bebe56b62db1fb27d0786540\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:feb6bec3c009460b0fcfbab7186d4656832f2835bebe56b62db1fb27d0786540\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:68b529c6b5592db4e57ce825efb9d683ec5297937decbe58b1d18f100a05f8fe\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Copying instance sha256:cbe9be6405f0966b5fbbcfe7bcec58f705c63dff762cc6c9c365bd9bb0c770c6 (3/4)\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:cbe9be6405f0966b5fbbcfe7bcec58f705c63dff762cc6c9c365bd9bb0c770c6\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-61\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f8a1cdb2f9e54b016e714c0b319a2c6979f7f825b0cd10be160b96c8c6925834\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1f70400f2cbb8632be0d5263902035586c00caa7390a7c996ae2499b8fdeb6fa\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f8a1cdb2f9e54b016e714c0b319a2c6979f7f825b0cd10be160b96c8c6925834\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196fe1e51dc336fa1151ed06612e5be07317d842d5a3af69cd31f00958f3a437\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1f70400f2cbb8632be0d5263902035586c00caa7390a7c996ae2499b8fdeb6fa\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:196fe1e51dc336fa1151ed06612e5be07317d842d5a3af69cd31f00958f3a437\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74bc1c997f3a39ec613eae08ab660c6f231e3b5a7159f30e2d4bb0c3b1e88c18\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:39532f58c38b9e65ac8b5fe396fcb248ffed4a430f0530bc21ceed58c0895362\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74bc1c997f3a39ec613eae08ab660c6f231e3b5a7159f30e2d4bb0c3b1e88c18\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:39532f58c38b9e65ac8b5fe396fcb248ffed4a430f0530bc21ceed58c0895362\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Skipping blob sha256:1f70400f2cbb8632be0d5263902035586c00caa7390a7c996ae2499b8fdeb6fa (already present):\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Skipping blob sha256:39532f58c38b9e65ac8b5fe396fcb248ffed4a430f0530bc21ceed58c0895362 (already present):\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Skipping blob sha256:74bc1c997f3a39ec613eae08ab660c6f231e3b5a7159f30e2d4bb0c3b1e88c18 (already present):\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Skipping blob sha256:f8a1cdb2f9e54b016e714c0b319a2c6979f7f825b0cd10be160b96c8c6925834 (already present):\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Skipping blob sha256:196fe1e51dc336fa1151ed06612e5be07317d842d5a3af69cd31f00958f3a437 (already present):\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:beb9c24379a0042b0a32cbb0ba96cbabe957acd897b120929a818cee66abda47\\"\\ntime=\\"2022-06-02T12:33:50Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:beb9c24379a0042b0a32cbb0ba96cbabe957acd897b120929a818cee66abda47\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:beb9c24379a0042b0a32cbb0ba96cbabe957acd897b120929a818cee66abda47\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:beb9c24379a0042b0a32cbb0ba96cbabe957acd897b120929a818cee66abda47\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:cbe9be6405f0966b5fbbcfe7bcec58f705c63dff762cc6c9c365bd9bb0c770c6\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Copying instance sha256:208ccab1802bc76c0bbcbb6ff7d23b06412d1d8c00478e2fd35f5a65b2b95b5f (4/4)\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:208ccab1802bc76c0bbcbb6ff7d23b06412d1d8c00478e2fd35f5a65b2b95b5f\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-61\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6300ed658ff4c6ac631657284974508293108578ddb3af163888ca5eef360c8\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3e9ca9b2a7896adfda39b09eeda09b5f855fcbc7ae6353248ad44cd282c5899\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4caf920c423fe74873b8826410065a9a1be15600903fe9ca67c5ab14d9190700\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6300ed658ff4c6ac631657284974508293108578ddb3af163888ca5eef360c8\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3e9ca9b2a7896adfda39b09eeda09b5f855fcbc7ae6353248ad44cd282c5899\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4caf920c423fe74873b8826410065a9a1be15600903fe9ca67c5ab14d9190700\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2c78bfa46176be5253f5800cc7a44ca476433d2cc2315fe220003082a254bbbf\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2c78bfa46176be5253f5800cc7a44ca476433d2cc2315fe220003082a254bbbf\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab0018f54980b0b3c5b12d8f2fae8742984480f1264442a2f8f667b8a220fe9\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab0018f54980b0b3c5b12d8f2fae8742984480f1264442a2f8f667b8a220fe9\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Skipping blob sha256:f3e9ca9b2a7896adfda39b09eeda09b5f855fcbc7ae6353248ad44cd282c5899 (already present):\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Skipping blob sha256:2c78bfa46176be5253f5800cc7a44ca476433d2cc2315fe220003082a254bbbf (already present):\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Skipping blob sha256:dab0018f54980b0b3c5b12d8f2fae8742984480f1264442a2f8f667b8a220fe9 (already present):\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Skipping blob sha256:4caf920c423fe74873b8826410065a9a1be15600903fe9ca67c5ab14d9190700 (already present):\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Skipping blob sha256:f6300ed658ff4c6ac631657284974508293108578ddb3af163888ca5eef360c8 (already present):\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:cf92b69f42fb19a050c8ec3d010ae89c454c1f474530145ee654b33b656c6cab\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:cf92b69f42fb19a050c8ec3d010ae89c454c1f474530145ee654b33b656c6cab\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf92b69f42fb19a050c8ec3d010ae89c454c1f474530145ee654b33b656c6cab\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf92b69f42fb19a050c8ec3d010ae89c454c1f474530145ee654b33b656c6cab\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:208ccab1802bc76c0bbcbb6ff7d23b06412d1d8c00478e2fd35f5a65b2b95b5f\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:33:51Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-61\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:33:52,005 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-61' successful sync.
repomirrorworker stdout | 2022-06-02 12:33:52,005 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 33, 52, 5505), 2, 'b43312f7-69c3-49e3-9f55-55a0024d7e6d', 3, 'd9e42230-bb3e-4c0b-93ba-2105215f5ab5'])
repomirrorworker stdout | 2022-06-02 12:33:52,009 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:52,010 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:52,011 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:52,011 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:33:52,012 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:52,018 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:53,047 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:33:58,445 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:33:52Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:52Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:52Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:33:52Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:52Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:52Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:52Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:52Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:52Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:52Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-61-source\""
repomirrorworker stdout | time="2022-06-02T12:33:52Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:52Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:52Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:52Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:52Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:52Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:52Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:33:52Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-61-source"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-61-source"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7289a398b4c221dc4a716e72104da5589343810b79a6b1842770cd7b24bde5a4"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7289a398b4c221dc4a716e72104da5589343810b79a6b1842770cd7b24bde5a4"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4746e322b810479a3565901e510839ab6759dd66f9243e0885a965e7699aae42"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4746e322b810479a3565901e510839ab6759dd66f9243e0885a965e7699aae42"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:4746e322b810479a3565901e510839ab6759dd66f9243e0885a965e7699aae42 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:7289a398b4c221dc4a716e72104da5589343810b79a6b1842770cd7b24bde5a4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94f36ed7d01dbad0edfd3a38851c5a101b5aa795c76bc5db49ef2a90ea48b072"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94f36ed7d01dbad0edfd3a38851c5a101b5aa795c76bc5db49ef2a90ea48b072"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:94f36ed7d01dbad0edfd3a38851c5a101b5aa795c76bc5db49ef2a90ea48b072 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:112520d359122554b0e01b42be3985f23483035d715db1963da15958448b3371"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:112520d359122554b0e01b42be3985f23483035d715db1963da15958448b3371"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:112520d359122554b0e01b42be3985f23483035d715db1963da15958448b3371 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Skipping blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:33:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:46111f8031ab0010b0b36e0521630e1ae1150a4a128214ae9cb01fe7cf5f107b"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:46111f8031ab0010b0b36e0521630e1ae1150a4a128214ae9cb01fe7cf5f107b"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:46111f8031ab0010b0b36e0521630e1ae1150a4a128214ae9cb01fe7cf5f107b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:33:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a724a419d7c8b8541473105d514d19f64a127ab47cd84bf97df830674fa4a6a7"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a724a419d7c8b8541473105d514d19f64a127ab47cd84bf97df830674fa4a6a7"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:a724a419d7c8b8541473105d514d19f64a127ab47cd84bf97df830674fa4a6a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54f5ed8a3d4f7881b37f13fbe22e2afb9ae3d9260d9eba7f12de147ae21803cd"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54f5ed8a3d4f7881b37f13fbe22e2afb9ae3d9260d9eba7f12de147ae21803cd"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:54f5ed8a3d4f7881b37f13fbe22e2afb9ae3d9260d9eba7f12de147ae21803cd (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9dcaf8bf1d8563c0a039fc87ec91ebdbb99e29836d7f47c9a45c778ed8b4aeae"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9dcaf8bf1d8563c0a039fc87ec91ebdbb99e29836d7f47c9a45c778ed8b4aeae"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Skipping blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a"
repomirrorworker stdout | time="2022-06-02T12:33:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:9dcaf8bf1d8563c0a039fc87ec91ebdbb99e29836d7f47c9a45c778ed8b4aeae (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b027cd8cb2d71974826728235b204bd74c4634319311964
repomirrorworker stdout | 4d9f84b82d13eefd"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:f003e567a0b041a922616a5f03693a54fe320683ca72a1a1851162d4c07fdaa1"
repomirrorworker stdout | time="2022-06-02T12:33:57Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:f003e567a0b041a922616a5f03693a54fe320683ca72a1a1851162d4c07fdaa1"
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f003e567a0b041a922616a5f03693a54fe320683ca72a1a1851162d4c07fdaa1"
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f003e567a0b041a922616a5f03693a54fe320683ca72a1a1851162d4c07fdaa1"
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-61-source"
repomirrorworker stdout | 2022-06-02 12:33:58,445 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f
repomirrorworker stdout | Copying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a
repomirrorworker stdout | Copying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b
repomirrorworker stdout | Copying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4
repomirrorworker stdout | Copying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7
repomirrorworker stdout | Copying blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200
repomirrorworker stdout | Copying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e
repomirrorworker stdout | Copying blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e
repomirrorworker stdout | Copying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d
repomirrorworker stdout | Copying blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2
repomirrorworker stdout | Copying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec
repomirrorworker stdout | Copying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade
repomirrorworker stdout | Copying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb
repomirrorworker stdout | Copying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416
repomirrorworker stdout | Copying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2
repomirrorworker stdout | Copying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f
repomirrorworker stdout | Copying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4
repomirrorworker stdout | Copying blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c
repomirrorworker stdout | Copying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95
repomirrorworker stdout | Copying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378
repomirrorworker stdout | Copying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39
repomirrorworker stdout | Copying blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c
repomirrorworker stdout | Copying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c
repomirrorworker stdout | Copying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9
repomirrorworker stdout | Copying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a
repomirrorworker stdout | Copying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81
repomirrorworker stdout | Copying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014
repomirrorworker stdout | Copying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f
repomirrorworker stdout | Copying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4
repomirrorworker stdout | Copying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2
repomirrorworker stdout | Copying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098
repomirrorworker stdout | Copying blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12
repomirrorworker stdout | Copying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a
repomirrorworker stdout | Copying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8
repomirrorworker stdout | Copying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83
repomirrorworker stdout | Copying blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b
repomirrorworker stdout | Copying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f
repomirrorworker stdout | Copying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1
repomirrorworker stdout | Copying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44
repomirrorworker stdout | Copying blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2
repomirrorworker stdout | Copying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c
repomirrorworker stdout | Copying blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef
repomirrorworker stdout | Copying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4
repomirrorworker stdout | Copying blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3
repomirrorworker stdout | Copying blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390
repomirrorworker stdout | Copying blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155
repomirrorworker stdout | Copying blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf
repomirrorworker stdout | Copying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b
repomirrorworker stdout | Copying blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775
repomirrorworker stdout | Copying blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4
repomirrorworker stdout | Copying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946
repomirrorworker stdout | Copying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c
repomirrorworker stdout | Copying blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220
repomirrorworker stdout | Copying blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43
repomirrorworker stdout | Copying blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788
repomirrorworker stdout | Copying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2
repomirrorworker stdout | Copying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332
repomirrorworker stdout | Copying blob sha256:4746e322b810479a3565901e510839ab6759dd66f9243e0885a965e7699aae42
repomirrorworker stdout | Copying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529
repomirrorworker stdout | Copying blob sha256:7289a398b4c221dc4a716e72104da5589343810b79a6b1842770cd7b24bde5a4
repomirrorworker stdout | Copying blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7
repomirrorworker stdout | Copying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581
repomirrorworker stdout | Copying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3
repomirrorworker stdout | Copying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0
repomirrorworker stdout | Copying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06
repomirrorworker stdout | Copying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509
repomirrorworker stdout | Copying blob sha256:94f36ed7d01dbad0edfd3a38851c5a101b5aa795c76bc5db49ef2a90ea48b072
repomirrorworker stdout | Copying blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba
repomirrorworker stdout | Copying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433
repomirrorworker stdout | Copying blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1
repomirrorworker stdout | Copying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae
repomirrorworker stdout | Copying blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0
repomirrorworker stdout | Copying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef
repomirrorworker stdout | Copying blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce
repomirrorworker stdout | Copying blob sha256:112520d359122554b0e01b42be3985f23483035d715db1963da15958448b3371
repomirrorworker stdout | Copying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443
repomirrorworker stdout | Copying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263
repomirrorworker stdout | Copying blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142
repomirrorworker stdout | Copying blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17
repomirrorworker stdout | Copying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c
repomirrorworker stdout | Copying blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90
repomirrorworker stdout | Copying blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2
repomirrorworker stdout | Copying blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3
repomirrorworker stdout | Copying blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc
repomirrorworker stdout | Copying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855
repomirrorworker stdout | Copying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108
repomirrorworker stdout | Copying blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98
repomirrorworker stdout | Copying blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874
repomirrorworker stdout | Copying blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43
repomirrorworker stdout | Copying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569
repomirrorworker stdout | Copying blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264
repomirrorworker stdout | Copying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa
repomirrorworker stdout | Copying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be
repomirrorworker stdout | Copying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359
repomirrorworker stdout | Copying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff
repomirrorworker stdout | Copying blob sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb
repomirrorworker stdout | Copying blob sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d
repomirrorworker stdout | Copying blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789
repomirrorworker stdout | Copying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8
repomirrorworker stdout | Copying blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78
repomirrorworker stdout | Copying blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33
repomirrorworker stdout | Copying blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df
repomirrorworker stdout | Copying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326
repomirrorworker stdout | Copying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b
repomirrorworker stdout | Copying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c
repomirrorworker stdout | Copying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742
repomirrorworker stdout | Copying blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4
repomirrorworker stdout | Copying blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7
repomirrorworker stdout | Copying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81
repomirrorworker stdout | Copying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1
repomirrorworker stdout | Copying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f
repomirrorworker stdout | Copying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538
repomirrorworker stdout | Copying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955
repomirrorworker stdout | Copying blob sha256:46111f8031ab0010b0b36e0521630e1ae1150a4a128214ae9cb01fe7cf5f107b
repomirrorworker stdout | Copying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41
repomirrorworker stdout | Copying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e
repomirrorworker stdout | Copying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226
repomirrorworker stdout | Copying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e
repomirrorworker stdout | Copying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec
repomirrorworker stdout | Copying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d
repomirrorworker stdout | Copying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171
repomirrorworker stdout | Copying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb
repomirrorworker stdout | Copying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15
repomirrorworker stdout | Copying blob sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07
repomirrorworker stdout | Copying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36
repomirrorworker stdout | Copying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b
repomirrorworker stdout | Copying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2
repomirrorworker stdout | Copying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645
repomirrorworker stdout | Copying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c
repomirrorworker stdout | Copying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915
repomirrorworker stdout | Copying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd
repomirrorworker stdout | Copying blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f
repomirrorworker stdout | Copying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95
repomirrorworker stdout | Copying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3
repomirrorworker stdout | Copying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a
repomirrorworker stdout | Copying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9
repomirrorworker stdout | Copying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf
repomirrorworker stdout | Copying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859
repomirrorworker stdout | Copying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481
repomirrorworker stdout | Copying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079
repomirrorworker stdout | Copying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc
repomirrorworker stdout | Copying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588
repomirrorworker stdout | Copying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3
repomirrorworker stdout | Copying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32
repomirrorworker stdout | Copying blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74
repomirrorworker stdout | Copying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e
repomirrorworker stdout | Copying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01
repomirrorworker stdout | Copying blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e
repomirrorworker stdout | Copying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b
repomirrorworker stdout | Copying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46
repomirrorworker stdout | Copying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a
repomirrorworker stdout | Copying blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca
repomirrorworker stdout | Copying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416
repomirrorworker stdout | Copying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a
repomirrorworker stdout | Copying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c
repomirrorworker stdout | Copying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc
repomirrorworker stdout | Copying blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19
repomirrorworker stdout | Copying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3
repomirrorworker stdout | Copying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730
repomirrorworker stdout | Copying blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52
repomirrorworker stdout | Copying blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff
repomirrorworker stdout | Copying blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23
repomirrorworker stdout | Copying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e
repomirrorworker stdout | Copying blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c
repomirrorworker stdout | Copying blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae
repomirrorworker stdout | Copying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385
repomirrorworker stdout | Copying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440
repomirrorworker stdout | Copying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d
repomirrorworker stdout | Copying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581
repomirrorworker stdout | Copying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa
repomirrorworker stdout | Copying blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f
repomirrorworker stdout | Copying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725
repomirrorworker stdout | Copying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069
repomirrorworker stdout | Copying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331
repomirrorworker stdout | Copying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b
repomirrorworker stdout | Copying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53
repomirrorworker stdout | Copying blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e
repomirrorworker stdout | Copying blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a
repomirrorworker stdout | Copying blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee
repomirrorworker stdout | Copying blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9
repomirrorworker stdout | Copying blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53
repomirrorworker stdout | Copying blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08
repomirrorworker stdout | Copying blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e
repomirrorworker stdout | Copying blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052
repomirrorworker stdout | Copying blob sha256:a724a419d7c8b8541473105d514d19f64a127ab47cd84bf97df830674fa4a6a7
repomirrorworker stdout | Copying blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86
repomirrorworker stdout | Copying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad
repomirrorworker stdout | Copying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081
repomirrorworker stdout | Copying blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8
repomirrorworker stdout | Copying blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d
repomirrorworker stdout | Copying blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075
repomirrorworker stdout | Copying blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a
repomirrorworker stdout | Copying blob sha256:54f5ed8a3d4f7881b37f13fbe22e2afb9ae3d9260d9eba7f12de147ae21803cd
repomirrorworker stdout | Copying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998
repomirrorworker stdout | Copying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb
repomirrorworker stdout | Copying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946
repomirrorworker stdout | Copying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e
repomirrorworker stdout | Copying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff
repomirrorworker stdout | Copying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887
repomirrorworker stdout | Copying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6
repomirrorworker stdout | Copying blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5
repomirrorworker stdout | Copying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb
repomirrorworker stdout | Copying blob sha256:9dcaf8bf1d8563c0a039fc87ec91ebdbb99e29836d7f47c9a45c778ed8b4aeae
repomirrorworker stdout | Copying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1
repomirrorworker stdout | Copying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0
repomirrorworker stdout | Copying blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a
repomirrorworker stdout | Copying blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a
repomirrorworker stdout | Copying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d
repomirrorworker stdout | Copying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d
repomirrorworker stdout | Copying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803
repomirrorworker stdout | Copying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8
repomirrorworker stdout | Copying blob sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd
repomirrorworker stdout | Copying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332
repomirrorworker stdout | Copying blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8
repomirrorworker stdout | Copying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc
repomirrorworker stdout | Copying blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6
repomirrorworker stdout | Copying blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8
repomirrorworker stdout | Copying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f
repomirrorworker stdout | Copying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa
repomirrorworker stdout | Copying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8
repomirrorworker stdout | Copying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489
repomirrorworker stdout | Copying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2
repomirrorworker stdout | Copying blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe
repomirrorworker stdout | Copying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924
repomirrorworker stdout | Copying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8
repomirrorworker stdout | Copying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe
repomirrorworker stdout | Copying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b
repomirrorworker stdout | Copying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde
repomirrorworker stdout | Copying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722
repomirrorworker stdout | Copying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54
repomirrorworker stdout | Copying blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6
repomirrorworker stdout | Copying blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702
repomirrorworker stdout | Copying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3
repomirrorworker stdout | Copying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1
repomirrorworker stdout | Copying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4
repomirrorworker stdout | Copying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef
repomirrorworker stdout | Copying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05
repomirrorworker stdout | Copying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769
repomirrorworker stdout | Copying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a
repomirrorworker stdout | Copying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f
repomirrorworker stdout | Copying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1
repomirrorworker stdout | Copying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be
repomirrorworker stdout | Copying blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2
repomirrorworker stdout | Copying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40
repomirrorworker stdout | Copying blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66
repomirrorworker stdout | Copying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c
repomirrorworker stdout | Copying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de
repomirrorworker stdout | Copying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671
repomirrorworker stdout | Copying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be
repomirrorworker stdout | Copying blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01
repomirrorworker stdout | Copying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8
repomirrorworker stdout | Copying blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df
repomirrorworker stdout | Copying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c
repomirrorworker stdout | Copying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b
repomirrorworker stdout | Copying blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827
repomirrorworker stdout | Copying blob sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b
repomirrorworker stdout | Copying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae
repomirrorworker stdout | Copying blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59
repomirrorworker stdout | Copying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4
repomirrorworker stdout | Copying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3
repomirrorworker stdout | Copying blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4
repomirrorworker stdout | Copying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895
repomirrorworker stdout | Copying blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17
repomirrorworker stdout | Copying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251
repomirrorworker stdout | Copying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7
repomirrorworker stdout | Copying blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8
repomirrorworker stdout | Copying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd
repomirrorworker stdout | Copying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a
repomirrorworker stdout | Copying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384
repomirrorworker stdout | Copying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802
repomirrorworker stdout | Copying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d
repomirrorworker stdout | Copying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378
repomirrorworker stdout | Copying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1
repomirrorworker stdout | Copying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f
repomirrorworker stdout | Copying config sha256:f003e567a0b041a922616a5f03693a54fe320683ca72a1a1851162d4c07fdaa1
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:33:58,447 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:58,451 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:58,453 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 33, 58, 450426), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-61-source\' successful sync", "tag": "1-61-source", "tags": null, "stdout": "Copying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\nCopying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\nCopying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\nCopying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\nCopying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\nCopying blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200\\nCopying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\nCopying blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e\\nCopying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\nCopying blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2\\nCopying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\nCopying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\nCopying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\nCopying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\nCopying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\nCopying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\nCopying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\nCopying blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c\\nCopying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\nCopying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\nCopying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\nCopying blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c\\nCopying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\nCopying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\nCopying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\nCopying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\nCopying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\nCopying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\nCopying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\nCopying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\nCopying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\nCopying blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12\\nCopying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\nCopying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\nCopying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\nCopying blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b\\nCopying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\nCopying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\nCopying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\nCopying blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2\\nCopying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\nCopying blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef\\nCopying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\nCopying blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3\\nCopying blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390\\nCopying blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155\\nCopying blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\nCopying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\nCopying blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775\\nCopying blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4\\nCopying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\nCopying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\nCopying blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220\\nCopying blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43\\nCopying blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788\\nCopying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\nCopying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\nCopying blob sha256:4746e322b810479a3565901e510839ab6759dd66f9243e0885a965e7699aae42\\nCopying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\nCopying blob sha256:7289a398b4c221dc4a716e72104da5589343810b79a6b1842770cd7b24bde5a4\\nCopying blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7\\nCopying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\nCopying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\nCopying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\nCopying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\nCopying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\nCopying blob sha256:94f36ed7d01dbad0edfd3a38851c5a101b5aa795c76bc5db49ef2a90ea48b072\\nCopying blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba\\nCopying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\nCopying blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1\\nCopying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\nCopying blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0\\nCopying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\nCopying blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce\\nCopying blob sha256:112520d359122554b0e01b42be3985f23483035d715db1963da15958448b3371\\nCopying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\nCopying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\nCopying blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142\\nCopying blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17\\nCopying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\nCopying blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90\\nCopying blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2\\nCopying blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3\\nCopying blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc\\nCopying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\nCopying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\nCopying blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98\\nCopying blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874\\nCopying blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43\\nCopying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\nCopying blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264\\nCopying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\nCopying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\nCopying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\nCopying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\nCopying blob sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb\\nCopying blob sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d\\nCopying blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789\\nCopying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\nCopying blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78\\nCopying blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33\\nCopying blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df\\nCopying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\nCopying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\nCopying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\nCopying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\nCopying blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4\\nCopying blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7\\nCopying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\nCopying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\nCopying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\nCopying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\nCopying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\nCopying blob sha256:46111f8031ab0010b0b36e0521630e1ae1150a4a128214ae9cb01fe7cf5f107b\\nCopying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\nCopying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\nCopying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\nCopying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\nCopying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\nCopying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\nCopying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\nCopying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\nCopying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\nCopying blob sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07\\nCopying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\nCopying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\nCopying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\nCopying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\nCopying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\nCopying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\nCopying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\nCopying blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f\\nCopying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\nCopying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\nCopying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\nCopying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\nCopying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\nCopying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\nCopying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\nCopying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\nCopying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\nCopying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\nCopying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\nCopying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\nCopying blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74\\nCopying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\nCopying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\nCopying blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e\\nCopying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\nCopying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\nCopying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\nCopying blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca\\nCopying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\nCopying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\nCopying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\nCopying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\nCopying blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\nCopying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\nCopying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\nCopying blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52\\nCopying blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff\\nCopying blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23\\nCopying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\nCopying blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c\\nCopying blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae\\nCopying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\nCopying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\nCopying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\nCopying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\nCopying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\nCopying blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f\\nCopying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\nCopying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\nCopying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\nCopying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\nCopying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\nCopying blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\nCopying blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\nCopying blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee\\nCopying blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\nCopying blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\nCopying blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08\\nCopying blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e\\nCopying blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052\\nCopying blob sha256:a724a419d7c8b8541473105d514d19f64a127ab47cd84bf97df830674fa4a6a7\\nCopying blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86\\nCopying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\nCopying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\nCopying blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8\\nCopying blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d\\nCopying blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075\\nCopying blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a\\nCopying blob sha256:54f5ed8a3d4f7881b37f13fbe22e2afb9ae3d9260d9eba7f12de147ae21803cd\\nCopying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\nCopying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\nCopying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\nCopying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\nCopying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\nCopying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\nCopying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\nCopying blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5\\nCopying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\nCopying blob sha256:9dcaf8bf1d8563c0a039fc87ec91ebdbb99e29836d7f47c9a45c778ed8b4aeae\\nCopying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\nCopying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\nCopying blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a\\nCopying blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a\\nCopying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\nCopying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\nCopying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\nCopying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\nCopying blob sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd\\nCopying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\nCopying blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8\\nCopying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\nCopying blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6\\nCopying blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8\\nCopying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\nCopying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\nCopying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\nCopying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\nCopying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\nCopying blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\nCopying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\nCopying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\nCopying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\nCopying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\nCopying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\nCopying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\nCopying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\nCopying blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6\\nCopying blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702\\nCopying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\nCopying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\nCopying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\nCopying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\nCopying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\nCopying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\nCopying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\nCopying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\nCopying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\nCopying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\nCopying blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\nCopying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\nCopying blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\nCopying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\nCopying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\nCopying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\nCopying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\nCopying blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01\\nCopying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\nCopying blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df\\nCopying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\nCopying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\nCopying blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827\\nCopying blob sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b\\nCopying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\nCopying blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59\\nCopying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\nCopying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\nCopying blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4\\nCopying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\nCopying blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17\\nCopying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\nCopying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\nCopying blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8\\nCopying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\nCopying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\nCopying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\nCopying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\nCopying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\nCopying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\nCopying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\nCopying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\nCopying config sha256:f003e567a0b041a922616a5f03693a54fe320683ca72a1a1851162d4c07fdaa1\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:33:52Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:52Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:52Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:33:52Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:33:52Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:52Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:52Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:52Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:52Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:52Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-61-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:52Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:52Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:52Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:52Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:33:52Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:52Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:33:52Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:33:52Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-61-source\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-61-source\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7289a398b4c221dc4a716e72104da5589343810b79a6b1842770cd7b24bde5a4\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7289a398b4c221dc4a716e72104da5589343810b79a6b1842770cd7b24bde5a4\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4746e322b810479a3565901e510839ab6759dd66f9243e0885a965e7699aae42\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4746e322b810479a3565901e510839ab6759dd66f9243e0885a965e7699aae42\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:4746e322b810479a3565901e510839ab6759dd66f9243e0885a965e7699aae42 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:7289a398b4c221dc4a716e72104da5589343810b79a6b1842770cd7b24bde5a4 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94f36ed7d01dbad0edfd3a38851c5a101b5aa795c76bc5db49ef2a90ea48b072\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94f36ed7d01dbad0edfd3a38851c5a101b5aa795c76bc5db49ef2a90ea48b072\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:94f36ed7d01dbad0edfd3a38851c5a101b5aa795c76bc5db49ef2a90ea48b072 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:112520d359122554b0e01b42be3985f23483035d715db1963da15958448b3371\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:112520d359122554b0e01b42be3985f23483035d715db1963da15958448b3371\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:112520d359122554b0e01b42be3985f23483035d715db1963da15958448b3371 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Skipping blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43 (already present):\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:33:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:46111f8031ab0010b0b36e0521630e1ae1150a4a128214ae9cb01fe7cf5f107b\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:46111f8031ab0010b0b36e0521630e1ae1150a4a128214ae9cb01fe7cf5f107b\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:46111f8031ab0010b0b36e0521630e1ae1150a4a128214ae9cb01fe7cf5f107b (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:33:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/u
repomirrorworker stdout | bi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a724a419d7c8b8541473105d514d19f64a127ab47cd84bf97df830674fa4a6a7\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a724a419d7c8b8541473105d514d19f64a127ab47cd84bf97df830674fa4a6a7\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:a724a419d7c8b8541473105d514d19f64a127ab47cd84bf97df830674fa4a6a7 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54f5ed8a3d4f7881b37f13fbe22e2afb9ae3d9260d9eba7f12de147ae21803cd\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54f5ed8a3d4f7881b37f13fbe22e2afb9ae3d9260d9eba7f12de147ae21803cd\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:54f5ed8a3d4f7881b37f13fbe22e2afb9ae3d9260d9eba7f12de147ae21803cd (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9dcaf8bf1d8563c0a039fc87ec91ebdbb99e29836d7f47c9a45c778ed8b4aeae\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9dcaf8bf1d8563c0a039fc87ec91ebdbb99e29836d7f47c9a45c778ed8b4aeae\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Skipping blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5 (already present):\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a\\"\\ntime=\\"2022-06-02T12:33:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:9dcaf8bf1d8563c0a039fc87ec91ebdbb99e29836d7f47c9a45c778ed8b4aeae (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:d5e2e19b5743de3c264c1311e4e4486376421c70d3a97d40a6c0a009f21745e2 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):\\"\\ntime=\\"2022-06-02T12:33:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66 (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01 (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827 (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59 (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4 (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17 (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8 (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:f003e567a0b041a922616a5f03693a54fe320683ca72a1a1851162d4c07fdaa1\\"\\ntime=\\"2022-06-02T12:33:57Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:f003e567a0b041a922616a5f03693a54fe320683ca72a1a1851162d4c07fdaa1\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f003e567a0b041a922616a5f03693a54fe320683ca72a1a1851162d4c07fdaa1\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f003e567a0b041a922616a5f03693a54fe320683ca72a1a1851162d4c07fdaa1\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-61-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:33:58,465 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-61-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:33:58,465 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 33, 58, 465530), 2, '3c03c720-f21e-4ce4-8a17-9ccee65a647d', 3, 'b43312f7-69c3-49e3-9f55-55a0024d7e6d'])
repomirrorworker stdout | 2022-06-02 12:33:58,468 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:58,469 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:58,470 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:58,470 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:33:58,471 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:33:58,477 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:02,420 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:33:58Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-63\""
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:33:58Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-63"
repomirrorworker stdout | time="2022-06-02T12:33:59Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:33:59Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:33:59Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:33:59Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:59Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:33:59Z" level=debug msg="Copying instance sha256:e4829a9208ad7f8e481b00d9e7f276db7549570e196591a6c2dfb47fdc6d3822 (1/4)"
repomirrorworker stdout | time="2022-06-02T12:33:59Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:e4829a9208ad7f8e481b00d9e7f276db7549570e196591a6c2dfb47fdc6d3822"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0ea5764050c9e1132783ce882a6bc85ca803e43bcbd0963c3b6567244002e17a"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4ea731ca4417681b49c907e0f61da8a9be5a9edb0922ba8c6f054de10f7bbaa"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:45cc8b7f2b434d6a95db8bb58fd5a1970880b35d15bfd9b4b6e595d9c1b9f2e8"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2bd267752c0245a730a0292f71dd8ea7ed3638cc04d93344b8451799b7c6e6ba"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6bf015319ed50d6b50ea7d5012e196509f599a14c13c02ffbf38c5bc3e9d15"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6bf015319ed50d6b50ea7d5012e196509f599a14c13c02ffbf38c5bc3e9d15"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:45cc8b7f2b434d6a95db8bb58fd5a1970880b35d15bfd9b4b6e595d9c1b9f2e8"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4ea731ca4417681b49c907e0f61da8a9be5a9edb0922ba8c6f054de10f7bbaa"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2bd267752c0245a730a0292f71dd8ea7ed3638cc04d93344b8451799b7c6e6ba"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0ea5764050c9e1132783ce882a6bc85ca803e43bcbd0963c3b6567244002e17a"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Skipping blob sha256:0ea5764050c9e1132783ce882a6bc85ca803e43bcbd0963c3b6567244002e17a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Skipping blob sha256:2bd267752c0245a730a0292f71dd8ea7ed3638cc04d93344b8451799b7c6e6ba (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Skipping blob sha256:5f6bf015319ed50d6b50ea7d5012e196509f599a14c13c02ffbf38c5bc3e9d15 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Skipping blob sha256:45cc8b7f2b434d6a95db8bb58fd5a1970880b35d15bfd9b4b6e595d9c1b9f2e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Skipping blob sha256:e4ea731ca4417681b49c907e0f61da8a9be5a9edb0922ba8c6f054de10f7bbaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:a6d7938156c7f4744505fc8047733bd837f71446113706a67e3a73a997c054a0"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:a6d7938156c7f4744505fc8047733bd837f71446113706a67e3a73a997c054a0"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6d7938156c7f4744505fc8047733bd837f71446113706a67e3a73a997c054a0"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6d7938156c7f4744505fc8047733bd837f71446113706a67e3a73a997c054a0"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:e4829a9208ad7f8e481b00d9e7f276db7549570e196591a6c2dfb47fdc6d3822"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Copying instance sha256:6b64aa3d01d08b31f186297a7673354decb806dd804b562a657bcacacdd398e4 (2/4)"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:6b64aa3d01d08b31f186297a7673354decb806dd804b562a657bcacacdd398e4"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:76e9d5a2dbd0458c87f28215d8f8f76ef73403a7d2afc2a0dc258e6dee39b8cd"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c68b31e7dc5735d9406106dee6fc82679a1b5cb397069587d1bf3d8b916c89f2"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56605c7e3b68ddc6dcc745b3e7718f474a0b141b3d75cc89a8e4ce383c2fb1e5"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:76e9d5a2dbd0458c87f28215d8f8f76ef73403a7d2afc2a0dc258e6dee39b8cd"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d9bb55f2ce569fabf9bc137a412ca19c228326dd841e55c47cd40ff62c2347d"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56605c7e3b68ddc6dcc745b3e7718f474a0b141b3d75cc89a8e4ce383c2fb1e5"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e97f911979a19f7675e8327ce21b7fd3fa95b348baaafafc76781b8e97ebb318"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d9bb55f2ce569fabf9bc137a412ca19c228326dd841e55c47cd40ff62c2347d"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c68b31e7dc5735d9406106dee6fc82679a1b5cb397069587d1bf3d8b916c89f2"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e97f911979a19f7675e8327ce21b7fd3fa95b348baaafafc76781b8e97ebb318"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Skipping blob sha256:76e9d5a2dbd0458c87f28215d8f8f76ef73403a7d2afc2a0dc258e6dee39b8cd (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Skipping blob sha256:56605c7e3b68ddc6dcc745b3e7718f474a0b141b3d75cc89a8e4ce383c2fb1e5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Skipping blob sha256:e97f911979a19f7675e8327ce21b7fd3fa95b348baaafafc76781b8e97ebb318 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Skipping blob sha256:9d9bb55f2ce569fabf9bc137a412ca19c228326dd841e55c47cd40ff62c2347d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Skipping blob sha256:c68b31e7dc5735d9406106dee6fc82679a1b5cb397069587d1bf3d8b916c89f2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:a6b4ff82d5b46b6914b8588523b6c70e1e8a9ccfa9ff470be202819979eb919c"
repomirrorworker stdout | time="2022-06-02T12:34:00Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:a6b4ff82d5b46b6914b8588523b6c70e1e8a9ccfa9ff470be202819979eb919c"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6b4ff82d5b46b6914b8588523b6c70e1e8a9ccfa9ff470be202819979eb919c"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6b4ff82d5b46b6914b8588523b6c70e1e8a9ccfa9ff470be202819979eb919c"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:6b64aa3d01d08b31f186297a7673354decb806dd804b562a657bcacacdd398e4"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Copying instance sha256:da918a4b1ae3d88fe4cb8946144dd25367e1fd9ec5b3e5f58118398ea3b133a0 (3/4)"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:da918a4b1ae3d88fe4cb8946144dd25367e1fd9ec5b3e5f58118398ea3b133a0"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6f2fa0b4b391366b6926e5fd694f2a4220616a8436b439db9500eea002b79b41"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:92e3591c932c10c15ba97eaae6811924dc12c40fec8a2aabc3ebe7ca1dffedd3"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6f2fa0b4b391366b6926e5fd694f2a4220616a8436b439db9500eea002b79b41"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b4a5ffabdc58fb253982b475c7f65c4e58cafef9ec2e19bf60170898541c4ab"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:92e3591c932c10c15ba97eaae6811924dc12c40fec8a2aabc3ebe7ca1dffedd3"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b4a5ffabdc58fb253982b475c7f65c4e58cafef9ec2e19bf60170898541c4ab"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a10c694da1da69cc384d166a24a447ae3e5dc7085028eb259e3444d50c341838"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a10c694da1da69cc384d166a24a447ae3e5dc7085028eb259e3444d50c341838"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:870ab9fe537208f79deaee7caffc89990b8bc0899bf255c9faa62384fe92e3d4"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:870ab9fe537208f79deaee7caffc89990b8bc0899bf255c9faa62384fe92e3d4"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Skipping blob sha256:a10c694da1da69cc384d166a24a447ae3e5dc7085028eb259e3444d50c341838 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Skipping blob sha256:2b4a5ffabdc58fb253982b475c7f65c4e58cafef9ec2e19bf60170898541c4ab (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Skipping blob sha256:6f2fa0b4b391366b6926e5fd694f2a4220616a8436b439db9500eea002b79b41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Skipping blob sha256:870ab9fe537208f79deaee7caffc89990b8bc0899bf255c9faa62384fe92e3d4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Skipping blob sha256:92e3591c932c10c15ba97eaae6811924dc12c40fec8a2aabc3ebe7ca1dffedd3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:f42f1e1404c1fa707bc04945d2b775c0c437118fe397cfc274a302dc2eb7bd56"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:f42f1e1404c1fa707bc04945d2b775c0c437118fe397cfc274a302dc2eb7bd56"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f42f1e1404c1fa707bc04945d2b775c0c437118fe397cfc274a302dc2eb7bd56"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f42f1e1404c1fa707bc04945d2b775c0c437118fe397cfc274a302dc2eb7bd56"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:da918a4b1ae3d88fe4cb8946144dd25367e1fd9ec5b3e5f58118398ea3b133a0"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Copying instance sha256:56b013f3e1d776bc75f8ac28fab4b2d89bf5766c3a0cd9bd1bf71a85666c44df (4/4)"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:56b013f3e1d776bc75f8ac28fab4b2d89bf5766c3a0cd9bd1bf71a85666c44df"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f346944b4e0bc9053a1e2684463170df36c23f953a5c67e36f8fc8d7a1860879"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17f1df72b1e9216b75c791919fc5fc3993229b5d65de79a61cb69964be3be00a"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f346944b4e0bc9053a1e2684463170df36c23f953a5c67e36f8fc8d7a1860879"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17f1df72b1e9216b75c791919fc5fc3993229b5d65de79a61cb69964be3be00a"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:659d9fb68f16ea9ccc7bc2ecb51cf2d301ad4a1bdc3ae416db323ead8a3c872f"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3fd929f4013771df08409ef7f9136f7352a67cb01afa4d6c32fd167cef0a896"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3fd929f4013771df08409ef7f9136f7352a67cb01afa4d6c32fd167cef0a896"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:659d9fb68f16ea9ccc7bc2ecb51cf2d301ad4a1bdc3ae416db323ead8a3c872f"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fa58748190215c132446522eb5b6ac3665a77e37b95459a5589d7a0e64faf2a0"
repomirrorworker stdout | time="2022-06-02T12:34:01Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fa58748190215c132446522eb5b6ac3665a77e37b95459a5589d7a0e64faf2a0"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Skipping blob sha256:fa58748190215c132446522eb5b6ac3665a77e37b95459a5589d7a0e64faf2a0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Skipping blob sha256:659d9fb68f16ea9ccc7bc2ecb51cf2d301ad4a1bdc3ae416db323ead8a3c872f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Skipping blob sha256:f346944b4e0bc9053a1e2684463170df36c23f953a5c67e36f8fc8d7a1860879 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Skipping blob sha256:17f1df72b1e9216b75c791919fc5fc3993229b5d65de79a61cb69964be3be00a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Skipping blob sha256:a3fd929f4013771df08409ef7f9136f7352a67cb01afa4d6c32fd167cef0a896 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:188aaf524a8a02bd1b5f4517fc636c611400204e1b5bfa3ea944d308e86568a5"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:188aaf524a8a02bd1b5f4517fc636c611400204e1b5bfa3ea944d308e86568a5"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:188aaf524a8a02bd1b5f4517fc636c611400204e1b5bfa3ea944d308e86568a5"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:188aaf524a8a02bd1b5f4517fc636c611400204e1b5bfa3ea944d308e86568a5"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:56b013f3e1d776bc75f8ac28fab4b2d89bf5766c3a0cd9bd1bf71a85666c44df"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-63"
repomirrorworker stdout | 2022-06-02 12:34:02,420 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:e4829a9208ad7f8e481b00d9e7f276db7549570e196591a6c2dfb47fdc6d3822 (1/4)
repomirrorworker stdout | Copying blob sha256:0ea5764050c9e1132783ce882a6bc85ca803e43bcbd0963c3b6567244002e17a
repomirrorworker stdout | Copying blob sha256:2bd267752c0245a730a0292f71dd8ea7ed3638cc04d93344b8451799b7c6e6ba
repomirrorworker stdout | Copying blob sha256:5f6bf015319ed50d6b50ea7d5012e196509f599a14c13c02ffbf38c5bc3e9d15
repomirrorworker stdout | Copying blob sha256:45cc8b7f2b434d6a95db8bb58fd5a1970880b35d15bfd9b4b6e595d9c1b9f2e8
repomirrorworker stdout | Copying blob sha256:e4ea731ca4417681b49c907e0f61da8a9be5a9edb0922ba8c6f054de10f7bbaa
repomirrorworker stdout | Copying config sha256:a6d7938156c7f4744505fc8047733bd837f71446113706a67e3a73a997c054a0
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:6b64aa3d01d08b31f186297a7673354decb806dd804b562a657bcacacdd398e4 (2/4)
repomirrorworker stdout | Copying blob sha256:76e9d5a2dbd0458c87f28215d8f8f76ef73403a7d2afc2a0dc258e6dee39b8cd
repomirrorworker stdout | Copying blob sha256:56605c7e3b68ddc6dcc745b3e7718f474a0b141b3d75cc89a8e4ce383c2fb1e5
repomirrorworker stdout | Copying blob sha256:e97f911979a19f7675e8327ce21b7fd3fa95b348baaafafc76781b8e97ebb318
repomirrorworker stdout | Copying blob sha256:9d9bb55f2ce569fabf9bc137a412ca19c228326dd841e55c47cd40ff62c2347d
repomirrorworker stdout | Copying blob sha256:c68b31e7dc5735d9406106dee6fc82679a1b5cb397069587d1bf3d8b916c89f2
repomirrorworker stdout | Copying config sha256:a6b4ff82d5b46b6914b8588523b6c70e1e8a9ccfa9ff470be202819979eb919c
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:da918a4b1ae3d88fe4cb8946144dd25367e1fd9ec5b3e5f58118398ea3b133a0 (3/4)
repomirrorworker stdout | Copying blob sha256:a10c694da1da69cc384d166a24a447ae3e5dc7085028eb259e3444d50c341838
repomirrorworker stdout | Copying blob sha256:2b4a5ffabdc58fb253982b475c7f65c4e58cafef9ec2e19bf60170898541c4ab
repomirrorworker stdout | Copying blob sha256:6f2fa0b4b391366b6926e5fd694f2a4220616a8436b439db9500eea002b79b41
repomirrorworker stdout | Copying blob sha256:870ab9fe537208f79deaee7caffc89990b8bc0899bf255c9faa62384fe92e3d4
repomirrorworker stdout | Copying blob sha256:92e3591c932c10c15ba97eaae6811924dc12c40fec8a2aabc3ebe7ca1dffedd3
repomirrorworker stdout | Copying config sha256:f42f1e1404c1fa707bc04945d2b775c0c437118fe397cfc274a302dc2eb7bd56
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:56b013f3e1d776bc75f8ac28fab4b2d89bf5766c3a0cd9bd1bf71a85666c44df (4/4)
repomirrorworker stdout | Copying blob sha256:fa58748190215c132446522eb5b6ac3665a77e37b95459a5589d7a0e64faf2a0
repomirrorworker stdout | Copying blob sha256:659d9fb68f16ea9ccc7bc2ecb51cf2d301ad4a1bdc3ae416db323ead8a3c872f
repomirrorworker stdout | Copying blob sha256:f346944b4e0bc9053a1e2684463170df36c23f953a5c67e36f8fc8d7a1860879
repomirrorworker stdout | Copying blob sha256:17f1df72b1e9216b75c791919fc5fc3993229b5d65de79a61cb69964be3be00a
repomirrorworker stdout | Copying blob sha256:a3fd929f4013771df08409ef7f9136f7352a67cb01afa4d6c32fd167cef0a896
repomirrorworker stdout | Copying config sha256:188aaf524a8a02bd1b5f4517fc636c611400204e1b5bfa3ea944d308e86568a5
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:34:02,422 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:02,425 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:02,426 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 34, 2, 424947), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-63\' successful sync", "tag": "1-63", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:e4829a9208ad7f8e481b00d9e7f276db7549570e196591a6c2dfb47fdc6d3822 (1/4)\\nCopying blob sha256:0ea5764050c9e1132783ce882a6bc85ca803e43bcbd0963c3b6567244002e17a\\nCopying blob sha256:2bd267752c0245a730a0292f71dd8ea7ed3638cc04d93344b8451799b7c6e6ba\\nCopying blob sha256:5f6bf015319ed50d6b50ea7d5012e196509f599a14c13c02ffbf38c5bc3e9d15\\nCopying blob sha256:45cc8b7f2b434d6a95db8bb58fd5a1970880b35d15bfd9b4b6e595d9c1b9f2e8\\nCopying blob sha256:e4ea731ca4417681b49c907e0f61da8a9be5a9edb0922ba8c6f054de10f7bbaa\\nCopying config sha256:a6d7938156c7f4744505fc8047733bd837f71446113706a67e3a73a997c054a0\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:6b64aa3d01d08b31f186297a7673354decb806dd804b562a657bcacacdd398e4 (2/4)\\nCopying blob sha256:76e9d5a2dbd0458c87f28215d8f8f76ef73403a7d2afc2a0dc258e6dee39b8cd\\nCopying blob sha256:56605c7e3b68ddc6dcc745b3e7718f474a0b141b3d75cc89a8e4ce383c2fb1e5\\nCopying blob sha256:e97f911979a19f7675e8327ce21b7fd3fa95b348baaafafc76781b8e97ebb318\\nCopying blob sha256:9d9bb55f2ce569fabf9bc137a412ca19c228326dd841e55c47cd40ff62c2347d\\nCopying blob sha256:c68b31e7dc5735d9406106dee6fc82679a1b5cb397069587d1bf3d8b916c89f2\\nCopying config sha256:a6b4ff82d5b46b6914b8588523b6c70e1e8a9ccfa9ff470be202819979eb919c\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:da918a4b1ae3d88fe4cb8946144dd25367e1fd9ec5b3e5f58118398ea3b133a0 (3/4)\\nCopying blob sha256:a10c694da1da69cc384d166a24a447ae3e5dc7085028eb259e3444d50c341838\\nCopying blob sha256:2b4a5ffabdc58fb253982b475c7f65c4e58cafef9ec2e19bf60170898541c4ab\\nCopying blob sha256:6f2fa0b4b391366b6926e5fd694f2a4220616a8436b439db9500eea002b79b41\\nCopying blob sha256:870ab9fe537208f79deaee7caffc89990b8bc0899bf255c9faa62384fe92e3d4\\nCopying blob sha256:92e3591c932c10c15ba97eaae6811924dc12c40fec8a2aabc3ebe7ca1dffedd3\\nCopying config sha256:f42f1e1404c1fa707bc04945d2b775c0c437118fe397cfc274a302dc2eb7bd56\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:56b013f3e1d776bc75f8ac28fab4b2d89bf5766c3a0cd9bd1bf71a85666c44df (4/4)\\nCopying blob sha256:fa58748190215c132446522eb5b6ac3665a77e37b95459a5589d7a0e64faf2a0\\nCopying blob sha256:659d9fb68f16ea9ccc7bc2ecb51cf2d301ad4a1bdc3ae416db323ead8a3c872f\\nCopying blob sha256:f346944b4e0bc9053a1e2684463170df36c23f953a5c67e36f8fc8d7a1860879\\nCopying blob sha256:17f1df72b1e9216b75c791919fc5fc3993229b5d65de79a61cb69964be3be00a\\nCopying blob sha256:a3fd929f4013771df08409ef7f9136f7352a67cb01afa4d6c32fd167cef0a896\\nCopying config sha256:188aaf524a8a02bd1b5f4517fc636c611400204e1b5bfa3ea944d308e86568a5\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-63\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:33:58Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-63\\"\\ntime=\\"2022-06-02T12:33:59Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:33:59Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:33:59Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:33:59Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:33:59Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:33:59Z\\" level=debug msg=\\"Copying instance sha256:e4829a9208ad7f8e481b00d9e7f276db7549570e196591a6c2dfb47fdc6d3822 (1/4)\\"\\ntime=\\"2022-06-02T12:33:59Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:e4829a9208ad7f8e481b00d9e7f276db7549570e196591a6c2dfb47fdc6d3822\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0ea5764050c9e1132783ce882a6bc85ca803e43bcbd0963c3b6567244002e17a\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4ea731ca4417681b49c907e0f61da8a9be5a9edb0922ba8c6f054de10f7bbaa\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:45cc8b7f2b434d6a95db8bb58fd5a1970880b35d15bfd9b4b6e595d9c1b9f2e8\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2bd267752c0245a730a0292f71dd8ea7ed3638cc04d93344b8451799b7c6e6ba\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6bf015319ed50d6b50ea7d5012e196509f599a14c13c02ffbf38c5bc3e9d15\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6bf015319ed50d6b50ea7d5012e196509f599a14c13c02ffbf38c5bc3e9d15\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:45cc8b7f2b434d6a95db8bb58fd5a1970880b35d15bfd9b4b6e595d9c1b9f2e8\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4ea731ca4417681b49c907e0f61da8a9be5a9edb0922ba8c6f054de10f7bbaa\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2bd267752c0245a730a0292f71dd8ea7ed3638cc04d93344b8451799b7c6e6ba\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0ea5764050c9e1132783ce882a6bc85ca803e43bcbd0963c3b6567244002e17a\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Skipping blob sha256:0ea5764050c9e1132783ce882a6bc85ca803e43bcbd0963c3b6567244002e17a (already present):\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Skipping blob sha256:2bd267752c0245a730a0292f71dd8ea7ed3638cc04d93344b8451799b7c6e6ba (already present):\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Skipping blob sha256:5f6bf015319ed50d6b50ea7d5012e196509f599a14c13c02ffbf38c5bc3e9d15 (already present):\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Skipping blob sha256:45cc8b7f2b434d6a95db8bb58fd5a1970880b35d15bfd9b4b6e595d9c1b9f2e8 (already present):\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Skipping blob sha256:e4ea731ca4417681b49c907e0f61da8a9be5a9edb0922ba8c6f054de10f7bbaa (already present):\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:a6d7938156c7f4744505fc8047733bd837f71446113706a67e3a73a997c054a0\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:a6d7938156c7f4744505fc8047733bd837f71446113706a67e3a73a997c054a0\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6d7938156c7f4744505fc8047733bd837f71446113706a67e3a73a997c054a0\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6d7938156c7f4744505fc8047733bd837f71446113706a67e3a73a997c054a0\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:e4829a9208ad7f8e481b00d9e7f276db7549570e196591a6c2dfb47fdc6d3822\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Copying instance sha256:6b64aa3d01d08b31f186297a7673354decb806dd804b562a657bcacacdd398e4 (2/4)\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:6b64aa3d01d08b31f186297a7673354decb806dd804b562a657bcacacdd398e4\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:76e9d5a2dbd0458c87f28215d8f8f76ef73403a7d2afc2a0dc258e6dee39b8cd\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c68b31e7dc5735d9406106dee6fc82679a1b5cb397069587d1bf3d8b916c89f2\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56605c7e3b68ddc6dcc745b3e7718f474a0b141b3d75cc89a8e4ce383c2fb1e5\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:76e9d5a2dbd0458c87f28215d8f8f76ef73403a7d2afc2a0dc258e6dee39b8cd\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d9bb55f2ce569fabf9bc137a412ca19c228326dd841e55c47cd40ff62c2347d\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56605c7e3b68ddc6dcc745b3e7718f474a0b141b3d75cc89a8e4ce383c2fb1e5\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e97f911979a19f7675e8327ce21b7fd3fa95b348baaafafc76781b8e97ebb318\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d9bb55f2ce569fabf9bc137a412ca19c228326dd841e55c47cd40ff62c2347d\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c68b31e7dc5735d9406106dee6fc82679a1b5cb397069587d1bf3d8b916c89f2\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e97f911979a19f7675e8327ce21b7fd3fa95b348baaafafc76781b8e97ebb318\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Skipping blob sha256:76e9d5a2dbd0458c87f28215d8f8f76ef73403a7d2afc2a0dc258e6dee39b8cd (already present):\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Skipping blob sha256:56605c7e3b68ddc6dcc745b3e7718f474a0b141b3d75cc89a8e4ce383c2fb1e5 (already present):\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Skipping blob sha256:e97f911979a19f7675e8327ce21b7fd3fa95b348baaafafc76781b8e97ebb318 (already present):\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Skipping blob sha256:9d9bb55f2ce569fabf9bc137a412ca19c228326dd841e55c47cd40ff62c2347d (already present):\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Skipping blob sha256:c68b31e7dc5735d9406106dee6fc82679a1b5cb397069587d1bf3d8b916c89f2 (already present):\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:a6b4ff82d5b46b6914b8588523b6c70e1e8a9ccfa9ff470be202819979eb919c\\"\\ntime=\\"2022-06-02T12:34:00Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:a6b4ff82d5b46b6914b8588523b6c70e1e8a9ccfa9ff470be202819979eb919c\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6b4ff82d5b46b6914b8588523b6c70e1e8a9ccfa9ff470be202819979eb919c\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6b4ff82d5b46b6914b8588523b6c70e1e8a9ccfa9ff470be202819979eb919c\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:6b64aa3d01d08b31f186297a7673354decb806dd804b562a657bcacacdd398e4\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Copying instance sha256:da918a4b1ae3d88fe4cb8946144dd25367e1fd9ec5b3e5f58118398ea3b133a0 (3/4)\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:da918a4b1ae3d88fe4cb8946144dd25367e1fd9ec5b3e5f58118398ea3b133a0\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6f2fa0b4b391366b6926e5fd694f2a4220616a8436b439db9500eea002b79b41\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:92e3591c932c10c15ba97eaae6811924dc12c40fec8a2aabc3ebe7ca1dffedd3\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6f2fa0b4b391366b6926e5fd694f2a4220616a8436b439db9500eea002b79b41\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b4a5ffabdc58fb253982b475c7f65c4e58cafef9ec2e19bf60170898541c4ab\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:92e3591c932c10c15ba97eaae6811924dc12c40fec8a2aabc3ebe7ca1dffedd3\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b4a5ffabdc58fb253982b475c7f65c4e58cafef9ec2e19bf60170898541c4ab\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a10c694da1da69cc384d166a24a447ae3e5dc7085028eb259e3444d50c341838\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a10c694da1da69cc384d166a24a447ae3e5dc7085028eb259e3444d50c341838\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:870ab9fe537208f79deaee7caffc89990b8bc0899bf255c9faa62384fe92e3d4\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:870ab9fe537208f79deaee7caffc89990b8bc0899bf255c9faa62384fe92e3d4\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Skipping blob sha256:a10c694da1da69cc384d166a24a447ae3e5dc7085028eb259e3444d50c341838 (already present):\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Skipping blob sha256:2b4a5ffabdc58fb253982b475c7f65c4e58cafef9ec2e19bf60170898541c4ab (already present):\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Skipping blob sha256:6f2fa0b4b391366b6926e5fd694f2a4220616a8436b439db9500eea002b79b41 (already present):\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Skipping blob sha256:870ab9fe537208f79deaee7caffc89990b8bc0899bf255c9faa62384fe92e3d4 (already present):\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Skipping blob sha256:92e3591c932c10c15ba97eaae6811924dc12c40fec8a2aabc3ebe7ca1dffedd3 (already present):\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:f42f1e1404c1fa707bc04945d2b775c0c437118fe397cfc274a302dc2eb7bd56\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:f42f1e1404c1fa707bc04945d2b775c0c437118fe397cfc274a302dc2eb7bd56\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f42f1e1404c1fa707bc04945d2b775c0c437118fe397cfc274a302dc2eb7bd56\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f42f1e1404c1fa707bc04945d2b775c0c437118fe397cfc274a302dc2eb7bd56\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:da918a4b1ae3d88fe4cb8946144dd25367e1fd9ec5b3e5f58118398ea3b133a0\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Copying instance sha256:56b013f3e1d776bc75f8ac28fab4b2d89bf5766c3a0cd9bd1bf71a85666c44df (4/4)\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:56b013f3e1d776bc75f8ac28fab4b2d89bf5766c3a0cd9bd1bf71a85666c44df\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f346944b4e0bc9053a1e2684463170df36c23f953a5c67e36f8fc8d7a1860879\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17f1df72b1e9216b75c791919fc5fc3993229b5d65de79a61cb69964be3be00a\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f346944b4e0bc9053a1e2684463170df36c23f953a5c67e36f8fc8d7a1860879\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17f1df72b1e9216b75c791919fc5fc3993229b5d65de79a61cb69964be3be00a\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:659d9fb68f16ea9ccc7bc2ecb51cf2d301ad4a1bdc3ae416db323ead8a3c872f\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3fd929f4013771df08409ef7f9136f7352a67cb01afa4d6c32fd167cef0a896\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3fd929f4013771df08409ef7f9136f7352a67cb01afa4d6c32fd167cef0a896\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:659d9fb68f16ea9ccc7bc2ecb51cf2d301ad4a1bdc3ae416db323ead8a3c872f\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fa58748190215c132446522eb5b6ac3665a77e37b95459a5589d7a0e64faf2a0\\"\\ntime=\\"2022-06-02T12:34:01Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fa58748190215c132446522eb5b6ac3665a77e37b95459a5589d7a0e64faf2a0\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Skipping blob sha256:fa58748190215c132446522eb5b6ac3665a77e37b95459a5589d7a0e64faf2a0 (already present):\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Skipping blob sha256:659d9fb68f16ea9ccc7bc2ecb51cf2d301ad4a1bdc3ae416db323ead8a3c872f (already present):\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Skipping blob sha256:f346944b4e0bc9053a1e2684463170df36c23f953a5c67e36f8fc8d7a1860879 (already present):\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Skipping blob sha256:17f1df72b1e9216b75c791919fc5fc3993229b5d65de79a61cb69964be3be00a (already present):\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Skipping blob sha256:a3fd929f4013771df08409ef7f9136f7352a67cb01afa4d6c32fd167cef0a896 (already present):\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:188aaf524a8a02bd1b5f4517fc636c611400204e1b5bfa3ea944d308e86568a5\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:188aaf524a8a02bd1b5f4517fc636c611400204e1b5bfa3ea944d308e86568a5\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:188aaf524a8a02bd1b5f4517fc636c611400204e1b5bfa3ea944d308e86568a5\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:188aaf524a8a02bd1b5f4517fc636c611400204e1b5bfa3ea944d308e86568a5\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:56b013f3e1d776bc75f8ac28fab4b2d89bf5766c3a0cd9bd1bf71a85666c44df\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-63\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:34:02,430 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-63' successful sync.
repomirrorworker stdout | 2022-06-02 12:34:02,430 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 34, 2, 430530), 2, '543babb5-e59e-4b3c-88c7-35235f91173f', 3, '3c03c720-f21e-4ce4-8a17-9ccee65a647d'])
repomirrorworker stdout | 2022-06-02 12:34:02,434 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:02,435 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:02,436 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:02,437 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:34:02,437 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:02,444 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:34:09,168 [60] [WARNING] [apscheduler.scheduler] Execution of job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:34:09 UTC)" skipped: maximum number of running instances reached (1)
repomirrorworker stdout | 2022-06-02 12:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:34:39.167018+00:00 (in 29.998796 seconds)
repomirrorworker stdout | 2022-06-02 12:34:09,546 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:34:02Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-63-source\""
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:34:02Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-63-source"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63-source"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Skipping blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874"
repomirrorworker stdout | time="2022-06-02T12:34:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f3e01c6ae39c4596f4cbf80a4073eb694301eac5fde7db10b9678684951d7b0"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f3e01c6ae39c4596f4cbf80a4073eb694301eac5fde7db10b9678684951d7b0"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:5f3e01c6ae39c4596f4cbf80a4073eb694301eac5fde7db10b9678684951d7b0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:34:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Skipping blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:34:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7
repomirrorworker stdout | 912"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:34:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:2bac08224d05e1eb18b4f9c830e4ac1472bcdfa685ba7ee6fdd7daa01e429971"
repomirrorworker stdout | time="2022-06-02T12:34:08Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:2bac08224d05e1eb18b4f9c830e4ac1472bcdfa685ba7ee6fdd7daa01e429971"
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2bac08224d05e1eb18b4f9c830e4ac1472bcdfa685ba7ee6fdd7daa01e429971"
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2bac08224d05e1eb18b4f9c830e4ac1472bcdfa685ba7ee6fdd7daa01e429971"
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-63-source"
repomirrorworker stdout | 2022-06-02 12:34:09,546 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b
repomirrorworker stdout | Copying blob sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07
repomirrorworker stdout | Copying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb
repomirrorworker stdout | Copying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326
repomirrorworker stdout | Copying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d
repomirrorworker stdout | Copying blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200
repomirrorworker stdout | Copying blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2
repomirrorworker stdout | Copying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9
repomirrorworker stdout | Copying blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7
repomirrorworker stdout | Copying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e
repomirrorworker stdout | Copying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d
repomirrorworker stdout | Copying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf
repomirrorworker stdout | Copying blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c
repomirrorworker stdout | Copying blob sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f
repomirrorworker stdout | Copying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e
repomirrorworker stdout | Copying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1
repomirrorworker stdout | Copying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb
repomirrorworker stdout | Copying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645
repomirrorworker stdout | Copying blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f
repomirrorworker stdout | Copying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359
repomirrorworker stdout | Copying blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390
repomirrorworker stdout | Copying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c
repomirrorworker stdout | Copying blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155
repomirrorworker stdout | Copying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859
repomirrorworker stdout | Copying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b
repomirrorworker stdout | Copying blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19
repomirrorworker stdout | Copying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc
repomirrorworker stdout | Copying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01
repomirrorworker stdout | Copying blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc
repomirrorworker stdout | Copying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff
repomirrorworker stdout | Copying blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74
repomirrorworker stdout | Copying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be
repomirrorworker stdout | Copying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be
repomirrorworker stdout | Copying blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01
repomirrorworker stdout | Copying blob sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb
repomirrorworker stdout | Copying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8
repomirrorworker stdout | Copying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de
repomirrorworker stdout | Copying blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df
repomirrorworker stdout | Copying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c
repomirrorworker stdout | Copying blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789
repomirrorworker stdout | Copying blob sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478
repomirrorworker stdout | Copying blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf
repomirrorworker stdout | Copying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8
repomirrorworker stdout | Copying blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827
repomirrorworker stdout | Copying blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff
repomirrorworker stdout | Copying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2
repomirrorworker stdout | Copying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae
repomirrorworker stdout | Copying blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33
repomirrorworker stdout | Copying blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12
repomirrorworker stdout | Copying blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c
repomirrorworker stdout | Copying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4
repomirrorworker stdout | Copying blob sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b
repomirrorworker stdout | Copying blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59
repomirrorworker stdout | Copying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251
repomirrorworker stdout | Copying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7
repomirrorworker stdout | Copying blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3
repomirrorworker stdout | Copying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331
repomirrorworker stdout | Copying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581
repomirrorworker stdout | Copying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06
repomirrorworker stdout | Copying blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4
repomirrorworker stdout | Copying blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba
repomirrorworker stdout | Copying blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17
repomirrorworker stdout | Copying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433
repomirrorworker stdout | Copying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384
repomirrorworker stdout | Copying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd
repomirrorworker stdout | Copying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa
repomirrorworker stdout | Copying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa
repomirrorworker stdout | Copying blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86
repomirrorworker stdout | Copying blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90
repomirrorworker stdout | Copying blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8
repomirrorworker stdout | Copying blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98
repomirrorworker stdout | Copying blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d
repomirrorworker stdout | Copying blob sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1
repomirrorworker stdout | Copying blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7
repomirrorworker stdout | Copying blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3
repomirrorworker stdout | Copying blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6
repomirrorworker stdout | Copying blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0
repomirrorworker stdout | Copying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae
repomirrorworker stdout | Copying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f
repomirrorworker stdout | Copying blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874
repomirrorworker stdout | Copying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108
repomirrorworker stdout | Copying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855
repomirrorworker stdout | Copying blob sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac
repomirrorworker stdout | Copying blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43
repomirrorworker stdout | Copying blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a
repomirrorworker stdout | Copying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3
repomirrorworker stdout | Copying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe
repomirrorworker stdout | Copying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa
repomirrorworker stdout | Copying blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a
repomirrorworker stdout | Copying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54
repomirrorworker stdout | Copying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924
repomirrorworker stdout | Copying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec
repomirrorworker stdout | Copying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416
repomirrorworker stdout | Copying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15
repomirrorworker stdout | Copying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946
repomirrorworker stdout | Copying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde
repomirrorworker stdout | Copying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05
repomirrorworker stdout | Copying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378
repomirrorworker stdout | Copying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1
repomirrorworker stdout | Copying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b
repomirrorworker stdout | Copying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f
repomirrorworker stdout | Copying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39
repomirrorworker stdout | Copying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95
repomirrorworker stdout | Copying blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e
repomirrorworker stdout | Copying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f
repomirrorworker stdout | Copying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1
repomirrorworker stdout | Copying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a
repomirrorworker stdout | Copying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b
repomirrorworker stdout | Copying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722
repomirrorworker stdout | Copying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb
repomirrorworker stdout | Copying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098
repomirrorworker stdout | Copying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade
repomirrorworker stdout | Copying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81
repomirrorworker stdout | Copying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be
repomirrorworker stdout | Copying blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6
repomirrorworker stdout | Copying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a
repomirrorworker stdout | Copying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32
repomirrorworker stdout | Copying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c
repomirrorworker stdout | Copying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef
repomirrorworker stdout | Copying blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702
repomirrorworker stdout | Copying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46
repomirrorworker stdout | Copying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769
repomirrorworker stdout | Copying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f
repomirrorworker stdout | Copying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3
repomirrorworker stdout | Copying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a
repomirrorworker stdout | Copying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9
repomirrorworker stdout | Copying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014
repomirrorworker stdout | Copying blob sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc
repomirrorworker stdout | Copying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f
repomirrorworker stdout | Copying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c
repomirrorworker stdout | Copying blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66
repomirrorworker stdout | Copying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4
repomirrorworker stdout | Copying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e
repomirrorworker stdout | Copying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2
repomirrorworker stdout | Copying blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775
repomirrorworker stdout | Copying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40
repomirrorworker stdout | Copying blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43
repomirrorworker stdout | Copying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c
repomirrorworker stdout | Copying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8
repomirrorworker stdout | Copying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8
repomirrorworker stdout | Copying blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b
repomirrorworker stdout | Copying blob sha256:5f3e01c6ae39c4596f4cbf80a4073eb694301eac5fde7db10b9678684951d7b0
repomirrorworker stdout | Copying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c
repomirrorworker stdout | Copying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671
repomirrorworker stdout | Copying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d
repomirrorworker stdout | Copying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440
repomirrorworker stdout | Copying blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e
repomirrorworker stdout | Copying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332
repomirrorworker stdout | Copying blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca
repomirrorworker stdout | Copying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a
repomirrorworker stdout | Copying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416
repomirrorworker stdout | Copying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d
repomirrorworker stdout | Copying blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220
repomirrorworker stdout | Copying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a
repomirrorworker stdout | Copying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b
repomirrorworker stdout | Copying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83
repomirrorworker stdout | Copying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8
repomirrorworker stdout | Copying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4
repomirrorworker stdout | Copying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4
repomirrorworker stdout | Copying blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52
repomirrorworker stdout | Copying blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c
repomirrorworker stdout | Copying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385
repomirrorworker stdout | Copying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8
repomirrorworker stdout | Copying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730
repomirrorworker stdout | Copying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a
repomirrorworker stdout | Copying blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae
repomirrorworker stdout | Copying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581
repomirrorworker stdout | Copying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d
repomirrorworker stdout | Copying blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f
repomirrorworker stdout | Copying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725
repomirrorworker stdout | Copying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b
repomirrorworker stdout | Copying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069
repomirrorworker stdout | Copying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529
repomirrorworker stdout | Copying blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a
repomirrorworker stdout | Copying blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53
repomirrorworker stdout | Copying blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08
repomirrorworker stdout | Copying blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e
repomirrorworker stdout | Copying blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee
repomirrorworker stdout | Copying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc
repomirrorworker stdout | Copying blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9
repomirrorworker stdout | Copying blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1
repomirrorworker stdout | Copying blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142
repomirrorworker stdout | Copying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad
repomirrorworker stdout | Copying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef
repomirrorworker stdout | Copying blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce
repomirrorworker stdout | Copying blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052
repomirrorworker stdout | Copying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081
repomirrorworker stdout | Copying blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e
repomirrorworker stdout | Copying blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23
repomirrorworker stdout | Copying blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8
repomirrorworker stdout | Copying blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a
repomirrorworker stdout | Copying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998
repomirrorworker stdout | Copying blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075
repomirrorworker stdout | Copying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb
repomirrorworker stdout | Copying blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5
repomirrorworker stdout | Copying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6
repomirrorworker stdout | Copying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e
repomirrorworker stdout | Copying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946
repomirrorworker stdout | Copying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887
repomirrorworker stdout | Copying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff
repomirrorworker stdout | Copying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569
repomirrorworker stdout | Copying blob sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d
repomirrorworker stdout | Copying blob sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75
repomirrorworker stdout | Copying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803
repomirrorworker stdout | Copying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955
repomirrorworker stdout | Copying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81
repomirrorworker stdout | Copying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742
repomirrorworker stdout | Copying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7
repomirrorworker stdout | Copying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1
repomirrorworker stdout | Copying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3
repomirrorworker stdout | Copying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538
repomirrorworker stdout | Copying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e
repomirrorworker stdout | Copying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41
repomirrorworker stdout | Copying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc
repomirrorworker stdout | Copying blob sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912
repomirrorworker stdout | Copying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c
repomirrorworker stdout | Copying blob sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd
repomirrorworker stdout | Copying blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8
repomirrorworker stdout | Copying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2
repomirrorworker stdout | Copying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263
repomirrorworker stdout | Copying blob sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad
repomirrorworker stdout | Copying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f
repomirrorworker stdout | Copying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4
repomirrorworker stdout | Copying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171
repomirrorworker stdout | Copying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2
repomirrorworker stdout | Copying blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78
repomirrorworker stdout | Copying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c
repomirrorworker stdout | Copying blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe
repomirrorworker stdout | Copying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915
repomirrorworker stdout | Copying blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4
repomirrorworker stdout | Copying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95
repomirrorworker stdout | Copying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd
repomirrorworker stdout | Copying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481
repomirrorworker stdout | Copying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226
repomirrorworker stdout | Copying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588
repomirrorworker stdout | Copying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44
repomirrorworker stdout | Copying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d
repomirrorworker stdout | Copying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079
repomirrorworker stdout | Copying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3
repomirrorworker stdout | Copying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a
repomirrorworker stdout | Copying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f
repomirrorworker stdout | Copying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36
repomirrorworker stdout | Copying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1
repomirrorworker stdout | Copying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b
repomirrorworker stdout | Copying blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2
repomirrorworker stdout | Copying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f
repomirrorworker stdout | Copying blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef
repomirrorworker stdout | Copying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1
repomirrorworker stdout | Copying blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4
repomirrorworker stdout | Copying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b
repomirrorworker stdout | Copying blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df
repomirrorworker stdout | Copying blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788
repomirrorworker stdout | Copying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332
repomirrorworker stdout | Copying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c
repomirrorworker stdout | Copying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3
repomirrorworker stdout | Copying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53
repomirrorworker stdout | Copying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509
repomirrorworker stdout | Copying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3
repomirrorworker stdout | Copying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895
repomirrorworker stdout | Copying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0
repomirrorworker stdout | Copying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489
repomirrorworker stdout | Copying blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8
repomirrorworker stdout | Copying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443
repomirrorworker stdout | Copying blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2
repomirrorworker stdout | Copying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e
repomirrorworker stdout | Copying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802
repomirrorworker stdout | Copying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0
repomirrorworker stdout | Copying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a
repomirrorworker stdout | Copying blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264
repomirrorworker stdout | Copying blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17
repomirrorworker stdout | Copying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2
repomirrorworker stdout | Copying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4
repomirrorworker stdout | Copying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec
repomirrorworker stdout | Copying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378
repomirrorworker stdout | Copying config sha256:2bac08224d05e1eb18b4f9c830e4ac1472bcdfa685ba7ee6fdd7daa01e429971
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:34:09,548 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:09,552 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:09,553 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 34, 9, 551395), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-63-source\' successful sync", "tag": "1-63-source", "tags": null, "stdout": "Copying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\nCopying blob sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07\\nCopying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\nCopying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\nCopying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\nCopying blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200\\nCopying blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2\\nCopying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\nCopying blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7\\nCopying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\nCopying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\nCopying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\nCopying blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c\\nCopying blob sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f\\nCopying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\nCopying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\nCopying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\nCopying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\nCopying blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f\\nCopying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\nCopying blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390\\nCopying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\nCopying blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155\\nCopying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\nCopying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\nCopying blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\nCopying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\nCopying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\nCopying blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc\\nCopying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\nCopying blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74\\nCopying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\nCopying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\nCopying blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01\\nCopying blob sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb\\nCopying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\nCopying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\nCopying blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df\\nCopying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\nCopying blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789\\nCopying blob sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478\\nCopying blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\nCopying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\nCopying blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827\\nCopying blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff\\nCopying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\nCopying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\nCopying blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33\\nCopying blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12\\nCopying blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c\\nCopying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\nCopying blob sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b\\nCopying blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59\\nCopying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\nCopying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\nCopying blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3\\nCopying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\nCopying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\nCopying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\nCopying blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4\\nCopying blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba\\nCopying blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17\\nCopying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\nCopying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\nCopying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\nCopying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\nCopying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\nCopying blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86\\nCopying blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90\\nCopying blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8\\nCopying blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98\\nCopying blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d\\nCopying blob sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1\\nCopying blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7\\nCopying blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3\\nCopying blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6\\nCopying blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0\\nCopying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\nCopying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\nCopying blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874\\nCopying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\nCopying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\nCopying blob sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac\\nCopying blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43\\nCopying blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a\\nCopying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\nCopying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\nCopying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\nCopying blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a\\nCopying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\nCopying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\nCopying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\nCopying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\nCopying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\nCopying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\nCopying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\nCopying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\nCopying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\nCopying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\nCopying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\nCopying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\nCopying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\nCopying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\nCopying blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e\\nCopying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\nCopying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\nCopying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\nCopying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\nCopying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\nCopying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\nCopying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\nCopying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\nCopying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\nCopying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\nCopying blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6\\nCopying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\nCopying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\nCopying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\nCopying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\nCopying blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702\\nCopying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\nCopying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\nCopying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\nCopying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\nCopying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\nCopying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\nCopying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\nCopying blob sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc\\nCopying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\nCopying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\nCopying blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\nCopying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\nCopying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\nCopying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\nCopying blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775\\nCopying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\nCopying blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43\\nCopying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\nCopying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\nCopying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\nCopying blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b\\nCopying blob sha256:5f3e01c6ae39c4596f4cbf80a4073eb694301eac5fde7db10b9678684951d7b0\\nCopying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\nCopying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\nCopying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\nCopying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\nCopying blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e\\nCopying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\nCopying blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca\\nCopying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\nCopying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\nCopying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\nCopying blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220\\nCopying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\nCopying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\nCopying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\nCopying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\nCopying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\nCopying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\nCopying blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52\\nCopying blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c\\nCopying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\nCopying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\nCopying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\nCopying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\nCopying blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae\\nCopying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\nCopying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\nCopying blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f\\nCopying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\nCopying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\nCopying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\nCopying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\nCopying blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\nCopying blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\nCopying blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08\\nCopying blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\nCopying blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee\\nCopying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\nCopying blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\nCopying blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1\\nCopying blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142\\nCopying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\nCopying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\nCopying blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce\\nCopying blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052\\nCopying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\nCopying blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e\\nCopying blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23\\nCopying blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8\\nCopying blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a\\nCopying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\nCopying blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075\\nCopying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\nCopying blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5\\nCopying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\nCopying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\nCopying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\nCopying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\nCopying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\nCopying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\nCopying blob sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d\\nCopying blob sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75\\nCopying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\nCopying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\nCopying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\nCopying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\nCopying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\nCopying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\nCopying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\nCopying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\nCopying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\nCopying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\nCopying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\nCopying blob sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912\\nCopying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\nCopying blob sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd\\nCopying blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8\\nCopying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\nCopying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\nCopying blob sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad\\nCopying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\nCopying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\nCopying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\nCopying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\nCopying blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78\\nCopying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\nCopying blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\nCopying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\nCopying blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4\\nCopying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\nCopying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\nCopying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\nCopying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\nCopying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\nCopying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\nCopying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\nCopying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\nCopying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\nCopying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\nCopying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\nCopying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\nCopying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\nCopying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\nCopying blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2\\nCopying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\nCopying blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef\\nCopying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\nCopying blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4\\nCopying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\nCopying blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df\\nCopying blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788\\nCopying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\nCopying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\nCopying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\nCopying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\nCopying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\nCopying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\nCopying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\nCopying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\nCopying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\nCopying blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8\\nCopying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\nCopying blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2\\nCopying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\nCopying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\nCopying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\nCopying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\nCopying blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264\\nCopying blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17\\nCopying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\nCopying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\nCopying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\nCopying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\nCopying config sha256:2bac08224d05e1eb18b4f9c830e4ac1472bcdfa685ba7ee6fdd7daa01e429971\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-63-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:34:02Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-63-source\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63-source\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Skipping blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0 (already present):\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874\\"\\ntime=\\"2022-06-02T12:34:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f3e01c6ae39c4596f4cbf80a4073eb694301eac5fde7db10b9678684951d7b0\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f3e01c6ae39c4596f4cbf80a4073eb694301eac5fde7db10b9678684951d7b0\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:5f3e01c6ae39c4596f4cbf80a4073eb694301eac5fde7db10b9678684951d7b0 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:34:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"20
repomirrorworker stdout | 22-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Skipping blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e (already present):\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:34:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:34:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:2bac08224d05e1eb18b4f9c830e4ac1472bcdfa685ba7ee6fdd7daa01e429971\\"\\ntime=\\"2022-06-02T12:34:08Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:2bac08224d05e1eb18b4f9c830e4ac1472bcdfa685ba7ee6fdd7daa01e429971\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2bac08224d05e1eb18b4f9c830e4ac1472bcdfa685ba7ee6fdd7daa01e429971\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2bac08224d05e1eb18b4f9c830e4ac1472bcdfa685ba7ee6fdd7daa01e429971\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-63-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:34:09,566 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-63-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:34:09,566 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 34, 9, 566208), 2, 'f6c52939-52f0-4389-937a-59097607a4f0', 3, '543babb5-e59e-4b3c-88c7-35235f91173f'])
repomirrorworker stdout | 2022-06-02 12:34:09,569 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:09,570 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:09,571 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:09,572 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:34:09,572 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:09,578 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:15,088 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:34:09Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-63.1626843762\""
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:34:09Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-63.1626843762"
repomirrorworker stdout | time="2022-06-02T12:34:10Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:10Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:34:10Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:34:10Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:10Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:10Z" level=debug msg="Copying instance sha256:03b13281227416eca2d003e532d8d444fdce468270a3fe675f97e05a1bf917b8 (1/4)"
repomirrorworker stdout | time="2022-06-02T12:34:10Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:03b13281227416eca2d003e532d8d444fdce468270a3fe675f97e05a1bf917b8"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63.1626843762"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64b9cb97eb9bb9babf981588e7abc25446db67f255fe1895bcb92a0aa7053b2e"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e57ee50a11893fb946bc1764a5686dc8d52e923a8a8000a6b634c31c1556fa59"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a50df8fd88fecefc26fd331f832672108deb08cf9d2b303a5b86156a7f51b5d8"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cadda38f72dece653de82063e3c8e910265fe7a342ec2fb73ad8e540c47e1f7"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6a6a6384789d0b44635a684b0e13161a1ae581fef527cb25412daeafd82360c"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64b9cb97eb9bb9babf981588e7abc25446db67f255fe1895bcb92a0aa7053b2e"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a50df8fd88fecefc26fd331f832672108deb08cf9d2b303a5b86156a7f51b5d8"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cadda38f72dece653de82063e3c8e910265fe7a342ec2fb73ad8e540c47e1f7"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e57ee50a11893fb946bc1764a5686dc8d52e923a8a8000a6b634c31c1556fa59"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6a6a6384789d0b44635a684b0e13161a1ae581fef527cb25412daeafd82360c"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Skipping blob sha256:a50df8fd88fecefc26fd331f832672108deb08cf9d2b303a5b86156a7f51b5d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Skipping blob sha256:64b9cb97eb9bb9babf981588e7abc25446db67f255fe1895bcb92a0aa7053b2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Skipping blob sha256:1cadda38f72dece653de82063e3c8e910265fe7a342ec2fb73ad8e540c47e1f7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Skipping blob sha256:f6a6a6384789d0b44635a684b0e13161a1ae581fef527cb25412daeafd82360c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Skipping blob sha256:e57ee50a11893fb946bc1764a5686dc8d52e923a8a8000a6b634c31c1556fa59 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:9632d482e5e51b4b8d1173a9b5bf208e923e1a1c8a42c3e5feadc33abe24c0a3"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:9632d482e5e51b4b8d1173a9b5bf208e923e1a1c8a42c3e5feadc33abe24c0a3"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9632d482e5e51b4b8d1173a9b5bf208e923e1a1c8a42c3e5feadc33abe24c0a3"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9632d482e5e51b4b8d1173a9b5bf208e923e1a1c8a42c3e5feadc33abe24c0a3"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:11Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:03b13281227416eca2d003e532d8d444fdce468270a3fe675f97e05a1bf917b8"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="Copying instance sha256:28542bffbcee95a64ff8ad372861a9e5fe49cb006b11dcc5866c9041ee5fb180 (2/4)"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:28542bffbcee95a64ff8ad372861a9e5fe49cb006b11dcc5866c9041ee5fb180"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63.1626843762"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14b8c1352f7d8648c5000055a68e7f85aa6d7b435a3f4fc6ed27203a36091f50"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd5dd72a7cb8b031014bc9541dd35dea5f323226a9108e61808fcbf3955e91a7"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:380fd574ff9a8532d0cfe4572a9b1be47b1383d45e46b6360e021535b1740ae1"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd5dd72a7cb8b031014bc9541dd35dea5f323226a9108e61808fcbf3955e91a7"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2791bb46a244da9cd51543ff33e48a60193c4137cba105de74d1effed0fd4423"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:380fd574ff9a8532d0cfe4572a9b1be47b1383d45e46b6360e021535b1740ae1"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2791bb46a244da9cd51543ff33e48a60193c4137cba105de74d1effed0fd4423"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2066ae8c1340c0bd3bd25368a43c7fc5bf6be3d007165d460380cef8c43fc950"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14b8c1352f7d8648c5000055a68e7f85aa6d7b435a3f4fc6ed27203a36091f50"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2066ae8c1340c0bd3bd25368a43c7fc5bf6be3d007165d460380cef8c43fc950"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="Skipping blob sha256:2791bb46a244da9cd51543ff33e48a60193c4137cba105de74d1effed0fd4423 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="Skipping blob sha256:bd5dd72a7cb8b031014bc9541dd35dea5f323226a9108e61808fcbf3955e91a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="Skipping blob sha256:14b8c1352f7d8648c5000055a68e7f85aa6d7b435a3f4fc6ed27203a36091f50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="Skipping blob sha256:380fd574ff9a8532d0cfe4572a9b1be47b1383d45e46b6360e021535b1740ae1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="Skipping blob sha256:2066ae8c1340c0bd3bd25368a43c7fc5bf6be3d007165d460380cef8c43fc950 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:fcb314613a86aa3952977bd17086d975d9663e1ef3b38b0057d1fa2a79c06931"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:fcb314613a86aa3952977bd17086d975d9663e1ef3b38b0057d1fa2a79c06931"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fcb314613a86aa3952977bd17086d975d9663e1ef3b38b0057d1fa2a79c06931"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fcb314613a86aa3952977bd17086d975d9663e1ef3b38b0057d1fa2a79c06931"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:28542bffbcee95a64ff8ad372861a9e5fe49cb006b11dcc5866c9041ee5fb180"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="Copying instance sha256:f5736be31af9eb437750001bb43d3473762d8fe8d4b2c9f71cbbdbce01c006e7 (3/4)"
repomirrorworker stdout | time="2022-06-02T12:34:12Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:f5736be31af9eb437750001bb43d3473762d8fe8d4b2c9f71cbbdbce01c006e7"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63.1626843762"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3ea21bd6b03d847c802e43a7cec9a81c551aa47d1245a2923d31fe38ebe61b9f"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ebbd90f390a03089cc0ba2d92ae2c7f2f5b33310a5e46556f80dde7748d5bab"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:92f879efbad6ccfa7a6ea757a1abd9c74c05484279a690315b6750da03bf7839"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c53569d2de9e175b2e9067f27e5b9fc1a7aebf2f5d2194d91a222642ffbbcd6"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c53569d2de9e175b2e9067f27e5b9fc1a7aebf2f5d2194d91a222642ffbbcd6"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:92f879efbad6ccfa7a6ea757a1abd9c74c05484279a690315b6750da03bf7839"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ebbd90f390a03089cc0ba2d92ae2c7f2f5b33310a5e46556f80dde7748d5bab"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3ea21bd6b03d847c802e43a7cec9a81c551aa47d1245a2923d31fe38ebe61b9f"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9dd8aabdd11d9fb52b2dcdebd1dc3e4011331219cd9d9d45cd1fa516c4c3cc59"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9dd8aabdd11d9fb52b2dcdebd1dc3e4011331219cd9d9d45cd1fa516c4c3cc59"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="Skipping blob sha256:9dd8aabdd11d9fb52b2dcdebd1dc3e4011331219cd9d9d45cd1fa516c4c3cc59 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="Skipping blob sha256:3ea21bd6b03d847c802e43a7cec9a81c551aa47d1245a2923d31fe38ebe61b9f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="Skipping blob sha256:8ebbd90f390a03089cc0ba2d92ae2c7f2f5b33310a5e46556f80dde7748d5bab (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="Skipping blob sha256:92f879efbad6ccfa7a6ea757a1abd9c74c05484279a690315b6750da03bf7839 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="Skipping blob sha256:0c53569d2de9e175b2e9067f27e5b9fc1a7aebf2f5d2194d91a222642ffbbcd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:96f789755d5454079228d817c812ebfceb37c1be283f54ad094632d2b708f184"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:96f789755d5454079228d817c812ebfceb37c1be283f54ad094632d2b708f184"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f789755d5454079228d817c812ebfceb37c1be283f54ad094632d2b708f184"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f789755d5454079228d817c812ebfceb37c1be283f54ad094632d2b708f184"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:f5736be31af9eb437750001bb43d3473762d8fe8d4b2c9f71cbbdbce01c006e7"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="Copying instance sha256:c9593d5b4bbe42d5df082f22e63acc7bcbd5e69cd008fc373781c7eae22b2f2e (4/4)"
repomirrorworker stdout | time="2022-06-02T12:34:13Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:c9593d5b4bbe42d5df082f22e63acc7bcbd5e69cd008fc373781c7eae22b2f2e"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63.1626843762"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f1cf670f83459ecb670d7276a9e358fdbf52f70620306973649b31de152e6d"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74e0851e9bd32cd6640f5a3a545ae1b9aa6c69ea8f5676ed4f8056b0d798a853"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f1cf670f83459ecb670d7276a9e358fdbf52f70620306973649b31de152e6d"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74e0851e9bd32cd6640f5a3a545ae1b9aa6c69ea8f5676ed4f8056b0d798a853"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20a02f4523a6183014b17cc3e2398418fbabc3df243460e9e9e2103ec3fd61ae"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b0189530acb2115c3ec3c3b0039d190663773a36c08d2d7b441d5dd3c7893f1"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b0189530acb2115c3ec3c3b0039d190663773a36c08d2d7b441d5dd3c7893f1"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20a02f4523a6183014b17cc3e2398418fbabc3df243460e9e9e2103ec3fd61ae"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89cf3cffc842c32321ff1116c59c56765ddf7aac43d46abd07ead7497184fc10"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89cf3cffc842c32321ff1116c59c56765ddf7aac43d46abd07ead7497184fc10"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="Skipping blob sha256:6b0189530acb2115c3ec3c3b0039d190663773a36c08d2d7b441d5dd3c7893f1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="Skipping blob sha256:89cf3cffc842c32321ff1116c59c56765ddf7aac43d46abd07ead7497184fc10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="Skipping blob sha256:20a02f4523a6183014b17cc3e2398418fbabc3df243460e9e9e2103ec3fd61ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="Skipping blob sha256:74e0851e9bd32cd6640f5a3a545ae1b9aa6c69ea8f5676ed4f8056b0d798a853 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="Skipping blob sha256:13f1cf670f83459ecb670d7276a9e358fdbf52f70620306973649b31de152e6d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:29e826049e5cb890c7eac2de5153b7ed1ea1b07f1495633404ccf6b6ae083b91"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:29e826049e5cb890c7eac2de5153b7ed1ea1b07f1495633404ccf6b6ae083b91"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:29e826049e5cb890c7eac2de5153b7ed1ea1b07f1495633404ccf6b6ae083b91"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:29e826049e5cb890c7eac2de5153b7ed1ea1b07f1495633404ccf6b6ae083b91"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:14Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:c9593d5b4bbe42d5df082f22e63acc7bcbd5e69cd008fc373781c7eae22b2f2e"
repomirrorworker stdout | time="2022-06-02T12:34:15Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:34:15Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-63.1626843762"
repomirrorworker stdout | 2022-06-02 12:34:15,088 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:03b13281227416eca2d003e532d8d444fdce468270a3fe675f97e05a1bf917b8 (1/4)
repomirrorworker stdout | Copying blob sha256:a50df8fd88fecefc26fd331f832672108deb08cf9d2b303a5b86156a7f51b5d8
repomirrorworker stdout | Copying blob sha256:64b9cb97eb9bb9babf981588e7abc25446db67f255fe1895bcb92a0aa7053b2e
repomirrorworker stdout | Copying blob sha256:1cadda38f72dece653de82063e3c8e910265fe7a342ec2fb73ad8e540c47e1f7
repomirrorworker stdout | Copying blob sha256:f6a6a6384789d0b44635a684b0e13161a1ae581fef527cb25412daeafd82360c
repomirrorworker stdout | Copying blob sha256:e57ee50a11893fb946bc1764a5686dc8d52e923a8a8000a6b634c31c1556fa59
repomirrorworker stdout | Copying config sha256:9632d482e5e51b4b8d1173a9b5bf208e923e1a1c8a42c3e5feadc33abe24c0a3
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:28542bffbcee95a64ff8ad372861a9e5fe49cb006b11dcc5866c9041ee5fb180 (2/4)
repomirrorworker stdout | Copying blob sha256:2791bb46a244da9cd51543ff33e48a60193c4137cba105de74d1effed0fd4423
repomirrorworker stdout | Copying blob sha256:bd5dd72a7cb8b031014bc9541dd35dea5f323226a9108e61808fcbf3955e91a7
repomirrorworker stdout | Copying blob sha256:14b8c1352f7d8648c5000055a68e7f85aa6d7b435a3f4fc6ed27203a36091f50
repomirrorworker stdout | Copying blob sha256:380fd574ff9a8532d0cfe4572a9b1be47b1383d45e46b6360e021535b1740ae1
repomirrorworker stdout | Copying blob sha256:2066ae8c1340c0bd3bd25368a43c7fc5bf6be3d007165d460380cef8c43fc950
repomirrorworker stdout | Copying config sha256:fcb314613a86aa3952977bd17086d975d9663e1ef3b38b0057d1fa2a79c06931
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:f5736be31af9eb437750001bb43d3473762d8fe8d4b2c9f71cbbdbce01c006e7 (3/4)
repomirrorworker stdout | Copying blob sha256:9dd8aabdd11d9fb52b2dcdebd1dc3e4011331219cd9d9d45cd1fa516c4c3cc59
repomirrorworker stdout | Copying blob sha256:3ea21bd6b03d847c802e43a7cec9a81c551aa47d1245a2923d31fe38ebe61b9f
repomirrorworker stdout | Copying blob sha256:8ebbd90f390a03089cc0ba2d92ae2c7f2f5b33310a5e46556f80dde7748d5bab
repomirrorworker stdout | Copying blob sha256:92f879efbad6ccfa7a6ea757a1abd9c74c05484279a690315b6750da03bf7839
repomirrorworker stdout | Copying blob sha256:0c53569d2de9e175b2e9067f27e5b9fc1a7aebf2f5d2194d91a222642ffbbcd6
repomirrorworker stdout | Copying config sha256:96f789755d5454079228d817c812ebfceb37c1be283f54ad094632d2b708f184
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:c9593d5b4bbe42d5df082f22e63acc7bcbd5e69cd008fc373781c7eae22b2f2e (4/4)
repomirrorworker stdout | Copying blob sha256:6b0189530acb2115c3ec3c3b0039d190663773a36c08d2d7b441d5dd3c7893f1
repomirrorworker stdout | Copying blob sha256:89cf3cffc842c32321ff1116c59c56765ddf7aac43d46abd07ead7497184fc10
repomirrorworker stdout | Copying blob sha256:20a02f4523a6183014b17cc3e2398418fbabc3df243460e9e9e2103ec3fd61ae
repomirrorworker stdout | Copying blob sha256:74e0851e9bd32cd6640f5a3a545ae1b9aa6c69ea8f5676ed4f8056b0d798a853
repomirrorworker stdout | Copying blob sha256:13f1cf670f83459ecb670d7276a9e358fdbf52f70620306973649b31de152e6d
repomirrorworker stdout | Copying config sha256:29e826049e5cb890c7eac2de5153b7ed1ea1b07f1495633404ccf6b6ae083b91
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:34:15,090 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:15,094 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:15,095 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 34, 15, 93557), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-63.1626843762\' successful sync", "tag": "1-63.1626843762", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:03b13281227416eca2d003e532d8d444fdce468270a3fe675f97e05a1bf917b8 (1/4)\\nCopying blob sha256:a50df8fd88fecefc26fd331f832672108deb08cf9d2b303a5b86156a7f51b5d8\\nCopying blob sha256:64b9cb97eb9bb9babf981588e7abc25446db67f255fe1895bcb92a0aa7053b2e\\nCopying blob sha256:1cadda38f72dece653de82063e3c8e910265fe7a342ec2fb73ad8e540c47e1f7\\nCopying blob sha256:f6a6a6384789d0b44635a684b0e13161a1ae581fef527cb25412daeafd82360c\\nCopying blob sha256:e57ee50a11893fb946bc1764a5686dc8d52e923a8a8000a6b634c31c1556fa59\\nCopying config sha256:9632d482e5e51b4b8d1173a9b5bf208e923e1a1c8a42c3e5feadc33abe24c0a3\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:28542bffbcee95a64ff8ad372861a9e5fe49cb006b11dcc5866c9041ee5fb180 (2/4)\\nCopying blob sha256:2791bb46a244da9cd51543ff33e48a60193c4137cba105de74d1effed0fd4423\\nCopying blob sha256:bd5dd72a7cb8b031014bc9541dd35dea5f323226a9108e61808fcbf3955e91a7\\nCopying blob sha256:14b8c1352f7d8648c5000055a68e7f85aa6d7b435a3f4fc6ed27203a36091f50\\nCopying blob sha256:380fd574ff9a8532d0cfe4572a9b1be47b1383d45e46b6360e021535b1740ae1\\nCopying blob sha256:2066ae8c1340c0bd3bd25368a43c7fc5bf6be3d007165d460380cef8c43fc950\\nCopying config sha256:fcb314613a86aa3952977bd17086d975d9663e1ef3b38b0057d1fa2a79c06931\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:f5736be31af9eb437750001bb43d3473762d8fe8d4b2c9f71cbbdbce01c006e7 (3/4)\\nCopying blob sha256:9dd8aabdd11d9fb52b2dcdebd1dc3e4011331219cd9d9d45cd1fa516c4c3cc59\\nCopying blob sha256:3ea21bd6b03d847c802e43a7cec9a81c551aa47d1245a2923d31fe38ebe61b9f\\nCopying blob sha256:8ebbd90f390a03089cc0ba2d92ae2c7f2f5b33310a5e46556f80dde7748d5bab\\nCopying blob sha256:92f879efbad6ccfa7a6ea757a1abd9c74c05484279a690315b6750da03bf7839\\nCopying blob sha256:0c53569d2de9e175b2e9067f27e5b9fc1a7aebf2f5d2194d91a222642ffbbcd6\\nCopying config sha256:96f789755d5454079228d817c812ebfceb37c1be283f54ad094632d2b708f184\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:c9593d5b4bbe42d5df082f22e63acc7bcbd5e69cd008fc373781c7eae22b2f2e (4/4)\\nCopying blob sha256:6b0189530acb2115c3ec3c3b0039d190663773a36c08d2d7b441d5dd3c7893f1\\nCopying blob sha256:89cf3cffc842c32321ff1116c59c56765ddf7aac43d46abd07ead7497184fc10\\nCopying blob sha256:20a02f4523a6183014b17cc3e2398418fbabc3df243460e9e9e2103ec3fd61ae\\nCopying blob sha256:74e0851e9bd32cd6640f5a3a545ae1b9aa6c69ea8f5676ed4f8056b0d798a853\\nCopying blob sha256:13f1cf670f83459ecb670d7276a9e358fdbf52f70620306973649b31de152e6d\\nCopying config sha256:29e826049e5cb890c7eac2de5153b7ed1ea1b07f1495633404ccf6b6ae083b91\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-63.1626843762\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:34:09Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-63.1626843762\\"\\ntime=\\"2022-06-02T12:34:10Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:10Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:34:10Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:34:10Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:10Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:34:10Z\\" level=debug msg=\\"Copying instance sha256:03b13281227416eca2d003e532d8d444fdce468270a3fe675f97e05a1bf917b8 (1/4)\\"\\ntime=\\"2022-06-02T12:34:10Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:03b13281227416eca2d003e532d8d444fdce468270a3fe675f97e05a1bf917b8\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63.1626843762\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64b9cb97eb9bb9babf981588e7abc25446db67f255fe1895bcb92a0aa7053b2e\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e57ee50a11893fb946bc1764a5686dc8d52e923a8a8000a6b634c31c1556fa59\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a50df8fd88fecefc26fd331f832672108deb08cf9d2b303a5b86156a7f51b5d8\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cadda38f72dece653de82063e3c8e910265fe7a342ec2fb73ad8e540c47e1f7\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6a6a6384789d0b44635a684b0e13161a1ae581fef527cb25412daeafd82360c\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64b9cb97eb9bb9babf981588e7abc25446db67f255fe1895bcb92a0aa7053b2e\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a50df8fd88fecefc26fd331f832672108deb08cf9d2b303a5b86156a7f51b5d8\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cadda38f72dece653de82063e3c8e910265fe7a342ec2fb73ad8e540c47e1f7\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e57ee50a11893fb946bc1764a5686dc8d52e923a8a8000a6b634c31c1556fa59\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6a6a6384789d0b44635a684b0e13161a1ae581fef527cb25412daeafd82360c\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Skipping blob sha256:a50df8fd88fecefc26fd331f832672108deb08cf9d2b303a5b86156a7f51b5d8 (already present):\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Skipping blob sha256:64b9cb97eb9bb9babf981588e7abc25446db67f255fe1895bcb92a0aa7053b2e (already present):\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Skipping blob sha256:1cadda38f72dece653de82063e3c8e910265fe7a342ec2fb73ad8e540c47e1f7 (already present):\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Skipping blob sha256:f6a6a6384789d0b44635a684b0e13161a1ae581fef527cb25412daeafd82360c (already present):\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Skipping blob sha256:e57ee50a11893fb946bc1764a5686dc8d52e923a8a8000a6b634c31c1556fa59 (already present):\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:9632d482e5e51b4b8d1173a9b5bf208e923e1a1c8a42c3e5feadc33abe24c0a3\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:9632d482e5e51b4b8d1173a9b5bf208e923e1a1c8a42c3e5feadc33abe24c0a3\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9632d482e5e51b4b8d1173a9b5bf208e923e1a1c8a42c3e5feadc33abe24c0a3\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9632d482e5e51b4b8d1173a9b5bf208e923e1a1c8a42c3e5feadc33abe24c0a3\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:11Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:03b13281227416eca2d003e532d8d444fdce468270a3fe675f97e05a1bf917b8\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"Copying instance sha256:28542bffbcee95a64ff8ad372861a9e5fe49cb006b11dcc5866c9041ee5fb180 (2/4)\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:28542bffbcee95a64ff8ad372861a9e5fe49cb006b11dcc5866c9041ee5fb180\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63.1626843762\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14b8c1352f7d8648c5000055a68e7f85aa6d7b435a3f4fc6ed27203a36091f50\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd5dd72a7cb8b031014bc9541dd35dea5f323226a9108e61808fcbf3955e91a7\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:380fd574ff9a8532d0cfe4572a9b1be47b1383d45e46b6360e021535b1740ae1\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd5dd72a7cb8b031014bc9541dd35dea5f323226a9108e61808fcbf3955e91a7\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2791bb46a244da9cd51543ff33e48a60193c4137cba105de74d1effed0fd4423\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:380fd574ff9a8532d0cfe4572a9b1be47b1383d45e46b6360e021535b1740ae1\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2791bb46a244da9cd51543ff33e48a60193c4137cba105de74d1effed0fd4423\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2066ae8c1340c0bd3bd25368a43c7fc5bf6be3d007165d460380cef8c43fc950\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14b8c1352f7d8648c5000055a68e7f85aa6d7b435a3f4fc6ed27203a36091f50\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2066ae8c1340c0bd3bd25368a43c7fc5bf6be3d007165d460380cef8c43fc950\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"Skipping blob sha256:2791bb46a244da9cd51543ff33e48a60193c4137cba105de74d1effed0fd4423 (already present):\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"Skipping blob sha256:bd5dd72a7cb8b031014bc9541dd35dea5f323226a9108e61808fcbf3955e91a7 (already present):\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"Skipping blob sha256:14b8c1352f7d8648c5000055a68e7f85aa6d7b435a3f4fc6ed27203a36091f50 (already present):\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"Skipping blob sha256:380fd574ff9a8532d0cfe4572a9b1be47b1383d45e46b6360e021535b1740ae1 (already present):\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"Skipping blob sha256:2066ae8c1340c0bd3bd25368a43c7fc5bf6be3d007165d460380cef8c43fc950 (already present):\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:fcb314613a86aa3952977bd17086d975d9663e1ef3b38b0057d1fa2a79c06931\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:fcb314613a86aa3952977bd17086d975d9663e1ef3b38b0057d1fa2a79c06931\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fcb314613a86aa3952977bd17086d975d9663e1ef3b38b0057d1fa2a79c06931\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fcb314613a86aa3952977bd17086d975d9663e1ef3b38b0057d1fa2a79c06931\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:28542bffbcee95a64ff8ad372861a9e5fe49cb006b11dcc5866c9041ee5fb180\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"Copying instance sha256:f5736be31af9eb437750001bb43d3473762d8fe8d4b2c9f71cbbdbce01c006e7 (3/4)\\"\\ntime=\\"2022-06-02T12:34:12Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:f5736be31af9eb437750001bb43d3473762d8fe8d4b2c9f71cbbdbce01c006e7\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63.1626843762\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3ea21bd6b03d847c802e43a7cec9a81c551aa47d1245a2923d31fe38ebe61b9f\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ebbd90f390a03089cc0ba2d92ae2c7f2f5b33310a5e46556f80dde7748d5bab\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:92f879efbad6ccfa7a6ea757a1abd9c74c05484279a690315b6750da03bf7839\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c53569d2de9e175b2e9067f27e5b9fc1a7aebf2f5d2194d91a222642ffbbcd6\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c53569d2de9e175b2e9067f27e5b9fc1a7aebf2f5d2194d91a222642ffbbcd6\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:92f879efbad6ccfa7a6ea757a1abd9c74c05484279a690315b6750da03bf7839\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ebbd90f390a03089cc0ba2d92ae2c7f2f5b33310a5e46556f80dde7748d5bab\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3ea21bd6b03d847c802e43a7cec9a81c551aa47d1245a2923d31fe38ebe61b9f\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9dd8aabdd11d9fb52b2dcdebd1dc3e4011331219cd9d9d45cd1fa516c4c3cc59\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9dd8aabdd11d9fb52b2dcdebd1dc3e4011331219cd9d9d45cd1fa516c4c3cc59\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"Skipping blob sha256:9dd8aabdd11d9fb52b2dcdebd1dc3e4011331219cd9d9d45cd1fa516c4c3cc59 (already present):\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"Skipping blob sha256:3ea21bd6b03d847c802e43a7cec9a81c551aa47d1245a2923d31fe38ebe61b9f (already present):\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"Skipping blob sha256:8ebbd90f390a03089cc0ba2d92ae2c7f2f5b33310a5e46556f80dde7748d5bab (already present):\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"Skipping blob sha256:92f879efbad6ccfa7a6ea757a1abd9c74c05484279a690315b6750da03bf7839 (already present):\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"Skipping blob sha256:0c53569d2de9e175b2e9067f27e5b9fc1a7aebf2f5d2194d91a222642ffbbcd6 (already present):\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:96f789755d5454079228d817c812ebfceb37c1be283f54ad094632d2b708f184\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:96f789755d5454079228d817c812ebfceb37c1be283f54ad094632d2b708f184\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f789755d5454079228d817c812ebfceb37c1be283f54ad094632d2b708f184\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f789755d5454079228d817c812ebfceb37c1be283f54ad094632d2b708f184\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:f5736be31af9eb437750001bb43d3473762d8fe8d4b2c9f71cbbdbce01c006e7\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"Copying instance sha256:c9593d5b4bbe42d5df082f22e63acc7bcbd5e69cd008fc373781c7eae22b2f2e (4/4)\\"\\ntime=\\"2022-06-02T12:34:13Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:c9593d5b4bbe42d5df082f22e63acc7bcbd5e69cd008fc373781c7eae22b2f2e\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63.1626843762\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f1cf670f83459ecb670d7276a9e358fdbf52f70620306973649b31de152e6d\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74e0851e9bd32cd6640f5a3a545ae1b9aa6c69ea8f5676ed4f8056b0d798a853\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f1cf670f83459ecb670d7276a9e358fdbf52f70620306973649b31de152e6d\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74e0851e9bd32cd6640f5a3a545ae1b9aa6c69ea8f5676ed4f8056b0d798a853\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20a02f4523a6183014b17cc3e2398418fbabc3df243460e9e9e2103ec3fd61ae\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b0189530acb2115c3ec3c3b0039d190663773a36c08d2d7b441d5dd3c7893f1\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b0189530acb2115c3ec3c3b0039d190663773a36c08d2d7b441d5dd3c7893f1\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20a02f4523a6183014b17cc3e2398418fbabc3df243460e9e9e2103ec3fd61ae\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89cf3cffc842c32321ff1116c59c56765ddf7aac43d46abd07ead7497184fc10\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89cf3cffc842c32321ff1116c59c56765ddf7aac43d46abd07ead7497184fc10\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"Skipping blob sha256:6b0189530acb2115c3ec3c3b0039d190663773a36c08d2d7b441d5dd3c7893f1 (already present):\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"Skipping blob sha256:89cf3cffc842c32321ff1116c59c56765ddf7aac43d46abd07ead7497184fc10 (already present):\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"Skipping blob sha256:20a02f4523a6183014b17cc3e2398418fbabc3df243460e9e9e2103ec3fd61ae (already present):\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"Skipping blob sha256:74e0851e9bd32cd6640f5a3a545ae1b9aa6c69ea8f5676ed4f8056b0d798a853 (already present):\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"Skipping blob sha256:13f1cf670f83459ecb670d7276a9e358fdbf52f70620306973649b31de152e6d (already present):\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:29e826049e5cb890c7eac2de5153b7ed1ea1b07f1495633404ccf6b6ae083b91\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:29e826049e5cb890c7eac2de5153b7ed1ea1b07f1495633404ccf6b6ae083b91\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:29e826049e5cb890c7eac2de5153b7ed1ea1b07f1495633404ccf6b6ae083b91\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:29e826049e5cb890c7eac2de5153b7ed1ea1b07f1495633404ccf6b6ae083b91\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:14Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:c9593d5b4bbe42d5df082f22e63acc7bcbd5e69cd008fc373781c7eae22b2f2e\\"\\ntime=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-63.1626843762\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:34:15,099 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-63.1626843762' successful sync.
repomirrorworker stdout | 2022-06-02 12:34:15,100 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 34, 15, 99774), 2, '2aa5c193-e1b0-471f-8b9f-8a9f8f9c2c1d', 3, 'f6c52939-52f0-4389-937a-59097607a4f0'])
repomirrorworker stdout | 2022-06-02 12:34:15,103 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:15,104 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:15,104 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:15,105 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:34:15,106 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:15,111 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:23,072 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:34:23,383 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:34:15Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:34:15Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:34:15Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:34:15Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:34:15Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:15Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:15Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:15Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:15Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:15Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-63.1626843762-source\""
repomirrorworker stdout | time="2022-06-02T12:34:15Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:34:15Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:34:15Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:34:15Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:34:15Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:34:15Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:34:15Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:34:15Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-63.1626843762-source"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63.1626843762-source"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3147f90627f5e57f6ebbb59cc6bcef5549575a3a5f98e43f4d1cc35474df168b"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3147f90627f5e57f6ebbb59cc6bcef5549575a3a5f98e43f4d1cc35474df168b"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:3147f90627f5e57f6ebbb59cc6bcef5549575a3a5f98e43f4d1cc35474df168b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:34:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Skipping blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:34:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:34:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849
repomirrorworker stdout | e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:34:20Z" level=debug msg="Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:34:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:04594e3f89ee74dfb0c02891fb07cd4a284f8f104715c17c028306177150aea3"
repomirrorworker stdout | time="2022-06-02T12:34:22Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:04594e3f89ee74dfb0c02891fb07cd4a284f8f104715c17c028306177150aea3"
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04594e3f89ee74dfb0c02891fb07cd4a284f8f104715c17c028306177150aea3"
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04594e3f89ee74dfb0c02891fb07cd4a284f8f104715c17c028306177150aea3"
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-63.1626843762-source"
repomirrorworker stdout | 2022-06-02 12:34:23,384 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200
repomirrorworker stdout | Copying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f
repomirrorworker stdout | Copying blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2
repomirrorworker stdout | Copying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b
repomirrorworker stdout | Copying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade
repomirrorworker stdout | Copying blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e
repomirrorworker stdout | Copying blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c
repomirrorworker stdout | Copying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e
repomirrorworker stdout | Copying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f
repomirrorworker stdout | Copying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9
repomirrorworker stdout | Copying blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c
repomirrorworker stdout | Copying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c
repomirrorworker stdout | Copying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f
repomirrorworker stdout | Copying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014
repomirrorworker stdout | Copying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8
repomirrorworker stdout | Copying blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b
repomirrorworker stdout | Copying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4
repomirrorworker stdout | Copying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2
repomirrorworker stdout | Copying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c
repomirrorworker stdout | Copying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1
repomirrorworker stdout | Copying blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3
repomirrorworker stdout | Copying blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775
repomirrorworker stdout | Copying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416
repomirrorworker stdout | Copying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4
repomirrorworker stdout | Copying blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52
repomirrorworker stdout | Copying blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff
repomirrorworker stdout | Copying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385
repomirrorworker stdout | Copying blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c
repomirrorworker stdout | Copying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d
repomirrorworker stdout | Copying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725
repomirrorworker stdout | Copying blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e
repomirrorworker stdout | Copying blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a
repomirrorworker stdout | Copying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b
repomirrorworker stdout | Copying blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee
repomirrorworker stdout | Copying blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1
repomirrorworker stdout | Copying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad
repomirrorworker stdout | Copying blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90
repomirrorworker stdout | Copying blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e
repomirrorworker stdout | Copying blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8
repomirrorworker stdout | Copying blob sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1
repomirrorworker stdout | Copying blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce
repomirrorworker stdout | Copying blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a
repomirrorworker stdout | Copying blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98
repomirrorworker stdout | Copying blob sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac
repomirrorworker stdout | Copying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998
repomirrorworker stdout | Copying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946
repomirrorworker stdout | Copying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6
repomirrorworker stdout | Copying blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43
repomirrorworker stdout | Copying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff
repomirrorworker stdout | Copying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887
repomirrorworker stdout | Copying blob sha256:3147f90627f5e57f6ebbb59cc6bcef5549575a3a5f98e43f4d1cc35474df168b
repomirrorworker stdout | Copying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b
repomirrorworker stdout | Copying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3
repomirrorworker stdout | Copying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32
repomirrorworker stdout | Copying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359
repomirrorworker stdout | Copying blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a
repomirrorworker stdout | Copying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0
repomirrorworker stdout | Copying blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43
repomirrorworker stdout | Copying blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155
repomirrorworker stdout | Copying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe
repomirrorworker stdout | Copying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7
repomirrorworker stdout | Copying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41
repomirrorworker stdout | Copying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1
repomirrorworker stdout | Copying blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba
repomirrorworker stdout | Copying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e
repomirrorworker stdout | Copying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd
repomirrorworker stdout | Copying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb
repomirrorworker stdout | Copying blob sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07
repomirrorworker stdout | Copying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05
repomirrorworker stdout | Copying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39
repomirrorworker stdout | Copying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf
repomirrorworker stdout | Copying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b
repomirrorworker stdout | Copying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc
repomirrorworker stdout | Copying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332
repomirrorworker stdout | Copying blob sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478
repomirrorworker stdout | Copying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f
repomirrorworker stdout | Copying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a
repomirrorworker stdout | Copying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44
repomirrorworker stdout | Copying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4
repomirrorworker stdout | Copying blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390
repomirrorworker stdout | Copying blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789
repomirrorworker stdout | Copying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46
repomirrorworker stdout | Copying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83
repomirrorworker stdout | Copying blob sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb
repomirrorworker stdout | Copying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440
repomirrorworker stdout | Copying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a
repomirrorworker stdout | Copying blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f
repomirrorworker stdout | Copying blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12
repomirrorworker stdout | Copying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06
repomirrorworker stdout | Copying blob sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912
repomirrorworker stdout | Copying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f
repomirrorworker stdout | Copying blob sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad
repomirrorworker stdout | Copying blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8
repomirrorworker stdout | Copying blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6
repomirrorworker stdout | Copying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581
repomirrorworker stdout | Copying blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0
repomirrorworker stdout | Copying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae
repomirrorworker stdout | Copying blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78
repomirrorworker stdout | Copying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326
repomirrorworker stdout | Copying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946
repomirrorworker stdout | Copying blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4
repomirrorworker stdout | Copying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d
repomirrorworker stdout | Copying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c
repomirrorworker stdout | Copying blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7
repomirrorworker stdout | Copying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb
repomirrorworker stdout | Copying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722
repomirrorworker stdout | Copying blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3
repomirrorworker stdout | Copying blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702
repomirrorworker stdout | Copying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d
repomirrorworker stdout | Copying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c
repomirrorworker stdout | Copying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36
repomirrorworker stdout | Copying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645
repomirrorworker stdout | Copying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a
repomirrorworker stdout | Copying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3
repomirrorworker stdout | Copying blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f
repomirrorworker stdout | Copying blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc
repomirrorworker stdout | Copying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01
repomirrorworker stdout | Copying blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74
repomirrorworker stdout | Copying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079
repomirrorworker stdout | Copying blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e
repomirrorworker stdout | Copying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859
repomirrorworker stdout | Copying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a
repomirrorworker stdout | Copying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c
repomirrorworker stdout | Copying blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df
repomirrorworker stdout | Copying blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2
repomirrorworker stdout | Copying blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca
repomirrorworker stdout | Copying blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf
repomirrorworker stdout | Copying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b
repomirrorworker stdout | Copying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c
repomirrorworker stdout | Copying blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4
repomirrorworker stdout | Copying blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788
repomirrorworker stdout | Copying blob sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b
repomirrorworker stdout | Copying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae
repomirrorworker stdout | Copying blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59
repomirrorworker stdout | Copying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251
repomirrorworker stdout | Copying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332
repomirrorworker stdout | Copying blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7
repomirrorworker stdout | Copying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0
repomirrorworker stdout | Copying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7
repomirrorworker stdout | Copying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4
repomirrorworker stdout | Copying blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4
repomirrorworker stdout | Copying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509
repomirrorworker stdout | Copying blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17
repomirrorworker stdout | Copying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd
repomirrorworker stdout | Copying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef
repomirrorworker stdout | Copying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384
repomirrorworker stdout | Copying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443
repomirrorworker stdout | Copying blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86
repomirrorworker stdout | Copying blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142
repomirrorworker stdout | Copying blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2
repomirrorworker stdout | Copying blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075
repomirrorworker stdout | Copying blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220
repomirrorworker stdout | Copying blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d
repomirrorworker stdout | Copying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d
repomirrorworker stdout | Copying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108
repomirrorworker stdout | Copying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855
repomirrorworker stdout | Copying blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5
repomirrorworker stdout | Copying blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874
repomirrorworker stdout | Copying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a
repomirrorworker stdout | Copying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3
repomirrorworker stdout | Copying blob sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75
repomirrorworker stdout | Copying blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264
repomirrorworker stdout | Copying blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19
repomirrorworker stdout | Copying blob sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d
repomirrorworker stdout | Copying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1
repomirrorworker stdout | Copying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569
repomirrorworker stdout | Copying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803
repomirrorworker stdout | Copying blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a
repomirrorworker stdout | Copying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e
repomirrorworker stdout | Copying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742
repomirrorworker stdout | Copying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81
repomirrorworker stdout | Copying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924
repomirrorworker stdout | Copying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538
repomirrorworker stdout | Copying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955
repomirrorworker stdout | Copying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54
repomirrorworker stdout | Copying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2
repomirrorworker stdout | Copying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15
repomirrorworker stdout | Copying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec
repomirrorworker stdout | Copying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1
repomirrorworker stdout | Copying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378
repomirrorworker stdout | Copying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95
repomirrorworker stdout | Copying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416
repomirrorworker stdout | Copying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95
repomirrorworker stdout | Copying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f
repomirrorworker stdout | Copying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915
repomirrorworker stdout | Copying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b
repomirrorworker stdout | Copying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81
repomirrorworker stdout | Copying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098
repomirrorworker stdout | Copying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1
repomirrorworker stdout | Copying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be
repomirrorworker stdout | Copying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e
repomirrorworker stdout | Copying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b
repomirrorworker stdout | Copying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b
repomirrorworker stdout | Copying blob sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f
repomirrorworker stdout | Copying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de
repomirrorworker stdout | Copying blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827
repomirrorworker stdout | Copying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f
repomirrorworker stdout | Copying blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23
repomirrorworker stdout | Copying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2
repomirrorworker stdout | Copying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb
repomirrorworker stdout | Copying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8
repomirrorworker stdout | Copying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d
repomirrorworker stdout | Copying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8
repomirrorworker stdout | Copying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff
repomirrorworker stdout | Copying blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df
repomirrorworker stdout | Copying blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae
repomirrorworker stdout | Copying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331
repomirrorworker stdout | Copying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa
repomirrorworker stdout | Copying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529
repomirrorworker stdout | Copying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3
repomirrorworker stdout | Copying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa
repomirrorworker stdout | Copying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895
repomirrorworker stdout | Copying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263
repomirrorworker stdout | Copying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c
repomirrorworker stdout | Copying blob sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd
repomirrorworker stdout | Copying blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8
repomirrorworker stdout | Copying blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8
repomirrorworker stdout | Copying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433
repomirrorworker stdout | Copying blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe
repomirrorworker stdout | Copying blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17
repomirrorworker stdout | Copying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2
repomirrorworker stdout | Copying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde
repomirrorworker stdout | Copying blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6
repomirrorworker stdout | Copying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226
repomirrorworker stdout | Copying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef
repomirrorworker stdout | Copying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769
repomirrorworker stdout | Copying blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66
repomirrorworker stdout | Copying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a
repomirrorworker stdout | Copying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c
repomirrorworker stdout | Copying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671
repomirrorworker stdout | Copying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40
repomirrorworker stdout | Copying blob sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc
repomirrorworker stdout | Copying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be
repomirrorworker stdout | Copying blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01
repomirrorworker stdout | Copying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8
repomirrorworker stdout | Copying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a
repomirrorworker stdout | Copying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730
repomirrorworker stdout | Copying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069
repomirrorworker stdout | Copying blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9
repomirrorworker stdout | Copying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581
repomirrorworker stdout | Copying blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53
repomirrorworker stdout | Copying blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08
repomirrorworker stdout | Copying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc
repomirrorworker stdout | Copying blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052
repomirrorworker stdout | Copying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081
repomirrorworker stdout | Copying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb
repomirrorworker stdout | Copying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e
repomirrorworker stdout | Copying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec
repomirrorworker stdout | Copying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa
repomirrorworker stdout | Copying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802
repomirrorworker stdout | Copying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e
repomirrorworker stdout | Copying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4
repomirrorworker stdout | Copying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3
repomirrorworker stdout | Copying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4
repomirrorworker stdout | Copying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171
repomirrorworker stdout | Copying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9
repomirrorworker stdout | Copying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a
repomirrorworker stdout | Copying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2
repomirrorworker stdout | Copying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c
repomirrorworker stdout | Copying blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33
repomirrorworker stdout | Copying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8
repomirrorworker stdout | Copying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481
repomirrorworker stdout | Copying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8
repomirrorworker stdout | Copying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588
repomirrorworker stdout | Copying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1
repomirrorworker stdout | Copying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53
repomirrorworker stdout | Copying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be
repomirrorworker stdout | Copying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489
repomirrorworker stdout | Copying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f
repomirrorworker stdout | Copying blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef
repomirrorworker stdout | Copying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc
repomirrorworker stdout | Copying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d
repomirrorworker stdout | Copying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3
repomirrorworker stdout | Copying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378
repomirrorworker stdout | Copying config sha256:04594e3f89ee74dfb0c02891fb07cd4a284f8f104715c17c028306177150aea3
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:34:23,386 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:23,389 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:23,391 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 34, 23, 389148), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-63.1626843762-source\' successful sync", "tag": "1-63.1626843762-source", "tags": null, "stdout": "Copying blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200\\nCopying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\nCopying blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2\\nCopying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\nCopying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\nCopying blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e\\nCopying blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c\\nCopying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\nCopying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\nCopying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\nCopying blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c\\nCopying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\nCopying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\nCopying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\nCopying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\nCopying blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b\\nCopying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\nCopying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\nCopying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\nCopying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\nCopying blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3\\nCopying blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775\\nCopying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\nCopying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\nCopying blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52\\nCopying blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff\\nCopying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\nCopying blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c\\nCopying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\nCopying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\nCopying blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\nCopying blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\nCopying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\nCopying blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee\\nCopying blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1\\nCopying blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\nCopying blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90\\nCopying blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e\\nCopying blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8\\nCopying blob sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1\\nCopying blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce\\nCopying blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a\\nCopying blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98\\nCopying blob sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac\\nCopying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\nCopying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\nCopying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\nCopying blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43\\nCopying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\nCopying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\nCopying blob sha256:3147f90627f5e57f6ebbb59cc6bcef5549575a3a5f98e43f4d1cc35474df168b\\nCopying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\nCopying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\nCopying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\nCopying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\nCopying blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a\\nCopying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\nCopying blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43\\nCopying blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155\\nCopying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\nCopying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\nCopying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\nCopying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\nCopying blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba\\nCopying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\nCopying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\nCopying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\nCopying blob sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07\\nCopying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\nCopying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\nCopying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\nCopying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\nCopying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\nCopying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\nCopying blob sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478\\nCopying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\nCopying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\nCopying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\nCopying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\nCopying blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390\\nCopying blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789\\nCopying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\nCopying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\nCopying blob sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb\\nCopying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\nCopying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\nCopying blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f\\nCopying blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12\\nCopying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\nCopying blob sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912\\nCopying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\nCopying blob sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad\\nCopying blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8\\nCopying blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6\\nCopying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\nCopying blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0\\nCopying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\nCopying blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78\\nCopying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\nCopying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\nCopying blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4\\nCopying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\nCopying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\nCopying blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7\\nCopying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\nCopying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\nCopying blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3\\nCopying blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702\\nCopying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\nCopying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\nCopying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\nCopying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\nCopying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\nCopying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\nCopying blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f\\nCopying blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc\\nCopying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\nCopying blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74\\nCopying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\nCopying blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e\\nCopying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\nCopying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\nCopying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\nCopying blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df\\nCopying blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2\\nCopying blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca\\nCopying blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\nCopying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\nCopying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\nCopying blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4\\nCopying blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788\\nCopying blob sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b\\nCopying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\nCopying blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59\\nCopying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\nCopying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\nCopying blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7\\nCopying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\nCopying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\nCopying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\nCopying blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4\\nCopying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\nCopying blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17\\nCopying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\nCopying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\nCopying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\nCopying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\nCopying blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86\\nCopying blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142\\nCopying blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2\\nCopying blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075\\nCopying blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220\\nCopying blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d\\nCopying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\nCopying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\nCopying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\nCopying blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5\\nCopying blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874\\nCopying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\nCopying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\nCopying blob sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75\\nCopying blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264\\nCopying blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\nCopying blob sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d\\nCopying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\nCopying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\nCopying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\nCopying blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a\\nCopying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\nCopying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\nCopying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\nCopying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\nCopying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\nCopying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\nCopying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\nCopying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\nCopying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\nCopying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\nCopying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\nCopying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\nCopying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\nCopying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\nCopying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\nCopying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\nCopying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\nCopying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\nCopying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\nCopying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\nCopying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\nCopying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\nCopying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\nCopying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\nCopying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\nCopying blob sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f\\nCopying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\nCopying blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827\\nCopying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\nCopying blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23\\nCopying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\nCopying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\nCopying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\nCopying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\nCopying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\nCopying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\nCopying blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df\\nCopying blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae\\nCopying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\nCopying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\nCopying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\nCopying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\nCopying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\nCopying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\nCopying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\nCopying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\nCopying blob sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd\\nCopying blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8\\nCopying blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8\\nCopying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\nCopying blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\nCopying blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17\\nCopying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\nCopying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\nCopying blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6\\nCopying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\nCopying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\nCopying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\nCopying blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\nCopying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\nCopying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\nCopying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\nCopying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\nCopying blob sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc\\nCopying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\nCopying blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01\\nCopying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\nCopying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\nCopying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\nCopying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\nCopying blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\nCopying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\nCopying blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\nCopying blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08\\nCopying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\nCopying blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052\\nCopying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\nCopying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\nCopying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\nCopying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\nCopying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\nCopying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\nCopying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\nCopying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\nCopying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\nCopying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\nCopying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\nCopying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\nCopying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\nCopying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\nCopying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\nCopying blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33\\nCopying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\nCopying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\nCopying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\nCopying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\nCopying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\nCopying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\nCopying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\nCopying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\nCopying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\nCopying blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef\\nCopying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\nCopying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\nCopying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\nCopying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\nCopying config sha256:04594e3f89ee74dfb0c02891fb07cd4a284f8f104715c17c028306177150aea3\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-63.1626843762-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:34:15Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-63.1626843762-source\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-63.1626843762-source\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:10163f5a407020108050caed2cfb372f3064b8bf6322e49969bc07224001f6ad (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3147f90627f5e57f6ebbb59cc6bcef5549575a3a5f98e43f4d1cc35474df168b\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3147f90627f5e57f6ebbb59cc6bcef5549575a3a5f98e43f4d1cc35474df168b\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:3147f90627f5e57f6ebbb59cc6bcef5549575a3a5f98e43f4d1cc35474df168b (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:162c37cb16c0dc082799bad804831127d8c656fbc2a4deddadd12a76ed9aad07 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:34:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:663bf9c8202a5ea9b696b8ca5a0292d0293b0fa3a737c6f2281cc5c92aed85bb (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:c275360637a0ab3c801505a26306f473c16f486680100dd64179de43c78a8b1b (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Skipping blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59 (already present):\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:34:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha
repomirrorworker stdout | 256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:34:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:7b027cd8cb2d71974826728235b204bd74c46343193119644d9f84b82d13eefd (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17 (already present):\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:34:20Z\\" level=debug msg=\\"Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:34:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33 (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:04594e3f89ee74dfb0c02891fb07cd4a284f8f104715c17c028306177150aea3\\"\\ntime=\\"2022-06-02T12:34:22Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:04594e3f89ee74dfb0c02891fb07cd4a284f8f104715c17c028306177150aea3\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04594e3f89ee74dfb0c02891fb07cd4a284f8f104715c17c028306177150aea3\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04594e3f89ee74dfb0c02891fb07cd4a284f8f104715c17c028306177150aea3\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-63.1626843762-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:34:23,400 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-63.1626843762-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:34:23,401 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 34, 23, 400754), 2, 'f89f8ae9-91ad-428b-83ff-dd72b8184376', 3, '2aa5c193-e1b0-471f-8b9f-8a9f8f9c2c1d'])
repomirrorworker stdout | 2022-06-02 12:34:23,403 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:23,404 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:23,405 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:23,406 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:34:23,406 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:23,413 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:29,344 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:34:23Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-68\""
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:34:23Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-68"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Copying instance sha256:af6f93b81f9313de95966e8cd681edb9dbcb5fdbddc5a4cc365af8e4534096ef (1/4)"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:af6f93b81f9313de95966e8cd681edb9dbcb5fdbddc5a4cc365af8e4534096ef"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-68"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e700082b61713c8cefc8029da605d57b4e8735c0f28a582d6c9b3c8606746076"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:296e14ee24149e14d573a1fbf5b5a625c7bb0cc22f5b2a8b180e833258187948"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:359fed170a21fd169953d50193bb1b9405d5e827bed42a220d154cadf794ac23"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:356f18f3a935b2f226093720b65383048249413ed99da72c87d5be58cc46661c"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19c7e0d23e1f527cfe0a0de0641d5988ce8188bea662289c92599c1d2a217614"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:356f18f3a935b2f226093720b65383048249413ed99da72c87d5be58cc46661c"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:359fed170a21fd169953d50193bb1b9405d5e827bed42a220d154cadf794ac23"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19c7e0d23e1f527cfe0a0de0641d5988ce8188bea662289c92599c1d2a217614"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:296e14ee24149e14d573a1fbf5b5a625c7bb0cc22f5b2a8b180e833258187948"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e700082b61713c8cefc8029da605d57b4e8735c0f28a582d6c9b3c8606746076"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Skipping blob sha256:359fed170a21fd169953d50193bb1b9405d5e827bed42a220d154cadf794ac23 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Skipping blob sha256:19c7e0d23e1f527cfe0a0de0641d5988ce8188bea662289c92599c1d2a217614 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Skipping blob sha256:296e14ee24149e14d573a1fbf5b5a625c7bb0cc22f5b2a8b180e833258187948 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Skipping blob sha256:356f18f3a935b2f226093720b65383048249413ed99da72c87d5be58cc46661c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Skipping blob sha256:e700082b61713c8cefc8029da605d57b4e8735c0f28a582d6c9b3c8606746076 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:b690d19bb4f6abe53263fb998f52047ad08e611ec6432d2576d52962156c5396"
repomirrorworker stdout | time="2022-06-02T12:34:25Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:b690d19bb4f6abe53263fb998f52047ad08e611ec6432d2576d52962156c5396"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b690d19bb4f6abe53263fb998f52047ad08e611ec6432d2576d52962156c5396"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b690d19bb4f6abe53263fb998f52047ad08e611ec6432d2576d52962156c5396"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:af6f93b81f9313de95966e8cd681edb9dbcb5fdbddc5a4cc365af8e4534096ef"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="Copying instance sha256:b33cee18b2273493a6baf361ff36a240c164d08fcdf212a014af31da1c06dfa5 (2/4)"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:b33cee18b2273493a6baf361ff36a240c164d08fcdf212a014af31da1c06dfa5"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-68"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f5839b2b8d7cc8f9ee010bc8f0c0ec1f8dbdf32db31a74587730a8ea41d8a555"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3335ccf4eab7bb4364111d8a7aece8f3b07da1a30bb508ef80b3ee04db77102"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:273e2c0584f04e23d49eae5582209bcb76de1cb90a86cfce17c2dfb0cde6bbda"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e456f84819d939f887f8ef6f03bc4ea31968f484adee9ada023f797efa7b7412"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e456f84819d939f887f8ef6f03bc4ea31968f484adee9ada023f797efa7b7412"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3335ccf4eab7bb4364111d8a7aece8f3b07da1a30bb508ef80b3ee04db77102"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2da4ab1c5a9105b217b81e7db865610e0b4eda724bb9da15076e3d1d3adc83be"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:273e2c0584f04e23d49eae5582209bcb76de1cb90a86cfce17c2dfb0cde6bbda"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f5839b2b8d7cc8f9ee010bc8f0c0ec1f8dbdf32db31a74587730a8ea41d8a555"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2da4ab1c5a9105b217b81e7db865610e0b4eda724bb9da15076e3d1d3adc83be"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="Skipping blob sha256:f5839b2b8d7cc8f9ee010bc8f0c0ec1f8dbdf32db31a74587730a8ea41d8a555 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="Skipping blob sha256:273e2c0584f04e23d49eae5582209bcb76de1cb90a86cfce17c2dfb0cde6bbda (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="Skipping blob sha256:e456f84819d939f887f8ef6f03bc4ea31968f484adee9ada023f797efa7b7412 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="Skipping blob sha256:b3335ccf4eab7bb4364111d8a7aece8f3b07da1a30bb508ef80b3ee04db77102 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="Skipping blob sha256:2da4ab1c5a9105b217b81e7db865610e0b4eda724bb9da15076e3d1d3adc83be (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:643149ae5a4233c8f37937bda40d68455a7c938d3868cdf9370a66f508adfa27"
repomirrorworker stdout | time="2022-06-02T12:34:26Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:643149ae5a4233c8f37937bda40d68455a7c938d3868cdf9370a66f508adfa27"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:643149ae5a4233c8f37937bda40d68455a7c938d3868cdf9370a66f508adfa27"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:643149ae5a4233c8f37937bda40d68455a7c938d3868cdf9370a66f508adfa27"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:b33cee18b2273493a6baf361ff36a240c164d08fcdf212a014af31da1c06dfa5"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="Copying instance sha256:66351341ebd6177d9dcab67ed1ab5276b127f6abe99123542c7852c8924e5f7d (3/4)"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:66351341ebd6177d9dcab67ed1ab5276b127f6abe99123542c7852c8924e5f7d"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-68"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ac3380dc70f72ece61156aac85315ce163dea3d2da68cf83d8fe491f6928ccf"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5bcb235cb7dd32b1582b751a71358c2e776afb48cffc8970fd3c96205205ce75"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5fc6a686edb8ddda0cb87ba935670a3af91e8254f754881487a33c704b889cfa"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5bcb235cb7dd32b1582b751a71358c2e776afb48cffc8970fd3c96205205ce75"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ac3380dc70f72ece61156aac85315ce163dea3d2da68cf83d8fe491f6928ccf"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd3409c87705a16d027980e2536ba7aebf97b5ca8ac8f236d8a9e2a33108fce4"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac98a42112890b4e2908f55aa520de5b0228da1e03ef3f762bd7e20ba7fe4ec9"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac98a42112890b4e2908f55aa520de5b0228da1e03ef3f762bd7e20ba7fe4ec9"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd3409c87705a16d027980e2536ba7aebf97b5ca8ac8f236d8a9e2a33108fce4"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5fc6a686edb8ddda0cb87ba935670a3af91e8254f754881487a33c704b889cfa"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="Skipping blob sha256:ac98a42112890b4e2908f55aa520de5b0228da1e03ef3f762bd7e20ba7fe4ec9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="Skipping blob sha256:7ac3380dc70f72ece61156aac85315ce163dea3d2da68cf83d8fe491f6928ccf (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="Skipping blob sha256:5bcb235cb7dd32b1582b751a71358c2e776afb48cffc8970fd3c96205205ce75 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="Skipping blob sha256:5fc6a686edb8ddda0cb87ba935670a3af91e8254f754881487a33c704b889cfa (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="Skipping blob sha256:bd3409c87705a16d027980e2536ba7aebf97b5ca8ac8f236d8a9e2a33108fce4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:58f653e71430fe299515d53427ce97f7f1dd2fee677537a53513a1974d066b84"
repomirrorworker stdout | time="2022-06-02T12:34:27Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:58f653e71430fe299515d53427ce97f7f1dd2fee677537a53513a1974d066b84"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58f653e71430fe299515d53427ce97f7f1dd2fee677537a53513a1974d066b84"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58f653e71430fe299515d53427ce97f7f1dd2fee677537a53513a1974d066b84"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:66351341ebd6177d9dcab67ed1ab5276b127f6abe99123542c7852c8924e5f7d"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="Copying instance sha256:4fa33b8744166ee17aa0f671f9d00ba5f699f385d829f99164b83bfba831bf8c (4/4)"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:4fa33b8744166ee17aa0f671f9d00ba5f699f385d829f99164b83bfba831bf8c"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-68"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9afb86b5211ae4e4f4bb62b1a801b0652d911168498bf9d3b9ed0bf8d59f8b87"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56ed4da7b1ef50557d54ec71f32a7865963b27789e121c19613b51a01e41e3cb"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9afb86b5211ae4e4f4bb62b1a801b0652d911168498bf9d3b9ed0bf8d59f8b87"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1ee89182b0c3f435178011554a456191442464ec9384b2cd147f45bc103470"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a051ef4e784ba421fa16c450cce9c49fee7bf87c495df1eaa494c747a2bc3b11"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1ee89182b0c3f435178011554a456191442464ec9384b2cd147f45bc103470"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a051ef4e784ba421fa16c450cce9c49fee7bf87c495df1eaa494c747a2bc3b11"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56ed4da7b1ef50557d54ec71f32a7865963b27789e121c19613b51a01e41e3cb"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75e3d838e36e447aa363ac0a09d68d33727cd487d75199da7c2a819c626eafd8"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75e3d838e36e447aa363ac0a09d68d33727cd487d75199da7c2a819c626eafd8"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="Skipping blob sha256:56ed4da7b1ef50557d54ec71f32a7865963b27789e121c19613b51a01e41e3cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="Skipping blob sha256:9afb86b5211ae4e4f4bb62b1a801b0652d911168498bf9d3b9ed0bf8d59f8b87 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="Skipping blob sha256:75e3d838e36e447aa363ac0a09d68d33727cd487d75199da7c2a819c626eafd8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="Skipping blob sha256:a051ef4e784ba421fa16c450cce9c49fee7bf87c495df1eaa494c747a2bc3b11 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="Skipping blob sha256:7f1ee89182b0c3f435178011554a456191442464ec9384b2cd147f45bc103470 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:0dd9b9e4cffea221ca5f88acba4188ed9a8db07afacf2bb168372a672bcd97c0"
repomirrorworker stdout | time="2022-06-02T12:34:28Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:0dd9b9e4cffea221ca5f88acba4188ed9a8db07afacf2bb168372a672bcd97c0"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0dd9b9e4cffea221ca5f88acba4188ed9a8db07afacf2bb168372a672bcd97c0"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0dd9b9e4cffea221ca5f88acba4188ed9a8db07afacf2bb168372a672bcd97c0"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:4fa33b8744166ee17aa0f671f9d00ba5f699f385d829f99164b83bfba831bf8c"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-68"
repomirrorworker stdout | 2022-06-02 12:34:29,345 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:af6f93b81f9313de95966e8cd681edb9dbcb5fdbddc5a4cc365af8e4534096ef (1/4)
repomirrorworker stdout | Copying blob sha256:359fed170a21fd169953d50193bb1b9405d5e827bed42a220d154cadf794ac23
repomirrorworker stdout | Copying blob sha256:19c7e0d23e1f527cfe0a0de0641d5988ce8188bea662289c92599c1d2a217614
repomirrorworker stdout | Copying blob sha256:296e14ee24149e14d573a1fbf5b5a625c7bb0cc22f5b2a8b180e833258187948
repomirrorworker stdout | Copying blob sha256:356f18f3a935b2f226093720b65383048249413ed99da72c87d5be58cc46661c
repomirrorworker stdout | Copying blob sha256:e700082b61713c8cefc8029da605d57b4e8735c0f28a582d6c9b3c8606746076
repomirrorworker stdout | Copying config sha256:b690d19bb4f6abe53263fb998f52047ad08e611ec6432d2576d52962156c5396
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:b33cee18b2273493a6baf361ff36a240c164d08fcdf212a014af31da1c06dfa5 (2/4)
repomirrorworker stdout | Copying blob sha256:f5839b2b8d7cc8f9ee010bc8f0c0ec1f8dbdf32db31a74587730a8ea41d8a555
repomirrorworker stdout | Copying blob sha256:273e2c0584f04e23d49eae5582209bcb76de1cb90a86cfce17c2dfb0cde6bbda
repomirrorworker stdout | Copying blob sha256:e456f84819d939f887f8ef6f03bc4ea31968f484adee9ada023f797efa7b7412
repomirrorworker stdout | Copying blob sha256:b3335ccf4eab7bb4364111d8a7aece8f3b07da1a30bb508ef80b3ee04db77102
repomirrorworker stdout | Copying blob sha256:2da4ab1c5a9105b217b81e7db865610e0b4eda724bb9da15076e3d1d3adc83be
repomirrorworker stdout | Copying config sha256:643149ae5a4233c8f37937bda40d68455a7c938d3868cdf9370a66f508adfa27
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:66351341ebd6177d9dcab67ed1ab5276b127f6abe99123542c7852c8924e5f7d (3/4)
repomirrorworker stdout | Copying blob sha256:ac98a42112890b4e2908f55aa520de5b0228da1e03ef3f762bd7e20ba7fe4ec9
repomirrorworker stdout | Copying blob sha256:7ac3380dc70f72ece61156aac85315ce163dea3d2da68cf83d8fe491f6928ccf
repomirrorworker stdout | Copying blob sha256:5bcb235cb7dd32b1582b751a71358c2e776afb48cffc8970fd3c96205205ce75
repomirrorworker stdout | Copying blob sha256:5fc6a686edb8ddda0cb87ba935670a3af91e8254f754881487a33c704b889cfa
repomirrorworker stdout | Copying blob sha256:bd3409c87705a16d027980e2536ba7aebf97b5ca8ac8f236d8a9e2a33108fce4
repomirrorworker stdout | Copying config sha256:58f653e71430fe299515d53427ce97f7f1dd2fee677537a53513a1974d066b84
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:4fa33b8744166ee17aa0f671f9d00ba5f699f385d829f99164b83bfba831bf8c (4/4)
repomirrorworker stdout | Copying blob sha256:56ed4da7b1ef50557d54ec71f32a7865963b27789e121c19613b51a01e41e3cb
repomirrorworker stdout | Copying blob sha256:9afb86b5211ae4e4f4bb62b1a801b0652d911168498bf9d3b9ed0bf8d59f8b87
repomirrorworker stdout | Copying blob sha256:75e3d838e36e447aa363ac0a09d68d33727cd487d75199da7c2a819c626eafd8
repomirrorworker stdout | Copying blob sha256:a051ef4e784ba421fa16c450cce9c49fee7bf87c495df1eaa494c747a2bc3b11
repomirrorworker stdout | Copying blob sha256:7f1ee89182b0c3f435178011554a456191442464ec9384b2cd147f45bc103470
repomirrorworker stdout | Copying config sha256:0dd9b9e4cffea221ca5f88acba4188ed9a8db07afacf2bb168372a672bcd97c0
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:34:29,347 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:29,350 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:29,352 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 34, 29, 350151), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-68\' successful sync", "tag": "1-68", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:af6f93b81f9313de95966e8cd681edb9dbcb5fdbddc5a4cc365af8e4534096ef (1/4)\\nCopying blob sha256:359fed170a21fd169953d50193bb1b9405d5e827bed42a220d154cadf794ac23\\nCopying blob sha256:19c7e0d23e1f527cfe0a0de0641d5988ce8188bea662289c92599c1d2a217614\\nCopying blob sha256:296e14ee24149e14d573a1fbf5b5a625c7bb0cc22f5b2a8b180e833258187948\\nCopying blob sha256:356f18f3a935b2f226093720b65383048249413ed99da72c87d5be58cc46661c\\nCopying blob sha256:e700082b61713c8cefc8029da605d57b4e8735c0f28a582d6c9b3c8606746076\\nCopying config sha256:b690d19bb4f6abe53263fb998f52047ad08e611ec6432d2576d52962156c5396\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:b33cee18b2273493a6baf361ff36a240c164d08fcdf212a014af31da1c06dfa5 (2/4)\\nCopying blob sha256:f5839b2b8d7cc8f9ee010bc8f0c0ec1f8dbdf32db31a74587730a8ea41d8a555\\nCopying blob sha256:273e2c0584f04e23d49eae5582209bcb76de1cb90a86cfce17c2dfb0cde6bbda\\nCopying blob sha256:e456f84819d939f887f8ef6f03bc4ea31968f484adee9ada023f797efa7b7412\\nCopying blob sha256:b3335ccf4eab7bb4364111d8a7aece8f3b07da1a30bb508ef80b3ee04db77102\\nCopying blob sha256:2da4ab1c5a9105b217b81e7db865610e0b4eda724bb9da15076e3d1d3adc83be\\nCopying config sha256:643149ae5a4233c8f37937bda40d68455a7c938d3868cdf9370a66f508adfa27\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:66351341ebd6177d9dcab67ed1ab5276b127f6abe99123542c7852c8924e5f7d (3/4)\\nCopying blob sha256:ac98a42112890b4e2908f55aa520de5b0228da1e03ef3f762bd7e20ba7fe4ec9\\nCopying blob sha256:7ac3380dc70f72ece61156aac85315ce163dea3d2da68cf83d8fe491f6928ccf\\nCopying blob sha256:5bcb235cb7dd32b1582b751a71358c2e776afb48cffc8970fd3c96205205ce75\\nCopying blob sha256:5fc6a686edb8ddda0cb87ba935670a3af91e8254f754881487a33c704b889cfa\\nCopying blob sha256:bd3409c87705a16d027980e2536ba7aebf97b5ca8ac8f236d8a9e2a33108fce4\\nCopying config sha256:58f653e71430fe299515d53427ce97f7f1dd2fee677537a53513a1974d066b84\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:4fa33b8744166ee17aa0f671f9d00ba5f699f385d829f99164b83bfba831bf8c (4/4)\\nCopying blob sha256:56ed4da7b1ef50557d54ec71f32a7865963b27789e121c19613b51a01e41e3cb\\nCopying blob sha256:9afb86b5211ae4e4f4bb62b1a801b0652d911168498bf9d3b9ed0bf8d59f8b87\\nCopying blob sha256:75e3d838e36e447aa363ac0a09d68d33727cd487d75199da7c2a819c626eafd8\\nCopying blob sha256:a051ef4e784ba421fa16c450cce9c49fee7bf87c495df1eaa494c747a2bc3b11\\nCopying blob sha256:7f1ee89182b0c3f435178011554a456191442464ec9384b2cd147f45bc103470\\nCopying config sha256:0dd9b9e4cffea221ca5f88acba4188ed9a8db07afacf2bb168372a672bcd97c0\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-68\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:34:23Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-68\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Copying instance sha256:af6f93b81f9313de95966e8cd681edb9dbcb5fdbddc5a4cc365af8e4534096ef (1/4)\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:af6f93b81f9313de95966e8cd681edb9dbcb5fdbddc5a4cc365af8e4534096ef\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-68\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e700082b61713c8cefc8029da605d57b4e8735c0f28a582d6c9b3c8606746076\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:296e14ee24149e14d573a1fbf5b5a625c7bb0cc22f5b2a8b180e833258187948\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:359fed170a21fd169953d50193bb1b9405d5e827bed42a220d154cadf794ac23\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:356f18f3a935b2f226093720b65383048249413ed99da72c87d5be58cc46661c\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19c7e0d23e1f527cfe0a0de0641d5988ce8188bea662289c92599c1d2a217614\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:356f18f3a935b2f226093720b65383048249413ed99da72c87d5be58cc46661c\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:359fed170a21fd169953d50193bb1b9405d5e827bed42a220d154cadf794ac23\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19c7e0d23e1f527cfe0a0de0641d5988ce8188bea662289c92599c1d2a217614\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:296e14ee24149e14d573a1fbf5b5a625c7bb0cc22f5b2a8b180e833258187948\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e700082b61713c8cefc8029da605d57b4e8735c0f28a582d6c9b3c8606746076\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Skipping blob sha256:359fed170a21fd169953d50193bb1b9405d5e827bed42a220d154cadf794ac23 (already present):\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Skipping blob sha256:19c7e0d23e1f527cfe0a0de0641d5988ce8188bea662289c92599c1d2a217614 (already present):\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Skipping blob sha256:296e14ee24149e14d573a1fbf5b5a625c7bb0cc22f5b2a8b180e833258187948 (already present):\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Skipping blob sha256:356f18f3a935b2f226093720b65383048249413ed99da72c87d5be58cc46661c (already present):\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Skipping blob sha256:e700082b61713c8cefc8029da605d57b4e8735c0f28a582d6c9b3c8606746076 (already present):\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:b690d19bb4f6abe53263fb998f52047ad08e611ec6432d2576d52962156c5396\\"\\ntime=\\"2022-06-02T12:34:25Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:b690d19bb4f6abe53263fb998f52047ad08e611ec6432d2576d52962156c5396\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b690d19bb4f6abe53263fb998f52047ad08e611ec6432d2576d52962156c5396\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b690d19bb4f6abe53263fb998f52047ad08e611ec6432d2576d52962156c5396\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:af6f93b81f9313de95966e8cd681edb9dbcb5fdbddc5a4cc365af8e4534096ef\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"Copying instance sha256:b33cee18b2273493a6baf361ff36a240c164d08fcdf212a014af31da1c06dfa5 (2/4)\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:b33cee18b2273493a6baf361ff36a240c164d08fcdf212a014af31da1c06dfa5\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-68\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f5839b2b8d7cc8f9ee010bc8f0c0ec1f8dbdf32db31a74587730a8ea41d8a555\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3335ccf4eab7bb4364111d8a7aece8f3b07da1a30bb508ef80b3ee04db77102\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:273e2c0584f04e23d49eae5582209bcb76de1cb90a86cfce17c2dfb0cde6bbda\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e456f84819d939f887f8ef6f03bc4ea31968f484adee9ada023f797efa7b7412\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e456f84819d939f887f8ef6f03bc4ea31968f484adee9ada023f797efa7b7412\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3335ccf4eab7bb4364111d8a7aece8f3b07da1a30bb508ef80b3ee04db77102\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2da4ab1c5a9105b217b81e7db865610e0b4eda724bb9da15076e3d1d3adc83be\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:273e2c0584f04e23d49eae5582209bcb76de1cb90a86cfce17c2dfb0cde6bbda\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f5839b2b8d7cc8f9ee010bc8f0c0ec1f8dbdf32db31a74587730a8ea41d8a555\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2da4ab1c5a9105b217b81e7db865610e0b4eda724bb9da15076e3d1d3adc83be\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"Skipping blob sha256:f5839b2b8d7cc8f9ee010bc8f0c0ec1f8dbdf32db31a74587730a8ea41d8a555 (already present):\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"Skipping blob sha256:273e2c0584f04e23d49eae5582209bcb76de1cb90a86cfce17c2dfb0cde6bbda (already present):\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"Skipping blob sha256:e456f84819d939f887f8ef6f03bc4ea31968f484adee9ada023f797efa7b7412 (already present):\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"Skipping blob sha256:b3335ccf4eab7bb4364111d8a7aece8f3b07da1a30bb508ef80b3ee04db77102 (already present):\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"Skipping blob sha256:2da4ab1c5a9105b217b81e7db865610e0b4eda724bb9da15076e3d1d3adc83be (already present):\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:643149ae5a4233c8f37937bda40d68455a7c938d3868cdf9370a66f508adfa27\\"\\ntime=\\"2022-06-02T12:34:26Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:643149ae5a4233c8f37937bda40d68455a7c938d3868cdf9370a66f508adfa27\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:643149ae5a4233c8f37937bda40d68455a7c938d3868cdf9370a66f508adfa27\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:643149ae5a4233c8f37937bda40d68455a7c938d3868cdf9370a66f508adfa27\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:b33cee18b2273493a6baf361ff36a240c164d08fcdf212a014af31da1c06dfa5\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"Copying instance sha256:66351341ebd6177d9dcab67ed1ab5276b127f6abe99123542c7852c8924e5f7d (3/4)\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:66351341ebd6177d9dcab67ed1ab5276b127f6abe99123542c7852c8924e5f7d\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-68\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ac3380dc70f72ece61156aac85315ce163dea3d2da68cf83d8fe491f6928ccf\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5bcb235cb7dd32b1582b751a71358c2e776afb48cffc8970fd3c96205205ce75\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5fc6a686edb8ddda0cb87ba935670a3af91e8254f754881487a33c704b889cfa\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5bcb235cb7dd32b1582b751a71358c2e776afb48cffc8970fd3c96205205ce75\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ac3380dc70f72ece61156aac85315ce163dea3d2da68cf83d8fe491f6928ccf\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd3409c87705a16d027980e2536ba7aebf97b5ca8ac8f236d8a9e2a33108fce4\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac98a42112890b4e2908f55aa520de5b0228da1e03ef3f762bd7e20ba7fe4ec9\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac98a42112890b4e2908f55aa520de5b0228da1e03ef3f762bd7e20ba7fe4ec9\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd3409c87705a16d027980e2536ba7aebf97b5ca8ac8f236d8a9e2a33108fce4\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5fc6a686edb8ddda0cb87ba935670a3af91e8254f754881487a33c704b889cfa\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"Skipping blob sha256:ac98a42112890b4e2908f55aa520de5b0228da1e03ef3f762bd7e20ba7fe4ec9 (already present):\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"Skipping blob sha256:7ac3380dc70f72ece61156aac85315ce163dea3d2da68cf83d8fe491f6928ccf (already present):\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"Skipping blob sha256:5bcb235cb7dd32b1582b751a71358c2e776afb48cffc8970fd3c96205205ce75 (already present):\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"Skipping blob sha256:5fc6a686edb8ddda0cb87ba935670a3af91e8254f754881487a33c704b889cfa (already present):\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"Skipping blob sha256:bd3409c87705a16d027980e2536ba7aebf97b5ca8ac8f236d8a9e2a33108fce4 (already present):\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:58f653e71430fe299515d53427ce97f7f1dd2fee677537a53513a1974d066b84\\"\\ntime=\\"2022-06-02T12:34:27Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:58f653e71430fe299515d53427ce97f7f1dd2fee677537a53513a1974d066b84\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58f653e71430fe299515d53427ce97f7f1dd2fee677537a53513a1974d066b84\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58f653e71430fe299515d53427ce97f7f1dd2fee677537a53513a1974d066b84\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:66351341ebd6177d9dcab67ed1ab5276b127f6abe99123542c7852c8924e5f7d\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"Copying instance sha256:4fa33b8744166ee17aa0f671f9d00ba5f699f385d829f99164b83bfba831bf8c (4/4)\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:4fa33b8744166ee17aa0f671f9d00ba5f699f385d829f99164b83bfba831bf8c\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-68\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9afb86b5211ae4e4f4bb62b1a801b0652d911168498bf9d3b9ed0bf8d59f8b87\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56ed4da7b1ef50557d54ec71f32a7865963b27789e121c19613b51a01e41e3cb\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9afb86b5211ae4e4f4bb62b1a801b0652d911168498bf9d3b9ed0bf8d59f8b87\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1ee89182b0c3f435178011554a456191442464ec9384b2cd147f45bc103470\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a051ef4e784ba421fa16c450cce9c49fee7bf87c495df1eaa494c747a2bc3b11\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1ee89182b0c3f435178011554a456191442464ec9384b2cd147f45bc103470\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a051ef4e784ba421fa16c450cce9c49fee7bf87c495df1eaa494c747a2bc3b11\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56ed4da7b1ef50557d54ec71f32a7865963b27789e121c19613b51a01e41e3cb\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75e3d838e36e447aa363ac0a09d68d33727cd487d75199da7c2a819c626eafd8\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75e3d838e36e447aa363ac0a09d68d33727cd487d75199da7c2a819c626eafd8\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"Skipping blob sha256:56ed4da7b1ef50557d54ec71f32a7865963b27789e121c19613b51a01e41e3cb (already present):\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"Skipping blob sha256:9afb86b5211ae4e4f4bb62b1a801b0652d911168498bf9d3b9ed0bf8d59f8b87 (already present):\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"Skipping blob sha256:75e3d838e36e447aa363ac0a09d68d33727cd487d75199da7c2a819c626eafd8 (already present):\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"Skipping blob sha256:a051ef4e784ba421fa16c450cce9c49fee7bf87c495df1eaa494c747a2bc3b11 (already present):\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"Skipping blob sha256:7f1ee89182b0c3f435178011554a456191442464ec9384b2cd147f45bc103470 (already present):\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:0dd9b9e4cffea221ca5f88acba4188ed9a8db07afacf2bb168372a672bcd97c0\\"\\ntime=\\"2022-06-02T12:34:28Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:0dd9b9e4cffea221ca5f88acba4188ed9a8db07afacf2bb168372a672bcd97c0\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0dd9b9e4cffea221ca5f88acba4188ed9a8db07afacf2bb168372a672bcd97c0\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0dd9b9e4cffea221ca5f88acba4188ed9a8db07afacf2bb168372a672bcd97c0\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:4fa33b8744166ee17aa0f671f9d00ba5f699f385d829f99164b83bfba831bf8c\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-68\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:34:29,356 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-68' successful sync.
repomirrorworker stdout | 2022-06-02 12:34:29,356 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 34, 29, 356143), 2, '9b0b321e-7927-4558-9e22-bc78cee0fb91', 3, 'f89f8ae9-91ad-428b-83ff-dd72b8184376'])
repomirrorworker stdout | 2022-06-02 12:34:29,359 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:29,360 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:29,361 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:29,361 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:34:29,362 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:29,368 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:36,135 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:34:29Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-68-source\""
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:34:29Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-68-source"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-68-source"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Skipping blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:34:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b439acee288d885cb9a9b84bd8e407ffbaeb2e28c8d29c16a66b19d22311da"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b439acee288d885cb9a9b84bd8e407ffbaeb2e28c8d29c16a66b19d22311da"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:f3b439acee288d885cb9a9b84bd8e407ffbaeb2e28c8d29c16a66b19d22311da (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d05b3364963fda163e0945024216d23acd8961f924e2548126a7c2665634481f"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d05b3364963fda163e0945024216d23acd8961f924e2548126a7c2665634481f"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:d05b3364963fda163e0945024216d23acd8961f924e2548126a7c2665634481f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e"
repomirrorworker stdout | time="2022-06-02T12:34:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f1fdcc24ebaafda6dd6748bef88d4af27f7b78f7d52044fe4e99ac4cb2c4f65"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f1fdcc24ebaafda6dd6748bef88d4af27f7b78f7d52044fe4e99ac4cb2c4f65"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:4f1fdcc24ebaafda6dd6748bef88d4af27f7b78f7d52044fe4e99ac4cb2c4f65 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Skipping blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:34:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a45f023af3f60e5f033601a85bb8e41103a209ca3422b0df809fe8f0dd198cb"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a45f023af3f60e5f033601a85bb8e41103a209ca3422b0df809fe8f0dd198cb"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:4a45f023af3f60e5f033601a85bb8e41103a209ca3422b0df809fe8f0dd198cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f8
repomirrorworker stdout | 3d8"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:34:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cd53357bda14fe74ef0ca3229515c3fad769d47c21429cffb232f9ebea888ce"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cd53357bda14fe74ef0ca3229515c3fad769d47c21429cffb232f9ebea888ce"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:9cd53357bda14fe74ef0ca3229515c3fad769d47c21429cffb232f9ebea888ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a"
repomirrorworker stdout | time="2022-06-02T12:34:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8eb2fcba21fd7e6f8ca0bf8b6d7e33886e008a658d50f07c52955173192321a0"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8eb2fcba21fd7e6f8ca0bf8b6d7e33886e008a658d50f07c52955173192321a0"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Skipping blob sha256:8eb2fcba21fd7e6f8ca0bf8b6d7e33886e008a658d50f07c52955173192321a0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Skipping blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:c0c32b03305afeec3bfb338548fa7dd1d2bb2fdd59b44d8378b106823928d529"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:c0c32b03305afeec3bfb338548fa7dd1d2bb2fdd59b44d8378b106823928d529"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0c32b03305afeec3bfb338548fa7dd1d2bb2fdd59b44d8378b106823928d529"
repomirrorworker stdout | time="2022-06-02T12:34:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0c32b03305afeec3bfb338548fa7dd1d2bb2fdd59b44d8378b106823928d529"
repomirrorworker stdout | time="2022-06-02T12:34:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:36Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-68-source"
repomirrorworker stdout | 2022-06-02 12:34:36,136 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722
repomirrorworker stdout | Copying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326
repomirrorworker stdout | Copying blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200
repomirrorworker stdout | Copying blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2
repomirrorworker stdout | Copying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d
repomirrorworker stdout | Copying blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7
repomirrorworker stdout | Copying blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c
repomirrorworker stdout | Copying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d
repomirrorworker stdout | Copying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645
repomirrorworker stdout | Copying blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f
repomirrorworker stdout | Copying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c
repomirrorworker stdout | Copying blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702
repomirrorworker stdout | Copying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01
repomirrorworker stdout | Copying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc
repomirrorworker stdout | Copying blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74
repomirrorworker stdout | Copying blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc
repomirrorworker stdout | Copying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859
repomirrorworker stdout | Copying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359
repomirrorworker stdout | Copying blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01
repomirrorworker stdout | Copying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b
repomirrorworker stdout | Copying blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7
repomirrorworker stdout | Copying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be
repomirrorworker stdout | Copying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8
repomirrorworker stdout | Copying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a
repomirrorworker stdout | Copying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730
repomirrorworker stdout | Copying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581
repomirrorworker stdout | Copying blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9
repomirrorworker stdout | Copying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa
repomirrorworker stdout | Copying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069
repomirrorworker stdout | Copying blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf
repomirrorworker stdout | Copying blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53
repomirrorworker stdout | Copying blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08
repomirrorworker stdout | Copying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc
repomirrorworker stdout | Copying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef
repomirrorworker stdout | Copying blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142
repomirrorworker stdout | Copying blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052
repomirrorworker stdout | Copying blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86
repomirrorworker stdout | Copying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081
repomirrorworker stdout | Copying blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d
repomirrorworker stdout | Copying blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a
repomirrorworker stdout | Copying blob sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac
repomirrorworker stdout | Copying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998
repomirrorworker stdout | Copying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946
repomirrorworker stdout | Copying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6
repomirrorworker stdout | Copying blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98
repomirrorworker stdout | Copying blob sha256:f3b439acee288d885cb9a9b84bd8e407ffbaeb2e28c8d29c16a66b19d22311da
repomirrorworker stdout | Copying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3
repomirrorworker stdout | Copying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569
repomirrorworker stdout | Copying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff
repomirrorworker stdout | Copying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1
repomirrorworker stdout | Copying blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5
repomirrorworker stdout | Copying blob sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75
repomirrorworker stdout | Copying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a
repomirrorworker stdout | Copying blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a
repomirrorworker stdout | Copying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f
repomirrorworker stdout | Copying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955
repomirrorworker stdout | Copying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81
repomirrorworker stdout | Copying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41
repomirrorworker stdout | Copying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95
repomirrorworker stdout | Copying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e
repomirrorworker stdout | Copying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378
repomirrorworker stdout | Copying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39
repomirrorworker stdout | Copying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81
repomirrorworker stdout | Copying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a
repomirrorworker stdout | Copying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44
repomirrorworker stdout | Copying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098
repomirrorworker stdout | Copying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4
repomirrorworker stdout | Copying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f
repomirrorworker stdout | Copying blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12
repomirrorworker stdout | Copying blob sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d
repomirrorworker stdout | Copying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b
repomirrorworker stdout | Copying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be
repomirrorworker stdout | Copying blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775
repomirrorworker stdout | Copying blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba
repomirrorworker stdout | Copying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff
repomirrorworker stdout | Copying blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19
repomirrorworker stdout | Copying blob sha256:d05b3364963fda163e0945024216d23acd8961f924e2548126a7c2665634481f
repomirrorworker stdout | Copying blob sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478
repomirrorworker stdout | Copying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4
repomirrorworker stdout | Copying blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220
repomirrorworker stdout | Copying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83
repomirrorworker stdout | Copying blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789
repomirrorworker stdout | Copying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8
repomirrorworker stdout | Copying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f
repomirrorworker stdout | Copying blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6
repomirrorworker stdout | Copying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06
repomirrorworker stdout | Copying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581
repomirrorworker stdout | Copying blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae
repomirrorworker stdout | Copying blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f
repomirrorworker stdout | Copying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2
repomirrorworker stdout | Copying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b
repomirrorworker stdout | Copying blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8
repomirrorworker stdout | Copying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f
repomirrorworker stdout | Copying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946
repomirrorworker stdout | Copying blob sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912
repomirrorworker stdout | Copying blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390
repomirrorworker stdout | Copying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde
repomirrorworker stdout | Copying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b
repomirrorworker stdout | Copying blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e
repomirrorworker stdout | Copying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226
repomirrorworker stdout | Copying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade
repomirrorworker stdout | Copying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e
repomirrorworker stdout | Copying blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c
repomirrorworker stdout | Copying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef
repomirrorworker stdout | Copying blob sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f
repomirrorworker stdout | Copying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f
repomirrorworker stdout | Copying blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6
repomirrorworker stdout | Copying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014
repomirrorworker stdout | Copying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9
repomirrorworker stdout | Copying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c
repomirrorworker stdout | Copying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a
repomirrorworker stdout | Copying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769
repomirrorworker stdout | Copying blob sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc
repomirrorworker stdout | Copying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2
repomirrorworker stdout | Copying blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66
repomirrorworker stdout | Copying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4
repomirrorworker stdout | Copying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f
repomirrorworker stdout | Copying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40
repomirrorworker stdout | Copying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8
repomirrorworker stdout | Copying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c
repomirrorworker stdout | Copying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c
repomirrorworker stdout | Copying blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b
repomirrorworker stdout | Copying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671
repomirrorworker stdout | Copying blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e
repomirrorworker stdout | Copying blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca
repomirrorworker stdout | Copying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a
repomirrorworker stdout | Copying blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df
repomirrorworker stdout | Copying blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff
repomirrorworker stdout | Copying blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4
repomirrorworker stdout | Copying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c
repomirrorworker stdout | Copying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae
repomirrorworker stdout | Copying blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2
repomirrorworker stdout | Copying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c
repomirrorworker stdout | Copying blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788
repomirrorworker stdout | Copying blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59
repomirrorworker stdout | Copying blob sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad
repomirrorworker stdout | Copying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4
repomirrorworker stdout | Copying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332
repomirrorworker stdout | Copying blob sha256:4f1fdcc24ebaafda6dd6748bef88d4af27f7b78f7d52044fe4e99ac4cb2c4f65
repomirrorworker stdout | Copying blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3
repomirrorworker stdout | Copying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7
repomirrorworker stdout | Copying blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4
repomirrorworker stdout | Copying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251
repomirrorworker stdout | Copying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0
repomirrorworker stdout | Copying blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17
repomirrorworker stdout | Copying blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce
repomirrorworker stdout | Copying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509
repomirrorworker stdout | Copying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384
repomirrorworker stdout | Copying blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1
repomirrorworker stdout | Copying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd
repomirrorworker stdout | Copying blob sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1
repomirrorworker stdout | Copying blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90
repomirrorworker stdout | Copying blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2
repomirrorworker stdout | Copying blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075
repomirrorworker stdout | Copying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae
repomirrorworker stdout | Copying blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3
repomirrorworker stdout | Copying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108
repomirrorworker stdout | Copying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443
repomirrorworker stdout | Copying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802
repomirrorworker stdout | Copying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d
repomirrorworker stdout | Copying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855
repomirrorworker stdout | Copying blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43
repomirrorworker stdout | Copying blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264
repomirrorworker stdout | Copying blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874
repomirrorworker stdout | Copying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0
repomirrorworker stdout | Copying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a
repomirrorworker stdout | Copying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3
repomirrorworker stdout | Copying blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155
repomirrorworker stdout | Copying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa
repomirrorworker stdout | Copying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46
repomirrorworker stdout | Copying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe
repomirrorworker stdout | Copying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32
repomirrorworker stdout | Copying blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a
repomirrorworker stdout | Copying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e
repomirrorworker stdout | Copying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54
repomirrorworker stdout | Copying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4
repomirrorworker stdout | Copying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec
repomirrorworker stdout | Copying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec
repomirrorworker stdout | Copying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924
repomirrorworker stdout | Copying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171
repomirrorworker stdout | Copying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2
repomirrorworker stdout | Copying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416
repomirrorworker stdout | Copying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb
repomirrorworker stdout | Copying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15
repomirrorworker stdout | Copying blob sha256:4a45f023af3f60e5f033601a85bb8e41103a209ca3422b0df809fe8f0dd198cb
repomirrorworker stdout | Copying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b
repomirrorworker stdout | Copying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915
repomirrorworker stdout | Copying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2
repomirrorworker stdout | Copying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95
repomirrorworker stdout | Copying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9
repomirrorworker stdout | Copying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd
repomirrorworker stdout | Copying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c
repomirrorworker stdout | Copying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf
repomirrorworker stdout | Copying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481
repomirrorworker stdout | Copying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588
repomirrorworker stdout | Copying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e
repomirrorworker stdout | Copying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb
repomirrorworker stdout | Copying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de
repomirrorworker stdout | Copying blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43
repomirrorworker stdout | Copying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8
repomirrorworker stdout | Copying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d
repomirrorworker stdout | Copying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f
repomirrorworker stdout | Copying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440
repomirrorworker stdout | Copying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2
repomirrorworker stdout | Copying blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827
repomirrorworker stdout | Copying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b
repomirrorworker stdout | Copying blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df
repomirrorworker stdout | Copying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b
repomirrorworker stdout | Copying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53
repomirrorworker stdout | Copying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8
repomirrorworker stdout | Copying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895
repomirrorworker stdout | Copying blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33
repomirrorworker stdout | Copying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3
repomirrorworker stdout | Copying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331
repomirrorworker stdout | Copying blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8
repomirrorworker stdout | Copying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489
repomirrorworker stdout | Copying blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8
repomirrorworker stdout | Copying blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0
repomirrorworker stdout | Copying blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17
repomirrorworker stdout | Copying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa
repomirrorworker stdout | Copying blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe
repomirrorworker stdout | Copying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c
repomirrorworker stdout | Copying blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4
repomirrorworker stdout | Copying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36
repomirrorworker stdout | Copying blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78
repomirrorworker stdout | Copying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a
repomirrorworker stdout | Copying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3
repomirrorworker stdout | Copying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079
repomirrorworker stdout | Copying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1
repomirrorworker stdout | Copying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416
repomirrorworker stdout | Copying blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52
repomirrorworker stdout | Copying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725
repomirrorworker stdout | Copying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385
repomirrorworker stdout | Copying blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c
repomirrorworker stdout | Copying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d
repomirrorworker stdout | Copying blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a
repomirrorworker stdout | Copying blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee
repomirrorworker stdout | Copying blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e
repomirrorworker stdout | Copying blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e
repomirrorworker stdout | Copying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b
repomirrorworker stdout | Copying blob sha256:9cd53357bda14fe74ef0ca3229515c3fad769d47c21429cffb232f9ebea888ce
repomirrorworker stdout | Copying blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23
repomirrorworker stdout | Copying blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8
repomirrorworker stdout | Copying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb
repomirrorworker stdout | Copying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e
repomirrorworker stdout | Copying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb
repomirrorworker stdout | Copying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887
repomirrorworker stdout | Copying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803
repomirrorworker stdout | Copying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1
repomirrorworker stdout | Copying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7
repomirrorworker stdout | Copying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742
repomirrorworker stdout | Copying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1
repomirrorworker stdout | Copying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4
repomirrorworker stdout | Copying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538
repomirrorworker stdout | Copying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f
repomirrorworker stdout | Copying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3
repomirrorworker stdout | Copying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05
repomirrorworker stdout | Copying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1
repomirrorworker stdout | Copying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be
repomirrorworker stdout | Copying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a
repomirrorworker stdout | Copying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8
repomirrorworker stdout | Copying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332
repomirrorworker stdout | Copying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e
repomirrorworker stdout | Copying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1
repomirrorworker stdout | Copying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529
repomirrorworker stdout | Copying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c
repomirrorworker stdout | Copying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433
repomirrorworker stdout | Copying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc
repomirrorworker stdout | Copying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263
repomirrorworker stdout | Copying blob sha256:8eb2fcba21fd7e6f8ca0bf8b6d7e33886e008a658d50f07c52955173192321a0
repomirrorworker stdout | Copying blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef
repomirrorworker stdout | Copying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d
repomirrorworker stdout | Copying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378
repomirrorworker stdout | Copying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3
repomirrorworker stdout | Copying config sha256:c0c32b03305afeec3bfb338548fa7dd1d2bb2fdd59b44d8378b106823928d529
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:34:36,137 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:36,141 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:36,143 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 34, 36, 140622), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-68-source\' successful sync", "tag": "1-68-source", "tags": null, "stdout": "Copying blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\nCopying blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\nCopying blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200\\nCopying blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2\\nCopying blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\nCopying blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7\\nCopying blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c\\nCopying blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\nCopying blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\nCopying blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f\\nCopying blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\nCopying blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702\\nCopying blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\nCopying blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\nCopying blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74\\nCopying blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc\\nCopying blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\nCopying blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\nCopying blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01\\nCopying blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\nCopying blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7\\nCopying blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\nCopying blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\nCopying blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\nCopying blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\nCopying blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\nCopying blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\nCopying blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\nCopying blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\nCopying blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\nCopying blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\nCopying blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08\\nCopying blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\nCopying blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\nCopying blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142\\nCopying blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052\\nCopying blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86\\nCopying blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\nCopying blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d\\nCopying blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a\\nCopying blob sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac\\nCopying blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\nCopying blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\nCopying blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\nCopying blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98\\nCopying blob sha256:f3b439acee288d885cb9a9b84bd8e407ffbaeb2e28c8d29c16a66b19d22311da\\nCopying blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\nCopying blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\nCopying blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\nCopying blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\nCopying blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5\\nCopying blob sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75\\nCopying blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\nCopying blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a\\nCopying blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\nCopying blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\nCopying blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\nCopying blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\nCopying blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\nCopying blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\nCopying blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\nCopying blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\nCopying blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\nCopying blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\nCopying blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\nCopying blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\nCopying blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\nCopying blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\nCopying blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12\\nCopying blob sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d\\nCopying blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\nCopying blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\nCopying blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775\\nCopying blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba\\nCopying blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\nCopying blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\nCopying blob sha256:d05b3364963fda163e0945024216d23acd8961f924e2548126a7c2665634481f\\nCopying blob sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478\\nCopying blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\nCopying blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220\\nCopying blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\nCopying blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789\\nCopying blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\nCopying blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\nCopying blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6\\nCopying blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\nCopying blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\nCopying blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae\\nCopying blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f\\nCopying blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\nCopying blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\nCopying blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8\\nCopying blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\nCopying blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\nCopying blob sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912\\nCopying blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390\\nCopying blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\nCopying blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\nCopying blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e\\nCopying blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\nCopying blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\nCopying blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\nCopying blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c\\nCopying blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\nCopying blob sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f\\nCopying blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\nCopying blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6\\nCopying blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\nCopying blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\nCopying blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\nCopying blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\nCopying blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\nCopying blob sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc\\nCopying blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\nCopying blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\nCopying blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\nCopying blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\nCopying blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\nCopying blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\nCopying blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\nCopying blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\nCopying blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b\\nCopying blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\nCopying blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e\\nCopying blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca\\nCopying blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\nCopying blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df\\nCopying blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff\\nCopying blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4\\nCopying blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\nCopying blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\nCopying blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2\\nCopying blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\nCopying blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788\\nCopying blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59\\nCopying blob sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad\\nCopying blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\nCopying blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\nCopying blob sha256:4f1fdcc24ebaafda6dd6748bef88d4af27f7b78f7d52044fe4e99ac4cb2c4f65\\nCopying blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3\\nCopying blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\nCopying blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4\\nCopying blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\nCopying blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\nCopying blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17\\nCopying blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce\\nCopying blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\nCopying blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\nCopying blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1\\nCopying blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\nCopying blob sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1\\nCopying blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90\\nCopying blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2\\nCopying blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075\\nCopying blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\nCopying blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3\\nCopying blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\nCopying blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\nCopying blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\nCopying blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\nCopying blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\nCopying blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43\\nCopying blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264\\nCopying blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874\\nCopying blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\nCopying blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\nCopying blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\nCopying blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155\\nCopying blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\nCopying blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\nCopying blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\nCopying blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\nCopying blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a\\nCopying blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\nCopying blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\nCopying blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\nCopying blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\nCopying blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\nCopying blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\nCopying blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\nCopying blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\nCopying blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\nCopying blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\nCopying blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\nCopying blob sha256:4a45f023af3f60e5f033601a85bb8e41103a209ca3422b0df809fe8f0dd198cb\\nCopying blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\nCopying blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\nCopying blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\nCopying blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\nCopying blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\nCopying blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\nCopying blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\nCopying blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\nCopying blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\nCopying blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\nCopying blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\nCopying blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\nCopying blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\nCopying blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43\\nCopying blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\nCopying blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\nCopying blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\nCopying blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\nCopying blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\nCopying blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827\\nCopying blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\nCopying blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df\\nCopying blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\nCopying blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\nCopying blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\nCopying blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\nCopying blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33\\nCopying blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\nCopying blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\nCopying blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8\\nCopying blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\nCopying blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8\\nCopying blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0\\nCopying blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17\\nCopying blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\nCopying blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\nCopying blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\nCopying blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4\\nCopying blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\nCopying blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78\\nCopying blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\nCopying blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\nCopying blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\nCopying blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\nCopying blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\nCopying blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52\\nCopying blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\nCopying blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\nCopying blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c\\nCopying blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\nCopying blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\nCopying blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee\\nCopying blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\nCopying blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e\\nCopying blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\nCopying blob sha256:9cd53357bda14fe74ef0ca3229515c3fad769d47c21429cffb232f9ebea888ce\\nCopying blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23\\nCopying blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8\\nCopying blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\nCopying blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\nCopying blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\nCopying blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\nCopying blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\nCopying blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\nCopying blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\nCopying blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\nCopying blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\nCopying blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\nCopying blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\nCopying blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\nCopying blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\nCopying blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\nCopying blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\nCopying blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\nCopying blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\nCopying blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\nCopying blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\nCopying blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\nCopying blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\nCopying blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\nCopying blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\nCopying blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\nCopying blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\nCopying blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\nCopying blob sha256:8eb2fcba21fd7e6f8ca0bf8b6d7e33886e008a658d50f07c52955173192321a0\\nCopying blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef\\nCopying blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\nCopying blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\nCopying blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\nCopying config sha256:c0c32b03305afeec3bfb338548fa7dd1d2bb2fdd59b44d8378b106823928d529\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-68-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:34:29Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-68-source\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-68-source\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:5b9aed439bded7e0c2d84b8feee7bd0c2116e0028286e45066578c8cdc90c722 (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:fbc20a9f7591742bf710ae27df9c3d25298ef69a6d3df8478ee7443a42829200 (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:16a6b95eb0c1933c5d83c62e19f61850b3c8e79ae4bb07f1aa7caaa71b38e326 (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:f908f4620e61b6f4785e35f6342c7b57475f492fed6a7984ab4926156bc0dac2 (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:afee2e67abef11435fe65a0fc72530742949cf634b73e1a8e2613dc1d5adea0d (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:f596972010f2cbcd22b663c44739130157b84949e68551554f19310e6a9addc7 (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:afa96fc5efb2668c48d7c9ee5cd0e3e51ee8a82aae15287875d4ebf04cff548c (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:00ea7b88fd976a223e56a769269fcfd08d4b3a1a1329a310d1a81fc2ddb7571d (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:e698b78414b572cfa754c91205430979524a8b2659e1f0982a4ab5c47fb30645 (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:033587ead580dd6fbf4f5e8a594004f0f1b939bab8f703872dc70f72802b811f (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:e194ffbb6be4af4b856d323de34acd092bab7f43677f612e8be5ab15baf7495c (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:60cfa4042a69683d5c0c423bcea31af6c8ed090e9b5970ab1e4a1df3ad491702 (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:ffb504b66f3cef189e9116db015b0c9ec4a5fe36c19216c70075a199ff254a01 (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:1fb9d69f3335749e39c8911f4b2d29a46ea94ccd15b78c072136c2dcfcda3bfc (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:e7b078b49a3f34e2f5fdc84682e93b1685289780f56c092d15fe9a208ef73a74 (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:aabb549a33ef534c1c0e5e090ad68bae2a84b94074f03d54e0084d57e5440ffc (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:fe040ef247a4fa0144e3d450d322361da396dac8fdc4b4ffd01f547b5a788859 (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:f87f701f261e5538790054810b0cb322e064986ff33f6284dab7394a28421359 (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:6d3c8931cd1bcf1bbe822a671e5d82609afd407b3358c3b893323a3c37b93c01 (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:d11aa95bcb1d20b6e35e8b3a8683d910794d09679cc3f6a045a1ea1f15f2fe6b (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Skipping blob sha256:b2419acca4203890e9eb370587383b9543e1dac8058e59209bd1afca9a06b9e7 (already present):\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:34:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:27d22694d803df02a73b6ff326b9f466ad934473d20facaa1745c71fcb8148be (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:d70b0024aeafd96c3bf53626d39863e1ee99d8bb6e546aaf10949302943124a8 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:6b128edeed39699d656fa8ec918a7d21ca01e8c237dbce048a05c166851faf5a (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:22ca0274c5e10c97cf5aabfe490c52b7d051712e918e5e9146671f24b99b6730 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:8e9d0504b4bfa317c4b59414e920d8e26c8e80dea706ed959eaec2c8629fc581 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:7feb77cf4b3c87f9748099c10be603e51d46e2f6529e0f25f5bf6dbc49431ec9 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:bb0c088080b5b01011722b9cfd100bc1822bd1992e74608afaa8cbaf777ec8fa (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:b2267df2e034ff7a495a7605d55faefc9b9d66d9fb4f34534a3d86bdb975a069 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:6fd2b5295cfb7644dff0b651a8c1a478895593c3ed9c2f5fb06befca59fd3fcf (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:8b177435faf98a9382cb104ab97542ce9a2c1fffc00386a487ad6a31a0370a53 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:0e58b1b67468819abdb79b07ea56057799aa05af4a9dc1d33f8ee25469e79c08 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:3bfab927c4e970cf1bf6afaa99bee9f3af184850207dfabb3d0afb77b7f8dffc (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:06368e5b64fa9bb57cdc442e05366dd7b92749e1b8d3c61720ab849fff38f7ef (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:2aee2f30fb08777fee154cd906ea3d98a14c4caba0b019482b57c65df183e142 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b439acee288d885cb9a9b84bd8e407ffbaeb2e28c8d29c16a66b19d22311da\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b439acee288d885cb9a9b84bd8e407ffbaeb2e28c8d29c16a66b19d22311da\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:47e38c7e93626a4a33cc9728876ad8f3157be00a65f930540674f09db53d5052 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:1484e68297e52063c1f3b4dee506d8da7cab68ad67efde903c4b41a17f5dad86 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:3f7872f25cda88c360ade32088bbcbf531a1c0db9c18343818b7d5bb55f64081 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:fabbc98dcb68e84e8aed95dbde2ac198d05f1c7d8ba731f4234a754d72102d1d (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:abcdc5b45750b14f789237b1a205003ddec48367be812094ca4078a22437b89a (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:279d7dddbd38a19c74947fa928ad6825de57f60c3b653ce378f959a1e8129eac (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:8a7d246a90b8168cbf1adc20ba0d19ee49525eeeab3c9c498a2d4b3ec524d998 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:c1a4cd4d73fd31c49f044effa29ccc4f1b0c94a8c5438e7b691282e8438c3946 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:f3b439acee288d885cb9a9b84bd8e407ffbaeb2e28c8d29c16a66b19d22311da (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:8fdeef27beffa22646a2b454323b5f8e273cb30c361347a3920697799a842ec6 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:0f2cd7837b6090c985113b0a15fae71dc9855022d74de8cbff879b1868d70d98 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:a3f7c50c9fe42be87fd5f9c63110ba200e7593fc691f3a721d87bacb4d3454f3 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:33c585c3ee7012807232f29b748dc9795f2407a8238cce773a392e7d699bf569 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:16db955838f92864e9717e26d74ff0c82543c78642b318c6ce9429ecd5f238ff (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:2cfd381942eb12d2f65f5b4eefeda10d813b155669cda869db3013ad0a86ace1 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:23dffacb25baed4806dc29d264a5ad55c01050e4ae8dbec0e163e4bc71ae78b5 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:9830c26ce34659594695bc52ce94b952ba13b931b720b82c015e35ea0a05fe75 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:4b0ca563adba52d9420424191e04913d20ca04577f2afc27443a7c2afe47534a (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:99de56096025f84cde29e3ffb038b8ef8da4b4181c468159aebd61cf42d4f90a (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:6a4dc0e5c96522d2010c96a6a2603ece8751a7934e27518436498524f58fd17f (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:11aaf6664272665608364980cff17c5896df1e22e47d7af8f1bc44d5ac09d955 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:ca5e63e8fa2028e98a9bcbe7036dca6d076c778096bf8d7758ca2dd039a50d81 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:1bf8025b00ab7541ceba0d24701420ce386365161f8e29b3eca988bc18c6dd41 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:93725b6c1cb095babca93425b7234b12b08b3c03de21a9ac9ebf8d1e94993f95 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:d6aa5e6903e9164cb5ad2d99086c3e345a434408ef890e5d4902c0eb2496362e (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:e4a13859f64d67d54faa6f1efb1b036b9a0c3a177048456d845bd377a3374378 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:40ea7e739aab13820544fc348f1a9c8a52d23604b12f134d70fcaad56d284d39 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:0869dec2965173622d4f86a72587dc4d91cdec3505e3468fa97f2910d1622f81 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:f6ff24cd0a38b30ebc0643ecbdb894f8fb12e488532177ed35094a76fd9c741a (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:c1bf10fbeacc0e66be2fb330937c7de8d836c28666280d84ec38fdae4c61eb44 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:441021766c646c6a7988ca4e37bb854f9535ee7f4997496996b0a659ae503098 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:cb3bea9a8942f40f8ac3ba3cc82fbed15d88b69fc5c0159636912dec60cf133f (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:556bccee923acb74a4d1d14660b3c0a7300fdaf0b8b995841a1565a165a1dbd4 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:db734073c7a7241384068fa450d3941b6862681d3bca781b1fd7afc3322eab12 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:3fd7b833e3616de05035f8040d14a6f28cbf8d4660bafd2d419a4d73a146b26d (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:57a7d0ecadac1c6dfe3daa2694f4ae04e353d1dbd163c75beefe5eae1056f62b (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d05b3364963fda163e0945024216d23acd8961f924e2548126a7c2665634481f\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d05b3364963fda163e0945024216d23acd8961f924e2548126a7c2665634481f\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:58a7b2994a16038dc19f572de037303aeba84b1eafbca22f9a3c1dc18a7907be (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:72f081eb58aafe06f1da40a7b85106c67e811ecf68adc4f4eb331f3487c7e775 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:ad13a07d125bd56ccba5c5678d6c69b63f753456d9cc4558c422ad77800edaba (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:5f6b1a32c6ecba04bf1d3d56472a9feffcb6bdf72fafb0c9ffedeab82bcf78ff (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:633fdff00b21b385bb37dcfd5cc60c53c814f9644f14b1300f73f9b8bf6a0b19 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:d05b3364963fda163e0945024216d23acd8961f924e2548126a7c2665634481f (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:2cae1e986dba853bc6a7945d41fe360d114b4a92dc046434d1bc671341397478 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:e3e3bb29a3c345309e002757ba8fa9d0f6ad03af9e8ac50ee2b86a2fd179d9e4 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:1dd0d6f7f0b8bc7c98d283951ab8929a3c2c8e3cc38a0af8690d5f652d0ad220 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:6d43c6f525d9f558c43a84f841fea7d44b7d0a7db532b341ad7b48f1b20f4a83 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:e1ab047f20bd31119b94d60bc8f9bccface29eae7e688004fbe1525a9b962789 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:14c016b3b0356632cebb4685f35e6a046c8ea949a4a4b425dc07dc71f4716ef8 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:23715f840119d02f022c46c5e28a07e604c53d32df3bc4c5e73a6303369dc06f (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:860b939e911e2fe2f0e10cd4a80417d9353be96d1e4a41eae216915da5450ea6 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:3272c6f02d59d9ee5ef5da6ff20fe7495c379846b5806e4698dd363828285d06 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:fb86393bbb67d119406c30b73075967634604e79862e3d8b4d1408dceab1e581 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:c94a0427a4d7736169eb3872dc860d890db3fcfdfaf6e10d765e15421c70a4ae (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:0af6f6dd5d7ec8c2a77b3ed96db75e9883336f2f838d85eaff10f1000bf6575f (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:0323f9ff43326204ca1319ff170582efc5c7d4a7f6b3c42fa596b84a85d8bbd2 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:b2412aa9bdeaead9089dd224ad3bcc334080dbb896b66eaaf2d74c1b4671b67b (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:90285e8154284e00b87d1f2ce426c33f2e92b7261ff0512067a73c85622ef9f8 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:40db6a9e67a7dc2038ca90b02e2fc8a52e2ef15579e7715a6d611e0e3aab4a1f (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:5b3db843ef57272fecce4922b33ca0ee03331a42e0df33ba1a74c14a7d93e946 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:25075208ed19854d48ec27a013ef69af768a53cded2ef409619bc309b23b7912 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:c8d66227b11cb32d027902e7e3664eb4c6c3e1fd1366e190a9de9fa1ebbf2390 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:8774798726c6ad4d30e7f3a132a2525080784457d7e455cebfb5a2249ab7ddde (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:c8a611c667c0224eeea4d7a273428ccf730e3de144a2302c63dcfda6e299634b (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:656c730852397d02554cc0010974545d50d08e11fb7c0f4f074e7cbfcf0ff38e (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:1db01681af6908bff1651b9c40822bd33bafe5997d8497624fb1fc19c029f226 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:9cf2a90f265eb60dd083888aa79546c374cef03b6da9fa2cdb3e4a9c6391aade (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:3edaca9e3c94db738ba2a40c9ee95d1e4a6c2025a92bea9fa8d2e413dd2f513e (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:c301491946a9f9871d6220ff9af1f3781be38d460b0368351a7bc434adb9299c (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:5254ff9d1685ec8a229c36100e3c9597fbebb61ab0bf6a73bb9da1e61d9d0fef (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:8a851eeb8e4e3e96457e7bec515c5a55fbf6ac95e39498cd90df07361b4ee59f (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:ae145617880209ee9e60b6f17a86dcf4538dc92fe364c3b37b82be1f4159b26f (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:b4f8c1f9dd50789a9c237c56a762eddc50d27fa1008859b2b3ecac0517894ed6 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:bacc8fc2918919ddecec764de61a226e6d5ee6bdec99f8bd9d759446d023d014 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:6299d354d46bb258dc98eadb822bdae966cde1eceff45c166be113beb0a4c7c9 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:27faf5da1d24659d3806f9a8b03acdc7d2e48ad5c1ee23a00533670701f10e6c (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:e2ea9058918d005c80bcc6eeab1808ba7ea796c91a0a6c5cfb9ffe6f5aaf2d9a (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:9c19163a2652d7bedda192da541ce887f2ef6e71b3c5dd9b6a3c50d67f787769 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:269da48653743600566e671ef0506351a76798f79ad75426b6ee76a04f3f78cc (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:55d2b4cecb89eeebd2964ebec1bf268d4cbc6fdf602fd5ab11bb86c03ef8bfe2 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:72695c4e335562a22641d174d0dae8b1534da0f30f2cece99f963d7b9250cc66 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:098fe4dbeb7b2cb1952bfd63ac3fc5b016c045512682ba9814a916f2163f93e4 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:42496bee524e54675677010fc50f1702c61d27ea24efc1b2c0743221290b266f (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Skipping blob sha256:96f6fb424d984fce783c8d14a377560da1b696e8ec1f5abe1dfc37db42d0ca40 (already present):\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e\\"\\ntime=\\"2022-06-02T12:34:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:dab93fff064e4ddcd771382e3f57ccf207ecb1a2a6ea6bcf8b8574c1c811dda8 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:545519ae10582c12fef6b3df891ff2249c41ddbf28bbce1cf577009a39f5673c (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:54e93001555c8125c515fa1ae2f84a5caa4bf21b5217eccf1e8fdf73b4985c1c (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:5e62e0bee5f0272480f026f0a34d4e7d8eb7d8c57a3217950502cef6e9a4003b (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:f1ba45ec54dedab77a50bc88555d04dd5d106b38e7b01bf79a7138106ea4c671 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:8384c601809c07f1946fcf513062cce98bde2ef49794c46c50f72c616667736e (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:d053a1b73ebc5c6d3100e66fc583a4c5973e3588471702aac6f6fb8c02af426a (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:2ecaa90d521ae0e7859499583ee6c17ac2c6f1a70ba56a440da32c3b27d826ca (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:042949e3d1cf49ae8b5501c2863bb265497ddd32b766dcdad0d6b4ea1a8211df (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:2ce97eae3d5d8d7d0667684c7c92c7d1d87e1d78a61bc9562b766dcbfcac19ff (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f1fdcc24ebaafda6dd6748bef88d4af27f7b78f7d52044fe4e99ac4cb2c4f65\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:edd77efcd2aec32cd986017a14abcbf748f29d86714db4f1acf7ccb05512c8d4 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:5e802417a012896e553ac14b45341d185b4b3a8fea0ba0eab060e87f3d287b4c (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f1fdcc24ebaafda6dd6748bef88d4af27f7b78f7d52044fe4e99ac4cb2c4f65\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:d33ded68db8039ec0c30451192041227fef02215c642569612d666b725a53eae (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:7b52f534cd9e5b02ae2f702d1765dffdef74b58aaa98f44e9d00d0894da775e2 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:e1dc5330316eb39ad99417d8fd12cec4b2f54775c948541927e2718b6fb0b10c (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:0b9ffb4f8ed17d73ab21dd1f97797776e0f95ce5968ed06a464d22736f06f788 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:2ac8462d76f05d04da5b8141973f9b3cc4d502fd31a7198d49c2bbb2f68bdd59 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:6519ff5311102a4bfe44546e9252fd6cca0b371411a83ae1b8f1469835ad4aa4 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:d071e3afc47a267ab20905b5909e702fed413662c17990c816aaf2cef7f49bad (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:4b4b371ac8395b58f387cf9cb7db60e371279e9c9ce3a8fdcfc3ff668da1f332 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:4f1fdcc24ebaafda6dd6748bef88d4af27f7b78f7d52044fe4e99ac4cb2c4f65 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:8d90dc11ef35589a4e9bdbc550b6fdb3dd3acc5e8fc841771e69166fde82ced3 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:27db17e2112b103a17cb081ebcc1b2b2e7758765c1a803875f760284f80a2cd7 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:9fad6a0020bc5567861fd191d04284c7e9722c8870ab5f4a2be3c40fb62806b4 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:5f251c0ab300101006b616e1e594f9e769258fe73e541491f7a0738d93649251 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:97c79a34ada0dd6bfa8e7871a8bf86f31f66df0862717311ffcd4a623a88afa0 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:9a3eb5d499b6e33d141928a31f9306df41d8a3c76e4e57789dc6086182b20e17 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:2d5ffc3ee2b8b16201c6dab557fb25e012ade6d61e58e2dea99af0408633b6ce (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:ca26ab1cac77a93a07ffc28e0104b4204327b2a2d1738c5c0b2459085f05c509 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:169d3017f57f6e99ee43a1961b8d3c49d1313c697e1fc9383adf572026f30384 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:4365d4d296a62ae92f6ffdf8eaebe6d4b709d55c50b17e26e0f2482469bba7b1 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:21edf6da3fcf68143a2e600d7b0cdc7f09606849cdcfe67f2c604417c072d5bd (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:f4a1b39dab87ef7ca6e9489354ae89142ef2792d85651076298685f7e61b80e1 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:cf2e050033931a90dce0fbaad43189c710fbed90035c7259ded9671f519f4d90 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:8b53052c368c537fc9990816e0d9fd181f466fa324fcc375266dc9ce523593a2 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:28e5c651d4e5213237f293881d851378a3bee40a0d4e99a14cb18a3749a46075 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:daf3feead7d82e30ad3410401842ee84bd83eabe08c6bbce23e8ea34272cf0ae (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:a0e8d93bbae4b9bb13b5a21c494580ec935d80d40cc342ddcff536835e0df8c3 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f886
repomirrorworker stdout | 96f3d2cd5a24d\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:2778665501834eb849306395aa718464fbfccdcd661ba23c20fedc211a8ea108 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:36ef83fed56af9ee51dc73ad734b63a977aa6c6068bc75dd2269537f8b78e443 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:256c4212d3ee7b3036a3b29b57502e926ab070815303ae2d58c5e0e608104802 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:8d9ac46f6dbbb7f4a898ebe4e1ac29079a83b21b8ac4521f88696f3d2cd5a24d (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:498be39dc02680fd8fa30334314c6a637d40d7138c0f33e317346252b5d3b855 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:79c90b186546682ea54af58c383ac19e3a65994dea6eccfcc905e52f90827a43 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:974167363d03ff48b1b6b7d3bf9a7c2038f3f9bd82982e809a53e1df167d8264 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:b8dc4f03978227b06b5d51d0aadadcd3fbd69443717373d140584a6a30bcb874 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:de355bcdebc315afb65f214241623dd7e427a34b1d11b5cff98c16c1f73f56c0 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:23f38a0b064401846247942ca7ccf9d5709fda6debbb8bd6908f5744cded583a (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:372c6054459be15123f28f2b35d974e281f5fdcc0e1d714e0f72660ebdc1fbe3 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:b0415917851ebaf971810038d9148043e6b89fc568d5bc54202103610ef98155 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:f1f815821af08af66a6c9ad8560e93097609ee2ad32563d93eb893434758bfaa (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:5cb2dea4318b8bf4246da9207ddcd4ca719491f2765c076ae6ad27862adaeb46 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:3d4e32e9e40d9f134fce8fc4a902125495ed23a154f7d00de44e1be100cc17fe (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:1937aad50c717effdc5f082e719766138a294f535419b678930d337a13628c32 (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Skipping blob sha256:0656377319555c4b65231f0a21b049c5af2d7f95bb0897ef0ad46b209a1e643a (already present):\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:34:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:9ee9c84a5fdce8c7445459ead24003e11fd408f4f3aa8ac2da8f4f126787498e (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:b6fda116649ba54369fca3e17eddf9ada07562780c3b8cbf4661dee9b1711c54 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:c5f40a13c2a4fe56f57e42112aad6f7c7e04148d16bd0ef1e7a642ba14e2a9f4 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:62364180bf07890ffd945f8c4cc7eaaf9160c074317cb7fa7b1cbb614ba878ec (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:fd4d63a088883b2a01a4378bd18455873f3a5e051339482aeb5bbfc381967bec (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:041dac4d9155bf749c1add8521d71e7cf404c8aa92f4bec200fc9e3914e4a924 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a45f023af3f60e5f033601a85bb8e41103a209ca3422b0df809fe8f0dd198cb\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a45f023af3f60e5f033601a85bb8e41103a209ca3422b0df809fe8f0dd198cb\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:a4220fc3a7d9c49c31404289c11e40bdcbd0b58f5047d1aa7201530212b7e171 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:4e6f3bad8fcea138c2c9ed438aa0d71f9570fd060ad41fca414a0c603dc3ebf2 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:b255a0f5e095736a068c8c5fd1ac11740d197ca9f8526911e1449161699b5416 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:a4f3d7ad86b63d878fc5781655379ac245e29d06744c7338e858074acc60eaeb (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:a2ddb784f33eb4809d19a50952c6ec9fa77992a000437e3ecbf81953a2988e15 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:4a45f023af3f60e5f033601a85bb8e41103a209ca3422b0df809fe8f0dd198cb (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:2a0f59f735f538c289a9f8f1e8661352d348d61d46bd3f3d3322ef5c40ce714b (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:305111c4b330a4716d10fbd5d212fde056eb4361942d46434748f195aaece915 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:22504d110f559fa1865cf7a7a77bbd904580a9c1599e8fdf7291faac947214f2 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:0d77f155083f524830500204445f6080c473d120c91d0a698381187c91a27e95 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:f4149fd8be3468572c6d664a09ce16ffd7e2a167b01690a082e7ca82099266d9 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:042b6386fc6ccf30f3c1f179d7e3ba126203fa77311f141ef48d78d34f5d30dd (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:cb3d792f63742045e8cb67d380ab0f641bd60f27a9ca6fa97fe69fb4424a1b4c (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:35eaa4b03fd4e740b587d4c6b37b196cd4f0ff5ece331ed271ca2d751e526cdf (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:bc4342295af8246cf931c6d7aa356e206e84e30ae7a0692f8ac8faa12506d481 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:cb92d3d00ca2997bd603be0371c56dbfa297b040c363a821a95329c05c6e3588 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:d933c44ff4601972afb56ebb510bf166917410f1ff03cc0c259fa33ec799cb4e (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:4e27ed0dfb22c1b30e3f4c725066c10358f27faff76d9510245c657017f38feb (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:c64a330d0b39cc57938c799e04e72a778ebc20b02a5dae45f35fef9cea1db8de (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:4826a6bba21215f59fde1101713c672cf8c262e6ca7983424ffe4310d93bbb43 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:1b9e913da4f8d1c9a0a46224f5d555230c95c31443402f99cf068b757ddc64a8 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:97766ad1772a53762bd78d1f962c7506e90a782b9c7836105d4d689b1a19c97d (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:2f8c13365d61944c0363fd06a75e4e120418fefdf5d8bd2c4985803f1892358f (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:cafe6311e7e644d9c6380dd2d4dfc4ed70463e693a8f8df0cf754ce0b123c440 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:b9aff6c255ea0b00eb2a3c03765ba1cbfba9a15689e5ce10354e6675d257bed2 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:50847810af82e2f71e1a13493484ad44f8b1d1adda40570f0a02ebc4c4d21827 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:1bf15c0a823c46b9da079a62239f86d520e362cb6acd1cd80819ae3cf9cd337b (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:9606c479734c5a6849b024482f6ef9fa6f06b8f9914392663d8ab58b99cad3df (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:698bc373db5c3f101d5ba6fe83f36fad3193dcf083da9c6a1768f152c74d228b (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:b0b4a7137666cde1627ae489c7ce1f3d9a855b64719e9926574105db4779cb53 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:bb1f566ef1e787b0de9f4e4cc94b01f569ad6efadb2ae04b75787ec04c406db8 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:962db7de57cf8dd9ce8f7de65222ecd50f1b5135ca9f317f43bc529b6041d895 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:6dc047015e2b2199658075370ac7b0cf8d30556c7ab2b9b7315e19978cac9e33 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:0d6f18a93fcd58617d510673cc95a13495f63d01a138e782a929d3bc031bfba3 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:401bd60ac5b899d906f64dd90e795c973690389eed483b36b5d026f82ce14331 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:3f2bde66c283586c175103d98f08e4419f3e401e36c47e2a0f5d7a40899f83d8 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:ca027ad6abb969b4491e72335296755fe2c7d8c53980c3f242751c8386348489 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:b332768d1f9d16e9d14c56d263150ce0fbad189c94685f8a68e6c6b6679a02d8 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:f1081fcc3ea06f6683c2b00112be0bddae93c66fd9442970ff26857eb2160be0 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:805c4be9c0d8113494ac1475eb8ae04eaf99cd6dabefe15ae02bb609f32eac17 (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Skipping blob sha256:408e4b16f0ff33d490513714ac3f230f3c87e88120a89d569a76113dbdd8adaa (already present):\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:34:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:a75a455d1f15b4617ddea427d3180fd0e311066b67f0f659a760059910501fbe (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:4a28958d33982a24b04731170f4f7880d391619380aba0cac95136594b96369c (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:e26b699e7f904e53822d506e0c5059226a735ba139d53419379e4367e8b266e4 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:3e3f47a42ec63ea45946223b22cf3ab758330fab6a4e795f1e971f3fe55beb36 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:1478ee0eac00760dd17f04976519c3f25f8601256236bb71236e7aa1c2744e78 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:72db1c69a2207ecbbe68194efd849026dde0229347783bd589232eb096f09f2a (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:58d9d6cebac3e5ad25fbb48caafcaaa86030d216deefa400fac3909861f431f3 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:60201ebefeb5e7710ec6f282b936f4c8a025a5a6f903fa22a9ac8198f3ce7079 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:63d720a1263a5a02360d1ef12e319adc7a049721d89bfc6d5cac760300e646c1 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:5e1960c353461049f7bb582176418f1584359c1915211d3ebc34c5bff6b6c416 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:66d2bd8a26b3472f9f0082bf50b16be42f0c6138190288e55cc701aa99b3ea52 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:6aec1f1df7007d9767f15e2b3cebf759ea95238cc35ec3e8a73e4ba0c3d6a725 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:320065cb79f3d168563f6e68600c26b73bd40e7cb035b4b00bf6dc1698ad9385 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:37b15dfe0a65bbb3146cc857652f4b9284cbba78a5cdfda4b9c639e8d1add92c (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:6bef9b284f6ab2c4108413e20dc688f1bba81e56252272a31a2c7073e0a4d85d (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cd53357bda14fe74ef0ca3229515c3fad769d47c21429cffb232f9ebea888ce\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cd53357bda14fe74ef0ca3229515c3fad769d47c21429cffb232f9ebea888ce\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:93301dbe5523ad6a9ee4d2bab64997895343b1cc0fabcdbba06024b74ed83e8a (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:69fb7f84731ab4fca1456f1f1c5b01b249830d45300cc70188db6c7929fa7eee (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:5e29179d2a81600885c1ddd71134f7f22e03cbdd19a9be08f04a16390005101e (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:7fbeb323a342b1ba97e003d2aecac7db1ec2f94e3ae9d4e91443325f55a3fd2e (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:afca1b798f66e27aa4f1dcf8ae4c33094cf0a1258f892a6dd353238569ad0a4b (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:9cd53357bda14fe74ef0ca3229515c3fad769d47c21429cffb232f9ebea888ce (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:b40b524abe8c42e77722b19892f6616aac83e1a90adb6c173b27a950b9cd5b23 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:84ad39fa21623c25bdc206b6d4097a8668fb097db94b9ba6dab42be948ad3ec8 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:6eea9d1f4547fd4507a9c31eb202519d0c6e715a767d9efcbfdad8b8bf532deb (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:04a4d1efd893490dad613e4197793ec7a2cb7b988485c36b64b48d5ed3fc2d3e (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:4a694b5e0a3135475dc80cf157b3e14e393d2788fa3778214546f4b5d0cb4ebb (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:d49bd030f4ec4f6daec2f3fa35afc32f4396bbeac558c47fecef8e02d2193887 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:c61ec5ec7e563cdf1c4b765b0e95a33e89d30ea37e0dc8dca5e2dd38ff258803 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:77cda4c5020694ec16bd0843cf19b7cb9caf142b5ab76ca9a67519c9ce1d4be1 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:327515160af721a240201dc475464a5148e08f1753529cb5d323d689d412ede7 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:6ad6cf2da536f1064df6cacc16c93037187520217097f7c3686e48e1a9a43742 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:1bdec16e4c33b0c9cc5841a3fa8b9b85090233eade1009407f76acd5ef2abed1 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:8a15a326aba3a70051507f82dc17c2b4cf827e1588aca5ee19cff259c429b0a4 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:ac242a3bf17ebd04275524a15dde5f4d3d05f5cbed71ec6df682ecaedd798538 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:125ad28098e7d354046a1d850f0d52b166acbb6449c4ed12dc01c82528950d8f (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:02d1b132881d447ac71b0f4b077a4064de82351caa93f51ef1bcd534a91114a3 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:1a0d21b7470755f74f3ba929ac7b09d6f3e7b6a16a96f4812442d5ea6c3c0c05 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Skipping blob sha256:22c5fcba0932e7574b9fe98344a1dd71617d60da7bf7b9ec5211a468763eb2b1 (already present):\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a\\"\\ntime=\\"2022-06-02T12:34:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Skipping blob sha256:71eeb0f84eb617f464885fc1462e017706daece27a906024e96625db4ee075be (already present):\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Skipping blob sha256:adeae10c7c526d96339f3691be78721a750d3e7c99e7cbed737a9c39e38ab41a (already present):\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Skipping blob sha256:0464489c110fc76d8b5b90a3d77acc965ea7ed1b1c7c6543bab5cd846a8da0f8 (already present):\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Skipping blob sha256:4c1de3543723d29f61fb1e32570a175082fbefdc2ce517443654d9ef48706332 (already present):\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Skipping blob sha256:f96717c29cdefdb7281a185d1550b3abd63d6caf0812096827f926368ebf134e (already present):\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Skipping blob sha256:40fbc865d0a89aa25ae36c26a4bae7965ec7bfc0fa6ec24d820589c73e4d47d1 (already present):\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8eb2fcba21fd7e6f8ca0bf8b6d7e33886e008a658d50f07c52955173192321a0\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8eb2fcba21fd7e6f8ca0bf8b6d7e33886e008a658d50f07c52955173192321a0\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Skipping blob sha256:98a6e6b22deb2978dd97d69941e3039c6fae91ead80e6c4d2bf3bcefae459529 (already present):\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Skipping blob sha256:240e083efbb5cf5eba7a73481849e1f25bf8847274096d0bc5109d28f2de396c (already present):\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Skipping blob sha256:cf35170e9f88c9a39bcc041ebe2820a77d2ffaa02edf2091c1bdccb877be8433 (already present):\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Skipping blob sha256:0f0c9a35d0151ee307b5e83dbfe87c02466d18c657a3e304b684f2ae4440e8cc (already present):\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Skipping blob sha256:801f8b6e3fdb30e669fee0d7cf558ca1efcbde05700a4d3565b1dd06f0ed8263 (already present):\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Skipping blob sha256:8eb2fcba21fd7e6f8ca0bf8b6d7e33886e008a658d50f07c52955173192321a0 (already present):\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Skipping blob sha256:3f9e54c74b8ca4342d716a885091b30fee921609ccd6869de56a15fc18c9b2ef (already present):\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Skipping blob sha256:f503a2143b2850e2e14710e10e20dfa3dce816acc2a3af9ac36a7e4c1820f51d (already present):\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Skipping blob sha256:7ba59e3c8a62c623f9c55de073f35823de706e735d7c066f2712f5e2804e1378 (already present):\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Skipping blob sha256:1169e2323996fe62962b2b24bf031246e892f330c8fbb168e4ff24cf46a412a3 (already present):\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:c0c32b03305afeec3bfb338548fa7dd1d2bb2fdd59b44d8378b106823928d529\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:c0c32b03305afeec3bfb338548fa7dd1d2bb2fdd59b44d8378b106823928d529\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0c32b03305afeec3bfb338548fa7dd1d2bb2fdd59b44d8378b106823928d529\\"\\ntime=\\"2022-06-02T12:34:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0c32b03305afeec3bfb338548fa7dd1d2bb2fdd59b44d8378b106823928d529\\"\\ntime=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-68-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:34:36,152 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-68-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:34:36,153 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 34, 36, 152804), 2, '0db65e7a-20a7-4de6-bc6b-7a7ba782399b', 3, '9b0b321e-7927-4558-9e22-bc78cee0fb91'])
repomirrorworker stdout | 2022-06-02 12:34:36,155 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:36,156 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:36,157 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:36,158 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:34:36,159 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:36,164 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:34:39,168 [60] [WARNING] [apscheduler.scheduler] Execution of job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:34:39 UTC)" skipped: maximum number of running instances reached (1)
repomirrorworker stdout | 2022-06-02 12:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:35:09.167018+00:00 (in 29.998792 seconds)
repomirrorworker stdout | 2022-06-02 12:34:41,622 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:34:36Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:34:36Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:34:36Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:34:36Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:34:36Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:36Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:36Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:36Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:36Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:36Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-71\""
repomirrorworker stdout | time="2022-06-02T12:34:36Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:34:36Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:34:36Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:34:36Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:34:36Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:34:36Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:34:36Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:34:36Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-71"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Copying instance sha256:43b037584dac3425f845faab4f3575a9058c431219ffbf735f937b263713f2d9 (1/4)"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:43b037584dac3425f845faab4f3575a9058c431219ffbf735f937b263713f2d9"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44115d860fcecaa250b811cc4120d7ba18a2250bada1fe15199de53cefde7fc7"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c101ad5bb4fe96ea9b773498ec3f14371a0da1110add338f003c8c9cdbf15d07"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06038631a24a25348b51d1bfc7d0a0ee555552a8998f8328f9b657d02dd4c64c"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be84118e6017ca944a551a0f22d93ae3600941ea76e13cb01be584ab822cdecf"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:262268b65bd5f33784d6a61514964887bc18bc00c60c588bc62bfae7edca46f1"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06038631a24a25348b51d1bfc7d0a0ee555552a8998f8328f9b657d02dd4c64c"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:262268b65bd5f33784d6a61514964887bc18bc00c60c588bc62bfae7edca46f1"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c101ad5bb4fe96ea9b773498ec3f14371a0da1110add338f003c8c9cdbf15d07"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44115d860fcecaa250b811cc4120d7ba18a2250bada1fe15199de53cefde7fc7"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be84118e6017ca944a551a0f22d93ae3600941ea76e13cb01be584ab822cdecf"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Skipping blob sha256:262268b65bd5f33784d6a61514964887bc18bc00c60c588bc62bfae7edca46f1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Skipping blob sha256:c101ad5bb4fe96ea9b773498ec3f14371a0da1110add338f003c8c9cdbf15d07 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Skipping blob sha256:06038631a24a25348b51d1bfc7d0a0ee555552a8998f8328f9b657d02dd4c64c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Skipping blob sha256:44115d860fcecaa250b811cc4120d7ba18a2250bada1fe15199de53cefde7fc7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Skipping blob sha256:be84118e6017ca944a551a0f22d93ae3600941ea76e13cb01be584ab822cdecf (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:f6d9ea021c5484ffa2073378732cc3d456438af84d673753f7b891f977e4f561"
repomirrorworker stdout | time="2022-06-02T12:34:37Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:f6d9ea021c5484ffa2073378732cc3d456438af84d673753f7b891f977e4f561"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6d9ea021c5484ffa2073378732cc3d456438af84d673753f7b891f977e4f561"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6d9ea021c5484ffa2073378732cc3d456438af84d673753f7b891f977e4f561"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:43b037584dac3425f845faab4f3575a9058c431219ffbf735f937b263713f2d9"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="Copying instance sha256:91408e65d6b16d7dbb7b17823a301e1384be0a8e6f662f73809a521f7a472399 (2/4)"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:91408e65d6b16d7dbb7b17823a301e1384be0a8e6f662f73809a521f7a472399"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51f4483a352bed1f4b90afe71b163de9e92811922d5f5ead97bc5ba72a75f624"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e6d2c893225d645081f48c1a8e0bb1e355ab69b75e8398ca4983a428bc22e57"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b1d58d1f862c11fd793425df55a25e42682bdb8e64ab4153a29ce8828309d8a1"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b1d58d1f862c11fd793425df55a25e42682bdb8e64ab4153a29ce8828309d8a1"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e6d2c893225d645081f48c1a8e0bb1e355ab69b75e8398ca4983a428bc22e57"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98229cf8e358f334fa611f94b1dc26e354131631ff21819b473a5ad4b0823fa9"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3163c3561e0cdd9c8f739672c089c716904d62dcf5b45d36446d258a69256806"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98229cf8e358f334fa611f94b1dc26e354131631ff21819b473a5ad4b0823fa9"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3163c3561e0cdd9c8f739672c089c716904d62dcf5b45d36446d258a69256806"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51f4483a352bed1f4b90afe71b163de9e92811922d5f5ead97bc5ba72a75f624"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="Skipping blob sha256:51f4483a352bed1f4b90afe71b163de9e92811922d5f5ead97bc5ba72a75f624 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="Skipping blob sha256:3163c3561e0cdd9c8f739672c089c716904d62dcf5b45d36446d258a69256806 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="Skipping blob sha256:98229cf8e358f334fa611f94b1dc26e354131631ff21819b473a5ad4b0823fa9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="Skipping blob sha256:0e6d2c893225d645081f48c1a8e0bb1e355ab69b75e8398ca4983a428bc22e57 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="Skipping blob sha256:b1d58d1f862c11fd793425df55a25e42682bdb8e64ab4153a29ce8828309d8a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:71667393d08a66c2a318caa945615560b2829bba5a3f6b624af7a57c7138c8be"
repomirrorworker stdout | time="2022-06-02T12:34:38Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:71667393d08a66c2a318caa945615560b2829bba5a3f6b624af7a57c7138c8be"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71667393d08a66c2a318caa945615560b2829bba5a3f6b624af7a57c7138c8be"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71667393d08a66c2a318caa945615560b2829bba5a3f6b624af7a57c7138c8be"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:91408e65d6b16d7dbb7b17823a301e1384be0a8e6f662f73809a521f7a472399"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="Copying instance sha256:351ebf36dbb3ecb2c1c1e3b18d1505eb98bc13a6fdc1c797cfa9d83231c1bede (3/4)"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:351ebf36dbb3ecb2c1c1e3b18d1505eb98bc13a6fdc1c797cfa9d83231c1bede"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1f1c1e8c2ecf0596aab56b0b931b1407296f1c405b59bab176c435f627ec3b2e"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86efd3a8da771befafbaeffacc29ca6ba5744c4d69e6e3fc382c82fee51dd19b"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd96046634698ef2addc818f9f21933edec2b5521b6f7d00661dfa6ffc403378"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1f1c1e8c2ecf0596aab56b0b931b1407296f1c405b59bab176c435f627ec3b2e"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86efd3a8da771befafbaeffacc29ca6ba5744c4d69e6e3fc382c82fee51dd19b"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0318500c891bc0e18009bf4c27133215e967b04d4fbb2ebb898f75b3af84b3f"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd96046634698ef2addc818f9f21933edec2b5521b6f7d00661dfa6ffc403378"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0318500c891bc0e18009bf4c27133215e967b04d4fbb2ebb898f75b3af84b3f"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec5f9fa92ec2d895c4ed44c2c3b14a25b7cefca970925786cdcddd16e90edeb"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec5f9fa92ec2d895c4ed44c2c3b14a25b7cefca970925786cdcddd16e90edeb"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="Skipping blob sha256:7ec5f9fa92ec2d895c4ed44c2c3b14a25b7cefca970925786cdcddd16e90edeb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="Skipping blob sha256:86efd3a8da771befafbaeffacc29ca6ba5744c4d69e6e3fc382c82fee51dd19b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="Skipping blob sha256:c0318500c891bc0e18009bf4c27133215e967b04d4fbb2ebb898f75b3af84b3f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="Skipping blob sha256:cd96046634698ef2addc818f9f21933edec2b5521b6f7d00661dfa6ffc403378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="Skipping blob sha256:1f1c1e8c2ecf0596aab56b0b931b1407296f1c405b59bab176c435f627ec3b2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:0f540de77af90fa645f563e7a70471300588c9da1382e842992fa1d78f5ac252"
repomirrorworker stdout | time="2022-06-02T12:34:39Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:0f540de77af90fa645f563e7a70471300588c9da1382e842992fa1d78f5ac252"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f540de77af90fa645f563e7a70471300588c9da1382e842992fa1d78f5ac252"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f540de77af90fa645f563e7a70471300588c9da1382e842992fa1d78f5ac252"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:351ebf36dbb3ecb2c1c1e3b18d1505eb98bc13a6fdc1c797cfa9d83231c1bede"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="Copying instance sha256:022bf048c47a0649120443190fc391cbb19a419a1a1aa0f358b865139c1bc78b (4/4)"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:022bf048c47a0649120443190fc391cbb19a419a1a1aa0f358b865139c1bc78b"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ddcb7cc19256f390edf90aa16aac147c3b0ec3d9ffa96ef0b0d1bb72c653a61c"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ddcb7cc19256f390edf90aa16aac147c3b0ec3d9ffa96ef0b0d1bb72c653a61c"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:53ae128587a66ae4816f2dc2df684d892b1a79f0dda7e5d49ed1fcb445857926"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ad8514f24ae2d12ab325ad5ffb76870040fc996dde80c0b0d54f663045d8932"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:53ae128587a66ae4816f2dc2df684d892b1a79f0dda7e5d49ed1fcb445857926"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cadd94a7148cd9f302cc91dfa859b39762fd74c333c28f9e04017fe375c0f1f"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ad8514f24ae2d12ab325ad5ffb76870040fc996dde80c0b0d54f663045d8932"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fff42eb80e6fb11449a526eee4900e6a1ea23024470ae52bf6bbc6b9b8311ee7"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cadd94a7148cd9f302cc91dfa859b39762fd74c333c28f9e04017fe375c0f1f"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fff42eb80e6fb11449a526eee4900e6a1ea23024470ae52bf6bbc6b9b8311ee7"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="Skipping blob sha256:53ae128587a66ae4816f2dc2df684d892b1a79f0dda7e5d49ed1fcb445857926 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="Skipping blob sha256:ddcb7cc19256f390edf90aa16aac147c3b0ec3d9ffa96ef0b0d1bb72c653a61c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="Skipping blob sha256:8ad8514f24ae2d12ab325ad5ffb76870040fc996dde80c0b0d54f663045d8932 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="Skipping blob sha256:fff42eb80e6fb11449a526eee4900e6a1ea23024470ae52bf6bbc6b9b8311ee7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="Skipping blob sha256:1cadd94a7148cd9f302cc91dfa859b39762fd74c333c28f9e04017fe375c0f1f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:f40bf79604f691064c53e16b10b10338797e29917b9fae05e4b8a7dcaae85917"
repomirrorworker stdout | time="2022-06-02T12:34:40Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:f40bf79604f691064c53e16b10b10338797e29917b9fae05e4b8a7dcaae85917"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f40bf79604f691064c53e16b10b10338797e29917b9fae05e4b8a7dcaae85917"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f40bf79604f691064c53e16b10b10338797e29917b9fae05e4b8a7dcaae85917"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:022bf048c47a0649120443190fc391cbb19a419a1a1aa0f358b865139c1bc78b"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-71"
repomirrorworker stdout | 2022-06-02 12:34:41,622 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:43b037584dac3425f845faab4f3575a9058c431219ffbf735f937b263713f2d9 (1/4)
repomirrorworker stdout | Copying blob sha256:c101ad5bb4fe96ea9b773498ec3f14371a0da1110add338f003c8c9cdbf15d07
repomirrorworker stdout | Copying blob sha256:262268b65bd5f33784d6a61514964887bc18bc00c60c588bc62bfae7edca46f1
repomirrorworker stdout | Copying blob sha256:06038631a24a25348b51d1bfc7d0a0ee555552a8998f8328f9b657d02dd4c64c
repomirrorworker stdout | Copying blob sha256:44115d860fcecaa250b811cc4120d7ba18a2250bada1fe15199de53cefde7fc7
repomirrorworker stdout | Copying blob sha256:be84118e6017ca944a551a0f22d93ae3600941ea76e13cb01be584ab822cdecf
repomirrorworker stdout | Copying config sha256:f6d9ea021c5484ffa2073378732cc3d456438af84d673753f7b891f977e4f561
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:91408e65d6b16d7dbb7b17823a301e1384be0a8e6f662f73809a521f7a472399 (2/4)
repomirrorworker stdout | Copying blob sha256:51f4483a352bed1f4b90afe71b163de9e92811922d5f5ead97bc5ba72a75f624
repomirrorworker stdout | Copying blob sha256:3163c3561e0cdd9c8f739672c089c716904d62dcf5b45d36446d258a69256806
repomirrorworker stdout | Copying blob sha256:98229cf8e358f334fa611f94b1dc26e354131631ff21819b473a5ad4b0823fa9
repomirrorworker stdout | Copying blob sha256:0e6d2c893225d645081f48c1a8e0bb1e355ab69b75e8398ca4983a428bc22e57
repomirrorworker stdout | Copying blob sha256:b1d58d1f862c11fd793425df55a25e42682bdb8e64ab4153a29ce8828309d8a1
repomirrorworker stdout | Copying config sha256:71667393d08a66c2a318caa945615560b2829bba5a3f6b624af7a57c7138c8be
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:351ebf36dbb3ecb2c1c1e3b18d1505eb98bc13a6fdc1c797cfa9d83231c1bede (3/4)
repomirrorworker stdout | Copying blob sha256:7ec5f9fa92ec2d895c4ed44c2c3b14a25b7cefca970925786cdcddd16e90edeb
repomirrorworker stdout | Copying blob sha256:86efd3a8da771befafbaeffacc29ca6ba5744c4d69e6e3fc382c82fee51dd19b
repomirrorworker stdout | Copying blob sha256:c0318500c891bc0e18009bf4c27133215e967b04d4fbb2ebb898f75b3af84b3f
repomirrorworker stdout | Copying blob sha256:cd96046634698ef2addc818f9f21933edec2b5521b6f7d00661dfa6ffc403378
repomirrorworker stdout | Copying blob sha256:1f1c1e8c2ecf0596aab56b0b931b1407296f1c405b59bab176c435f627ec3b2e
repomirrorworker stdout | Copying config sha256:0f540de77af90fa645f563e7a70471300588c9da1382e842992fa1d78f5ac252
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:022bf048c47a0649120443190fc391cbb19a419a1a1aa0f358b865139c1bc78b (4/4)
repomirrorworker stdout | Copying blob sha256:53ae128587a66ae4816f2dc2df684d892b1a79f0dda7e5d49ed1fcb445857926
repomirrorworker stdout | Copying blob sha256:ddcb7cc19256f390edf90aa16aac147c3b0ec3d9ffa96ef0b0d1bb72c653a61c
repomirrorworker stdout | Copying blob sha256:8ad8514f24ae2d12ab325ad5ffb76870040fc996dde80c0b0d54f663045d8932
repomirrorworker stdout | Copying blob sha256:fff42eb80e6fb11449a526eee4900e6a1ea23024470ae52bf6bbc6b9b8311ee7
repomirrorworker stdout | Copying blob sha256:1cadd94a7148cd9f302cc91dfa859b39762fd74c333c28f9e04017fe375c0f1f
repomirrorworker stdout | Copying config sha256:f40bf79604f691064c53e16b10b10338797e29917b9fae05e4b8a7dcaae85917
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:34:41,624 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:41,628 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:41,629 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 34, 41, 627403), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-71\' successful sync", "tag": "1-71", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:43b037584dac3425f845faab4f3575a9058c431219ffbf735f937b263713f2d9 (1/4)\\nCopying blob sha256:c101ad5bb4fe96ea9b773498ec3f14371a0da1110add338f003c8c9cdbf15d07\\nCopying blob sha256:262268b65bd5f33784d6a61514964887bc18bc00c60c588bc62bfae7edca46f1\\nCopying blob sha256:06038631a24a25348b51d1bfc7d0a0ee555552a8998f8328f9b657d02dd4c64c\\nCopying blob sha256:44115d860fcecaa250b811cc4120d7ba18a2250bada1fe15199de53cefde7fc7\\nCopying blob sha256:be84118e6017ca944a551a0f22d93ae3600941ea76e13cb01be584ab822cdecf\\nCopying config sha256:f6d9ea021c5484ffa2073378732cc3d456438af84d673753f7b891f977e4f561\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:91408e65d6b16d7dbb7b17823a301e1384be0a8e6f662f73809a521f7a472399 (2/4)\\nCopying blob sha256:51f4483a352bed1f4b90afe71b163de9e92811922d5f5ead97bc5ba72a75f624\\nCopying blob sha256:3163c3561e0cdd9c8f739672c089c716904d62dcf5b45d36446d258a69256806\\nCopying blob sha256:98229cf8e358f334fa611f94b1dc26e354131631ff21819b473a5ad4b0823fa9\\nCopying blob sha256:0e6d2c893225d645081f48c1a8e0bb1e355ab69b75e8398ca4983a428bc22e57\\nCopying blob sha256:b1d58d1f862c11fd793425df55a25e42682bdb8e64ab4153a29ce8828309d8a1\\nCopying config sha256:71667393d08a66c2a318caa945615560b2829bba5a3f6b624af7a57c7138c8be\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:351ebf36dbb3ecb2c1c1e3b18d1505eb98bc13a6fdc1c797cfa9d83231c1bede (3/4)\\nCopying blob sha256:7ec5f9fa92ec2d895c4ed44c2c3b14a25b7cefca970925786cdcddd16e90edeb\\nCopying blob sha256:86efd3a8da771befafbaeffacc29ca6ba5744c4d69e6e3fc382c82fee51dd19b\\nCopying blob sha256:c0318500c891bc0e18009bf4c27133215e967b04d4fbb2ebb898f75b3af84b3f\\nCopying blob sha256:cd96046634698ef2addc818f9f21933edec2b5521b6f7d00661dfa6ffc403378\\nCopying blob sha256:1f1c1e8c2ecf0596aab56b0b931b1407296f1c405b59bab176c435f627ec3b2e\\nCopying config sha256:0f540de77af90fa645f563e7a70471300588c9da1382e842992fa1d78f5ac252\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:022bf048c47a0649120443190fc391cbb19a419a1a1aa0f358b865139c1bc78b (4/4)\\nCopying blob sha256:53ae128587a66ae4816f2dc2df684d892b1a79f0dda7e5d49ed1fcb445857926\\nCopying blob sha256:ddcb7cc19256f390edf90aa16aac147c3b0ec3d9ffa96ef0b0d1bb72c653a61c\\nCopying blob sha256:8ad8514f24ae2d12ab325ad5ffb76870040fc996dde80c0b0d54f663045d8932\\nCopying blob sha256:fff42eb80e6fb11449a526eee4900e6a1ea23024470ae52bf6bbc6b9b8311ee7\\nCopying blob sha256:1cadd94a7148cd9f302cc91dfa859b39762fd74c333c28f9e04017fe375c0f1f\\nCopying config sha256:f40bf79604f691064c53e16b10b10338797e29917b9fae05e4b8a7dcaae85917\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-71\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:34:36Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-71\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Copying instance sha256:43b037584dac3425f845faab4f3575a9058c431219ffbf735f937b263713f2d9 (1/4)\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:43b037584dac3425f845faab4f3575a9058c431219ffbf735f937b263713f2d9\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44115d860fcecaa250b811cc4120d7ba18a2250bada1fe15199de53cefde7fc7\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c101ad5bb4fe96ea9b773498ec3f14371a0da1110add338f003c8c9cdbf15d07\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06038631a24a25348b51d1bfc7d0a0ee555552a8998f8328f9b657d02dd4c64c\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be84118e6017ca944a551a0f22d93ae3600941ea76e13cb01be584ab822cdecf\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:262268b65bd5f33784d6a61514964887bc18bc00c60c588bc62bfae7edca46f1\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06038631a24a25348b51d1bfc7d0a0ee555552a8998f8328f9b657d02dd4c64c\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:262268b65bd5f33784d6a61514964887bc18bc00c60c588bc62bfae7edca46f1\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c101ad5bb4fe96ea9b773498ec3f14371a0da1110add338f003c8c9cdbf15d07\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44115d860fcecaa250b811cc4120d7ba18a2250bada1fe15199de53cefde7fc7\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be84118e6017ca944a551a0f22d93ae3600941ea76e13cb01be584ab822cdecf\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Skipping blob sha256:262268b65bd5f33784d6a61514964887bc18bc00c60c588bc62bfae7edca46f1 (already present):\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Skipping blob sha256:c101ad5bb4fe96ea9b773498ec3f14371a0da1110add338f003c8c9cdbf15d07 (already present):\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Skipping blob sha256:06038631a24a25348b51d1bfc7d0a0ee555552a8998f8328f9b657d02dd4c64c (already present):\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Skipping blob sha256:44115d860fcecaa250b811cc4120d7ba18a2250bada1fe15199de53cefde7fc7 (already present):\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Skipping blob sha256:be84118e6017ca944a551a0f22d93ae3600941ea76e13cb01be584ab822cdecf (already present):\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:f6d9ea021c5484ffa2073378732cc3d456438af84d673753f7b891f977e4f561\\"\\ntime=\\"2022-06-02T12:34:37Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:f6d9ea021c5484ffa2073378732cc3d456438af84d673753f7b891f977e4f561\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6d9ea021c5484ffa2073378732cc3d456438af84d673753f7b891f977e4f561\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6d9ea021c5484ffa2073378732cc3d456438af84d673753f7b891f977e4f561\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:43b037584dac3425f845faab4f3575a9058c431219ffbf735f937b263713f2d9\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"Copying instance sha256:91408e65d6b16d7dbb7b17823a301e1384be0a8e6f662f73809a521f7a472399 (2/4)\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:91408e65d6b16d7dbb7b17823a301e1384be0a8e6f662f73809a521f7a472399\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51f4483a352bed1f4b90afe71b163de9e92811922d5f5ead97bc5ba72a75f624\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e6d2c893225d645081f48c1a8e0bb1e355ab69b75e8398ca4983a428bc22e57\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b1d58d1f862c11fd793425df55a25e42682bdb8e64ab4153a29ce8828309d8a1\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b1d58d1f862c11fd793425df55a25e42682bdb8e64ab4153a29ce8828309d8a1\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e6d2c893225d645081f48c1a8e0bb1e355ab69b75e8398ca4983a428bc22e57\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98229cf8e358f334fa611f94b1dc26e354131631ff21819b473a5ad4b0823fa9\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3163c3561e0cdd9c8f739672c089c716904d62dcf5b45d36446d258a69256806\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98229cf8e358f334fa611f94b1dc26e354131631ff21819b473a5ad4b0823fa9\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3163c3561e0cdd9c8f739672c089c716904d62dcf5b45d36446d258a69256806\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51f4483a352bed1f4b90afe71b163de9e92811922d5f5ead97bc5ba72a75f624\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"Skipping blob sha256:51f4483a352bed1f4b90afe71b163de9e92811922d5f5ead97bc5ba72a75f624 (already present):\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"Skipping blob sha256:3163c3561e0cdd9c8f739672c089c716904d62dcf5b45d36446d258a69256806 (already present):\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"Skipping blob sha256:98229cf8e358f334fa611f94b1dc26e354131631ff21819b473a5ad4b0823fa9 (already present):\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"Skipping blob sha256:0e6d2c893225d645081f48c1a8e0bb1e355ab69b75e8398ca4983a428bc22e57 (already present):\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"Skipping blob sha256:b1d58d1f862c11fd793425df55a25e42682bdb8e64ab4153a29ce8828309d8a1 (already present):\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:71667393d08a66c2a318caa945615560b2829bba5a3f6b624af7a57c7138c8be\\"\\ntime=\\"2022-06-02T12:34:38Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:71667393d08a66c2a318caa945615560b2829bba5a3f6b624af7a57c7138c8be\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71667393d08a66c2a318caa945615560b2829bba5a3f6b624af7a57c7138c8be\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71667393d08a66c2a318caa945615560b2829bba5a3f6b624af7a57c7138c8be\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:91408e65d6b16d7dbb7b17823a301e1384be0a8e6f662f73809a521f7a472399\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"Copying instance sha256:351ebf36dbb3ecb2c1c1e3b18d1505eb98bc13a6fdc1c797cfa9d83231c1bede (3/4)\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:351ebf36dbb3ecb2c1c1e3b18d1505eb98bc13a6fdc1c797cfa9d83231c1bede\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1f1c1e8c2ecf0596aab56b0b931b1407296f1c405b59bab176c435f627ec3b2e\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86efd3a8da771befafbaeffacc29ca6ba5744c4d69e6e3fc382c82fee51dd19b\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd96046634698ef2addc818f9f21933edec2b5521b6f7d00661dfa6ffc403378\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1f1c1e8c2ecf0596aab56b0b931b1407296f1c405b59bab176c435f627ec3b2e\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86efd3a8da771befafbaeffacc29ca6ba5744c4d69e6e3fc382c82fee51dd19b\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0318500c891bc0e18009bf4c27133215e967b04d4fbb2ebb898f75b3af84b3f\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd96046634698ef2addc818f9f21933edec2b5521b6f7d00661dfa6ffc403378\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0318500c891bc0e18009bf4c27133215e967b04d4fbb2ebb898f75b3af84b3f\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec5f9fa92ec2d895c4ed44c2c3b14a25b7cefca970925786cdcddd16e90edeb\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec5f9fa92ec2d895c4ed44c2c3b14a25b7cefca970925786cdcddd16e90edeb\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"Skipping blob sha256:7ec5f9fa92ec2d895c4ed44c2c3b14a25b7cefca970925786cdcddd16e90edeb (already present):\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"Skipping blob sha256:86efd3a8da771befafbaeffacc29ca6ba5744c4d69e6e3fc382c82fee51dd19b (already present):\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"Skipping blob sha256:c0318500c891bc0e18009bf4c27133215e967b04d4fbb2ebb898f75b3af84b3f (already present):\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"Skipping blob sha256:cd96046634698ef2addc818f9f21933edec2b5521b6f7d00661dfa6ffc403378 (already present):\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"Skipping blob sha256:1f1c1e8c2ecf0596aab56b0b931b1407296f1c405b59bab176c435f627ec3b2e (already present):\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:0f540de77af90fa645f563e7a70471300588c9da1382e842992fa1d78f5ac252\\"\\ntime=\\"2022-06-02T12:34:39Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:0f540de77af90fa645f563e7a70471300588c9da1382e842992fa1d78f5ac252\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f540de77af90fa645f563e7a70471300588c9da1382e842992fa1d78f5ac252\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f540de77af90fa645f563e7a70471300588c9da1382e842992fa1d78f5ac252\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:351ebf36dbb3ecb2c1c1e3b18d1505eb98bc13a6fdc1c797cfa9d83231c1bede\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"Copying instance sha256:022bf048c47a0649120443190fc391cbb19a419a1a1aa0f358b865139c1bc78b (4/4)\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:022bf048c47a0649120443190fc391cbb19a419a1a1aa0f358b865139c1bc78b\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ddcb7cc19256f390edf90aa16aac147c3b0ec3d9ffa96ef0b0d1bb72c653a61c\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ddcb7cc19256f390edf90aa16aac147c3b0ec3d9ffa96ef0b0d1bb72c653a61c\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:53ae128587a66ae4816f2dc2df684d892b1a79f0dda7e5d49ed1fcb445857926\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ad8514f24ae2d12ab325ad5ffb76870040fc996dde80c0b0d54f663045d8932\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:53ae128587a66ae4816f2dc2df684d892b1a79f0dda7e5d49ed1fcb445857926\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cadd94a7148cd9f302cc91dfa859b39762fd74c333c28f9e04017fe375c0f1f\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ad8514f24ae2d12ab325ad5ffb76870040fc996dde80c0b0d54f663045d8932\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fff42eb80e6fb11449a526eee4900e6a1ea23024470ae52bf6bbc6b9b8311ee7\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cadd94a7148cd9f302cc91dfa859b39762fd74c333c28f9e04017fe375c0f1f\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fff42eb80e6fb11449a526eee4900e6a1ea23024470ae52bf6bbc6b9b8311ee7\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"Skipping blob sha256:53ae128587a66ae4816f2dc2df684d892b1a79f0dda7e5d49ed1fcb445857926 (already present):\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"Skipping blob sha256:ddcb7cc19256f390edf90aa16aac147c3b0ec3d9ffa96ef0b0d1bb72c653a61c (already present):\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"Skipping blob sha256:8ad8514f24ae2d12ab325ad5ffb76870040fc996dde80c0b0d54f663045d8932 (already present):\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"Skipping blob sha256:fff42eb80e6fb11449a526eee4900e6a1ea23024470ae52bf6bbc6b9b8311ee7 (already present):\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"Skipping blob sha256:1cadd94a7148cd9f302cc91dfa859b39762fd74c333c28f9e04017fe375c0f1f (already present):\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:f40bf79604f691064c53e16b10b10338797e29917b9fae05e4b8a7dcaae85917\\"\\ntime=\\"2022-06-02T12:34:40Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:f40bf79604f691064c53e16b10b10338797e29917b9fae05e4b8a7dcaae85917\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f40bf79604f691064c53e16b10b10338797e29917b9fae05e4b8a7dcaae85917\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f40bf79604f691064c53e16b10b10338797e29917b9fae05e4b8a7dcaae85917\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:022bf048c47a0649120443190fc391cbb19a419a1a1aa0f358b865139c1bc78b\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-71\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:34:41,634 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-71' successful sync.
repomirrorworker stdout | 2022-06-02 12:34:41,634 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 34, 41, 634281), 2, 'c918dc5b-fb05-41dc-8df2-8a8558fcaa2e', 3, '0db65e7a-20a7-4de6-bc6b-7a7ba782399b'])
repomirrorworker stdout | 2022-06-02 12:34:41,639 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:41,640 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:41,641 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:41,641 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:34:41,642 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:41,648 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:48,442 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:34:41Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-71-source\""
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:34:41Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-71-source"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71-source"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:067d0e7d736dd23f29b25a77997a6ee6d5a2985ec4666f5983e2d8cb1f992eda"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:067d0e7d736dd23f29b25a77997a6ee6d5a2985ec4666f5983e2d8cb1f992eda"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:067d0e7d736dd23f29b25a77997a6ee6d5a2985ec4666f5983e2d8cb1f992eda (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52500a41867f26273a67c2b95dc071d9239676a91f8f3b58a35d1f37c77bbe41"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52500a41867f26273a67c2b95dc071d9239676a91f8f3b58a35d1f37c77bbe41"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:52500a41867f26273a67c2b95dc071d9239676a91f8f3b58a35d1f37c77bbe41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dd7dbbe2609b39894568074dca6ca347a929af92c5cb9f99db01ab02ae8d28d"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dd7dbbe2609b39894568074dca6ca347a929af92c5cb9f99db01ab02ae8d28d"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:6dd7dbbe2609b39894568074dca6ca347a929af92c5cb9f99db01ab02ae8d28d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Skipping blob sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:34:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:49903b10cc93c51ed518104f791dea01c91dc51fd22213b397419c2a503816eb"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:49903b10cc93c51ed518104f791dea01c91dc51fd22213b397419c2a503816eb"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:49903b10cc93c51ed518104f791dea01c91dc51fd22213b397419c2a503816eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1723be8db9160df974cdf7239f8cec39dedd2bdfde7290a2707148a41ea129f8"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1723be8db9160df974cdf7239f8cec39dedd2bdfde7290a2707148a41ea129f8"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:1723be8db9160df974cdf7239f8cec39dedd2bdfde7290a2707148a41ea129f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Skipping blob sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:34:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:34:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0
repomirrorworker stdout | c6cd37bb8f5df2533beab169be9ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3abf96105e85822a038b3f849b8e7ba68d75ea95cb174365c9dcb49ba80b600b"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3abf96105e85822a038b3f849b8e7ba68d75ea95cb174365c9dcb49ba80b600b"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:3abf96105e85822a038b3f849b8e7ba68d75ea95cb174365c9dcb49ba80b600b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6180f86fd58fe23da3b4041a1090cc54771b408fd424d819c427bfcc225cb928"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6180f86fd58fe23da3b4041a1090cc54771b408fd424d819c427bfcc225cb928"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:6180f86fd58fe23da3b4041a1090cc54771b408fd424d819c427bfcc225cb928 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Skipping blob sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:34:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:4ec21cdbd0623bc797c12ca11fe2f5fe39b8e11c5589b208677aa90375bce923"
repomirrorworker stdout | time="2022-06-02T12:34:47Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:4ec21cdbd0623bc797c12ca11fe2f5fe39b8e11c5589b208677aa90375bce923"
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ec21cdbd0623bc797c12ca11fe2f5fe39b8e11c5589b208677aa90375bce923"
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ec21cdbd0623bc797c12ca11fe2f5fe39b8e11c5589b208677aa90375bce923"
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-71-source"
repomirrorworker stdout | 2022-06-02 12:34:48,443 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8
repomirrorworker stdout | Copying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284
repomirrorworker stdout | Copying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4
repomirrorworker stdout | Copying blob sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc
repomirrorworker stdout | Copying blob sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28
repomirrorworker stdout | Copying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7
repomirrorworker stdout | Copying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2
repomirrorworker stdout | Copying blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1
repomirrorworker stdout | Copying blob sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5
repomirrorworker stdout | Copying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773
repomirrorworker stdout | Copying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67
repomirrorworker stdout | Copying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce
repomirrorworker stdout | Copying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22
repomirrorworker stdout | Copying blob sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1
repomirrorworker stdout | Copying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce
repomirrorworker stdout | Copying blob sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b
repomirrorworker stdout | Copying blob sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5
repomirrorworker stdout | Copying blob sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c
repomirrorworker stdout | Copying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7
repomirrorworker stdout | Copying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110
repomirrorworker stdout | Copying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1
repomirrorworker stdout | Copying blob sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8
repomirrorworker stdout | Copying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19
repomirrorworker stdout | Copying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b
repomirrorworker stdout | Copying blob sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0
repomirrorworker stdout | Copying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa
repomirrorworker stdout | Copying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e
repomirrorworker stdout | Copying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d
repomirrorworker stdout | Copying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887
repomirrorworker stdout | Copying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82
repomirrorworker stdout | Copying blob sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9
repomirrorworker stdout | Copying blob sha256:067d0e7d736dd23f29b25a77997a6ee6d5a2985ec4666f5983e2d8cb1f992eda
repomirrorworker stdout | Copying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db
repomirrorworker stdout | Copying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759
repomirrorworker stdout | Copying blob sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2
repomirrorworker stdout | Copying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099
repomirrorworker stdout | Copying blob sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b
repomirrorworker stdout | Copying blob sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888
repomirrorworker stdout | Copying blob sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c
repomirrorworker stdout | Copying blob sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa
repomirrorworker stdout | Copying blob sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191
repomirrorworker stdout | Copying blob sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812
repomirrorworker stdout | Copying blob sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287
repomirrorworker stdout | Copying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699
repomirrorworker stdout | Copying blob sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2
repomirrorworker stdout | Copying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1
repomirrorworker stdout | Copying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238
repomirrorworker stdout | Copying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007
repomirrorworker stdout | Copying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a
repomirrorworker stdout | Copying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc
repomirrorworker stdout | Copying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8
repomirrorworker stdout | Copying blob sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f
repomirrorworker stdout | Copying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c
repomirrorworker stdout | Copying blob sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796
repomirrorworker stdout | Copying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43
repomirrorworker stdout | Copying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be
repomirrorworker stdout | Copying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694
repomirrorworker stdout | Copying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658
repomirrorworker stdout | Copying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1
repomirrorworker stdout | Copying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55
repomirrorworker stdout | Copying blob sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d
repomirrorworker stdout | Copying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b
repomirrorworker stdout | Copying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee
repomirrorworker stdout | Copying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351
repomirrorworker stdout | Copying blob sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1
repomirrorworker stdout | Copying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb
repomirrorworker stdout | Copying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8
repomirrorworker stdout | Copying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590
repomirrorworker stdout | Copying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802
repomirrorworker stdout | Copying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7
repomirrorworker stdout | Copying blob sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796
repomirrorworker stdout | Copying blob sha256:52500a41867f26273a67c2b95dc071d9239676a91f8f3b58a35d1f37c77bbe41
repomirrorworker stdout | Copying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f
repomirrorworker stdout | Copying blob sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204
repomirrorworker stdout | Copying blob sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69
repomirrorworker stdout | Copying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f
repomirrorworker stdout | Copying blob sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291
repomirrorworker stdout | Copying blob sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c
repomirrorworker stdout | Copying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8
repomirrorworker stdout | Copying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd
repomirrorworker stdout | Copying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9
repomirrorworker stdout | Copying blob sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2
repomirrorworker stdout | Copying blob sha256:6dd7dbbe2609b39894568074dca6ca347a929af92c5cb9f99db01ab02ae8d28d
repomirrorworker stdout | Copying blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479
repomirrorworker stdout | Copying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074
repomirrorworker stdout | Copying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0
repomirrorworker stdout | Copying blob sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3
repomirrorworker stdout | Copying blob sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410
repomirrorworker stdout | Copying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d
repomirrorworker stdout | Copying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78
repomirrorworker stdout | Copying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546
repomirrorworker stdout | Copying blob sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75
repomirrorworker stdout | Copying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10
repomirrorworker stdout | Copying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab
repomirrorworker stdout | Copying blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3
repomirrorworker stdout | Copying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c
repomirrorworker stdout | Copying blob sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b
repomirrorworker stdout | Copying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170
repomirrorworker stdout | Copying blob sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b
repomirrorworker stdout | Copying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e
repomirrorworker stdout | Copying blob sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae
repomirrorworker stdout | Copying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50
repomirrorworker stdout | Copying blob sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1
repomirrorworker stdout | Copying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7
repomirrorworker stdout | Copying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76
repomirrorworker stdout | Copying blob sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1
repomirrorworker stdout | Copying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d
repomirrorworker stdout | Copying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6
repomirrorworker stdout | Copying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e
repomirrorworker stdout | Copying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1
repomirrorworker stdout | Copying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216
repomirrorworker stdout | Copying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00
repomirrorworker stdout | Copying blob sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0
repomirrorworker stdout | Copying blob sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9
repomirrorworker stdout | Copying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358
repomirrorworker stdout | Copying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d
repomirrorworker stdout | Copying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0
repomirrorworker stdout | Copying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1
repomirrorworker stdout | Copying blob sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3
repomirrorworker stdout | Copying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0
repomirrorworker stdout | Copying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a
repomirrorworker stdout | Copying blob sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb
repomirrorworker stdout | Copying blob sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021
repomirrorworker stdout | Copying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce
repomirrorworker stdout | Copying blob sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf
repomirrorworker stdout | Copying blob sha256:49903b10cc93c51ed518104f791dea01c91dc51fd22213b397419c2a503816eb
repomirrorworker stdout | Copying blob sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639
repomirrorworker stdout | Copying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c
repomirrorworker stdout | Copying blob sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e
repomirrorworker stdout | Copying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f
repomirrorworker stdout | Copying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0
repomirrorworker stdout | Copying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b
repomirrorworker stdout | Copying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797
repomirrorworker stdout | Copying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454
repomirrorworker stdout | Copying blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab
repomirrorworker stdout | Copying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970
repomirrorworker stdout | Copying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36
repomirrorworker stdout | Copying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0
repomirrorworker stdout | Copying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1
repomirrorworker stdout | Copying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781
repomirrorworker stdout | Copying blob sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776
repomirrorworker stdout | Copying blob sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4
repomirrorworker stdout | Copying blob sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed
repomirrorworker stdout | Copying blob sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d
repomirrorworker stdout | Copying blob sha256:1723be8db9160df974cdf7239f8cec39dedd2bdfde7290a2707148a41ea129f8
repomirrorworker stdout | Copying blob sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14
repomirrorworker stdout | Copying blob sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e
repomirrorworker stdout | Copying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391
repomirrorworker stdout | Copying blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a
repomirrorworker stdout | Copying blob sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b
repomirrorworker stdout | Copying blob sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615
repomirrorworker stdout | Copying blob sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba
repomirrorworker stdout | Copying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b
repomirrorworker stdout | Copying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2
repomirrorworker stdout | Copying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b
repomirrorworker stdout | Copying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359
repomirrorworker stdout | Copying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4
repomirrorworker stdout | Copying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea
repomirrorworker stdout | Copying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff
repomirrorworker stdout | Copying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7
repomirrorworker stdout | Copying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd
repomirrorworker stdout | Copying blob sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487
repomirrorworker stdout | Copying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2
repomirrorworker stdout | Copying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738
repomirrorworker stdout | Copying blob sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395
repomirrorworker stdout | Copying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca
repomirrorworker stdout | Copying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b
repomirrorworker stdout | Copying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b
repomirrorworker stdout | Copying blob sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29
repomirrorworker stdout | Copying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f
repomirrorworker stdout | Copying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515
repomirrorworker stdout | Copying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65
repomirrorworker stdout | Copying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc
repomirrorworker stdout | Copying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176
repomirrorworker stdout | Copying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264
repomirrorworker stdout | Copying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0
repomirrorworker stdout | Copying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704
repomirrorworker stdout | Copying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075
repomirrorworker stdout | Copying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9
repomirrorworker stdout | Copying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b
repomirrorworker stdout | Copying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea
repomirrorworker stdout | Copying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621
repomirrorworker stdout | Copying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86
repomirrorworker stdout | Copying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7
repomirrorworker stdout | Copying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68
repomirrorworker stdout | Copying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf
repomirrorworker stdout | Copying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34
repomirrorworker stdout | Copying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667
repomirrorworker stdout | Copying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987
repomirrorworker stdout | Copying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d
repomirrorworker stdout | Copying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03
repomirrorworker stdout | Copying blob sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67
repomirrorworker stdout | Copying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5
repomirrorworker stdout | Copying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3
repomirrorworker stdout | Copying blob sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8
repomirrorworker stdout | Copying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a
repomirrorworker stdout | Copying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb
repomirrorworker stdout | Copying blob sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e
repomirrorworker stdout | Copying blob sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f
repomirrorworker stdout | Copying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3
repomirrorworker stdout | Copying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d
repomirrorworker stdout | Copying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e
repomirrorworker stdout | Copying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b
repomirrorworker stdout | Copying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50
repomirrorworker stdout | Copying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2
repomirrorworker stdout | Copying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001
repomirrorworker stdout | Copying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d
repomirrorworker stdout | Copying blob sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658
repomirrorworker stdout | Copying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0
repomirrorworker stdout | Copying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee
repomirrorworker stdout | Copying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e
repomirrorworker stdout | Copying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1
repomirrorworker stdout | Copying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97
repomirrorworker stdout | Copying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded
repomirrorworker stdout | Copying blob sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b
repomirrorworker stdout | Copying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4
repomirrorworker stdout | Copying blob sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76
repomirrorworker stdout | Copying blob sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9
repomirrorworker stdout | Copying blob sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644
repomirrorworker stdout | Copying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643
repomirrorworker stdout | Copying blob sha256:3abf96105e85822a038b3f849b8e7ba68d75ea95cb174365c9dcb49ba80b600b
repomirrorworker stdout | Copying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf
repomirrorworker stdout | Copying blob sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107
repomirrorworker stdout | Copying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca
repomirrorworker stdout | Copying blob sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8
repomirrorworker stdout | Copying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6
repomirrorworker stdout | Copying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2
repomirrorworker stdout | Copying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb
repomirrorworker stdout | Copying blob sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac
repomirrorworker stdout | Copying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5
repomirrorworker stdout | Copying blob sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5
repomirrorworker stdout | Copying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c
repomirrorworker stdout | Copying blob sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8
repomirrorworker stdout | Copying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32
repomirrorworker stdout | Copying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6
repomirrorworker stdout | Copying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f
repomirrorworker stdout | Copying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273
repomirrorworker stdout | Copying blob sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535
repomirrorworker stdout | Copying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092
repomirrorworker stdout | Copying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996
repomirrorworker stdout | Copying blob sha256:6180f86fd58fe23da3b4041a1090cc54771b408fd424d819c427bfcc225cb928
repomirrorworker stdout | Copying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3
repomirrorworker stdout | Copying blob sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b
repomirrorworker stdout | Copying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131
repomirrorworker stdout | Copying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359
repomirrorworker stdout | Copying blob sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8
repomirrorworker stdout | Copying blob sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99
repomirrorworker stdout | Copying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1
repomirrorworker stdout | Copying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9
repomirrorworker stdout | Copying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8
repomirrorworker stdout | Copying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03
repomirrorworker stdout | Copying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f
repomirrorworker stdout | Copying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d
repomirrorworker stdout | Copying blob sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f
repomirrorworker stdout | Copying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136
repomirrorworker stdout | Copying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10
repomirrorworker stdout | Copying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9
repomirrorworker stdout | Copying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf
repomirrorworker stdout | Copying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488
repomirrorworker stdout | Copying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315
repomirrorworker stdout | Copying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf
repomirrorworker stdout | Copying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3
repomirrorworker stdout | Copying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9
repomirrorworker stdout | Copying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb
repomirrorworker stdout | Copying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b
repomirrorworker stdout | Copying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880
repomirrorworker stdout | Copying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38
repomirrorworker stdout | Copying blob sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099
repomirrorworker stdout | Copying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e
repomirrorworker stdout | Copying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d
repomirrorworker stdout | Copying blob sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e
repomirrorworker stdout | Copying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb
repomirrorworker stdout | Copying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95
repomirrorworker stdout | Copying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb
repomirrorworker stdout | Copying config sha256:4ec21cdbd0623bc797c12ca11fe2f5fe39b8e11c5589b208677aa90375bce923
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:34:48,445 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:48,448 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:48,450 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 34, 48, 448095), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-71-source\' successful sync", "tag": "1-71-source", "tags": null, "stdout": "Copying blob sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8\\nCopying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\nCopying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\nCopying blob sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc\\nCopying blob sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28\\nCopying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\nCopying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\nCopying blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\nCopying blob sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5\\nCopying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\nCopying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\nCopying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\nCopying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\nCopying blob sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1\\nCopying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\nCopying blob sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b\\nCopying blob sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5\\nCopying blob sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c\\nCopying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\nCopying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\nCopying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\nCopying blob sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8\\nCopying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\nCopying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\nCopying blob sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0\\nCopying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\nCopying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\nCopying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\nCopying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\nCopying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\nCopying blob sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9\\nCopying blob sha256:067d0e7d736dd23f29b25a77997a6ee6d5a2985ec4666f5983e2d8cb1f992eda\\nCopying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\nCopying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\nCopying blob sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2\\nCopying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\nCopying blob sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b\\nCopying blob sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888\\nCopying blob sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c\\nCopying blob sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa\\nCopying blob sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191\\nCopying blob sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812\\nCopying blob sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287\\nCopying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\nCopying blob sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2\\nCopying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\nCopying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\nCopying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\nCopying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\nCopying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\nCopying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\nCopying blob sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f\\nCopying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\nCopying blob sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796\\nCopying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\nCopying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\nCopying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\nCopying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\nCopying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\nCopying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\nCopying blob sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d\\nCopying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\nCopying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\nCopying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\nCopying blob sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1\\nCopying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\nCopying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\nCopying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\nCopying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\nCopying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\nCopying blob sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796\\nCopying blob sha256:52500a41867f26273a67c2b95dc071d9239676a91f8f3b58a35d1f37c77bbe41\\nCopying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\nCopying blob sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204\\nCopying blob sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69\\nCopying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\nCopying blob sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291\\nCopying blob sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c\\nCopying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\nCopying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\nCopying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\nCopying blob sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2\\nCopying blob sha256:6dd7dbbe2609b39894568074dca6ca347a929af92c5cb9f99db01ab02ae8d28d\\nCopying blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\nCopying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\nCopying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\nCopying blob sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3\\nCopying blob sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410\\nCopying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\nCopying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\nCopying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\nCopying blob sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75\\nCopying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\nCopying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\nCopying blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\nCopying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\nCopying blob sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b\\nCopying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\nCopying blob sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b\\nCopying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\nCopying blob sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae\\nCopying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\nCopying blob sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1\\nCopying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\nCopying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\nCopying blob sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1\\nCopying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\nCopying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\nCopying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\nCopying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\nCopying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\nCopying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\nCopying blob sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0\\nCopying blob sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9\\nCopying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\nCopying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\nCopying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\nCopying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\nCopying blob sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3\\nCopying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\nCopying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\nCopying blob sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb\\nCopying blob sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021\\nCopying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\nCopying blob sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf\\nCopying blob sha256:49903b10cc93c51ed518104f791dea01c91dc51fd22213b397419c2a503816eb\\nCopying blob sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639\\nCopying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\nCopying blob sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e\\nCopying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\nCopying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\nCopying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\nCopying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\nCopying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\nCopying blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\nCopying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\nCopying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\nCopying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\nCopying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\nCopying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\nCopying blob sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776\\nCopying blob sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4\\nCopying blob sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed\\nCopying blob sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d\\nCopying blob sha256:1723be8db9160df974cdf7239f8cec39dedd2bdfde7290a2707148a41ea129f8\\nCopying blob sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14\\nCopying blob sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e\\nCopying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\nCopying blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a\\nCopying blob sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b\\nCopying blob sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615\\nCopying blob sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba\\nCopying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\nCopying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\nCopying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\nCopying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\nCopying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\nCopying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\nCopying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\nCopying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\nCopying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\nCopying blob sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487\\nCopying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\nCopying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\nCopying blob sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395\\nCopying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\nCopying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\nCopying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\nCopying blob sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29\\nCopying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\nCopying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\nCopying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\nCopying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\nCopying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\nCopying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\nCopying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\nCopying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\nCopying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\nCopying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\nCopying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\nCopying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\nCopying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\nCopying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\nCopying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\nCopying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\nCopying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\nCopying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\nCopying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\nCopying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\nCopying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\nCopying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\nCopying blob sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67\\nCopying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\nCopying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\nCopying blob sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8\\nCopying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\nCopying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\nCopying blob sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e\\nCopying blob sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f\\nCopying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\nCopying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\nCopying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\nCopying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\nCopying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\nCopying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\nCopying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\nCopying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\nCopying blob sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658\\nCopying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\nCopying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\nCopying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\nCopying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\nCopying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\nCopying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\nCopying blob sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b\\nCopying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\nCopying blob sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76\\nCopying blob sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9\\nCopying blob sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644\\nCopying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\nCopying blob sha256:3abf96105e85822a038b3f849b8e7ba68d75ea95cb174365c9dcb49ba80b600b\\nCopying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\nCopying blob sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107\\nCopying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\nCopying blob sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8\\nCopying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\nCopying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\nCopying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\nCopying blob sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac\\nCopying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\nCopying blob sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5\\nCopying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\nCopying blob sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8\\nCopying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\nCopying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\nCopying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\nCopying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\nCopying blob sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535\\nCopying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\nCopying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\nCopying blob sha256:6180f86fd58fe23da3b4041a1090cc54771b408fd424d819c427bfcc225cb928\\nCopying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\nCopying blob sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b\\nCopying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\nCopying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\nCopying blob sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8\\nCopying blob sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99\\nCopying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\nCopying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\nCopying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\nCopying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\nCopying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\nCopying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\nCopying blob sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f\\nCopying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\nCopying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\nCopying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\nCopying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\nCopying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\nCopying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\nCopying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\nCopying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\nCopying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\nCopying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\nCopying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\nCopying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\nCopying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\nCopying blob sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099\\nCopying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\nCopying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\nCopying blob sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e\\nCopying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\nCopying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\nCopying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\nCopying config sha256:4ec21cdbd0623bc797c12ca11fe2f5fe39b8e11c5589b208677aa90375bce923\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-71-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:34:41Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-71-source\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71-source\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:067d0e7d736dd23f29b25a77997a6ee6d5a2985ec4666f5983e2d8cb1f992eda\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:067d0e7d736dd23f29b25a77997a6ee6d5a2985ec4666f5983e2d8cb1f992eda\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:067d0e7d736dd23f29b25a77997a6ee6d5a2985ec4666f5983e2d8cb1f992eda (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52500a41867f26273a67c2b95dc071d9239676a91f8f3b58a35d1f37c77bbe41\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52500a41867f26273a67c2b95dc071d9239676a91f8f3b58a35d1f37c77bbe41\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:52500a41867f26273a67c2b95dc071d9239676a91f8f3b58a35d1f37c77bbe41 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dd7dbbe2609b39894568074dca6ca347a929af92c5cb9f99db01ab02ae8d28d\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dd7dbbe2609b39894568074dca6ca347a929af92c5cb9f99db01ab02ae8d28d\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:6dd7dbbe2609b39894568074dca6ca347a929af92c5cb9f99db01ab02ae8d28d (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Skipping blob sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410 (already present):\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:34:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:49903b10cc93c51ed518104f791dea01c91dc51fd22213b397419c2a503816eb\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:49903b10cc93c51ed518104f791dea01c91dc51fd22213b397419c2a503816eb\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:49903b10cc93c51ed518104f791dea01c91dc51fd22213b397419c2a503816eb (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1723be8db9160df974cdf7239f8cec39dedd2bdfde7290a2707148a41ea129f8\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1723be8db9160df974cdf7239f8cec39dedd2bdfde7290a2707148a41ea129f8\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:1723be8db9160df974cdf7239f8cec39dedd2bdfde7290a2707148a41ea129f8 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615 (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Skipping blob sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba (already present):\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:34:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha
repomirrorworker stdout | 256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:34:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3abf96105e85822a038b3f849b8e7ba68d75ea95cb174365c9dcb49ba80b600b\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3abf96105e85822a038b3f849b8e7ba68d75ea95cb174365c9dcb49ba80b600b\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:3abf96105e85822a038b3f849b8e7ba68d75ea95cb174365c9dcb49ba80b600b (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6180f86fd58fe23da3b4041a1090cc54771b408fd424d819c427bfcc225cb928\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6180f86fd58fe23da3b4041a1090cc54771b408fd424d819c427bfcc225cb928\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:6180f86fd58fe23da3b4041a1090cc54771b408fd424d819c427bfcc225cb928 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Skipping blob sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99 (already present):\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:34:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099 (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:4ec21cdbd0623bc797c12ca11fe2f5fe39b8e11c5589b208677aa90375bce923\\"\\ntime=\\"2022-06-02T12:34:47Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:4ec21cdbd0623bc797c12ca11fe2f5fe39b8e11c5589b208677aa90375bce923\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ec21cdbd0623bc797c12ca11fe2f5fe39b8e11c5589b208677aa90375bce923\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ec21cdbd0623bc797c12ca11fe2f5fe39b8e11c5589b208677aa90375bce923\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-71-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:34:48,461 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-71-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:34:48,461 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 34, 48, 461177), 2, '48d4ab33-257a-451f-9ddf-4c533f7e0093', 3, 'c918dc5b-fb05-41dc-8df2-8a8558fcaa2e'])
repomirrorworker stdout | 2022-06-02 12:34:48,464 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:48,465 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:48,466 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:48,466 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:34:48,467 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:48,473 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:53,123 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:34:54,064 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:34:48Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-71.1634036286\""
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:34:48Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-71.1634036286"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Copying instance sha256:c07ff54f96c0107e454a608c3fed05a83aa692a7937d59de62118d557fe26df1 (1/4)"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:c07ff54f96c0107e454a608c3fed05a83aa692a7937d59de62118d557fe26df1"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71.1634036286"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5a289de27bd4848993c771ba9b539a223b0c3015c634e0da6d2041b4b1e6e57c"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44115d860fcecaa250b811cc4120d7ba18a2250bada1fe15199de53cefde7fc7"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06038631a24a25348b51d1bfc7d0a0ee555552a8998f8328f9b657d02dd4c64c"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:262268b65bd5f33784d6a61514964887bc18bc00c60c588bc62bfae7edca46f1"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5a7d3bb6c978700136f58b53f70fa6440877349889c7e1a7ef9329f693a965d"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06038631a24a25348b51d1bfc7d0a0ee555552a8998f8328f9b657d02dd4c64c"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44115d860fcecaa250b811cc4120d7ba18a2250bada1fe15199de53cefde7fc7"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5a289de27bd4848993c771ba9b539a223b0c3015c634e0da6d2041b4b1e6e57c"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5a7d3bb6c978700136f58b53f70fa6440877349889c7e1a7ef9329f693a965d"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:262268b65bd5f33784d6a61514964887bc18bc00c60c588bc62bfae7edca46f1"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Skipping blob sha256:44115d860fcecaa250b811cc4120d7ba18a2250bada1fe15199de53cefde7fc7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Skipping blob sha256:262268b65bd5f33784d6a61514964887bc18bc00c60c588bc62bfae7edca46f1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Skipping blob sha256:06038631a24a25348b51d1bfc7d0a0ee555552a8998f8328f9b657d02dd4c64c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Skipping blob sha256:c5a7d3bb6c978700136f58b53f70fa6440877349889c7e1a7ef9329f693a965d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Skipping blob sha256:5a289de27bd4848993c771ba9b539a223b0c3015c634e0da6d2041b4b1e6e57c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:2bad2a03c6a350890ce79a53b01ee3faaa385e983a160b339981f56bed7253e5"
repomirrorworker stdout | time="2022-06-02T12:34:50Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:2bad2a03c6a350890ce79a53b01ee3faaa385e983a160b339981f56bed7253e5"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2bad2a03c6a350890ce79a53b01ee3faaa385e983a160b339981f56bed7253e5"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2bad2a03c6a350890ce79a53b01ee3faaa385e983a160b339981f56bed7253e5"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:c07ff54f96c0107e454a608c3fed05a83aa692a7937d59de62118d557fe26df1"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="Copying instance sha256:47da019754c7bc51b6e58ea9d03d27d8291c981b78c4163f46c8c6904df9b31a (2/4)"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:47da019754c7bc51b6e58ea9d03d27d8291c981b78c4163f46c8c6904df9b31a"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71.1634036286"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a709bdb19a0b7edba649c1822bf86c26f9c1babf43688b69a181077a4b94af5"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e6d2c893225d645081f48c1a8e0bb1e355ab69b75e8398ca4983a428bc22e57"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a709bdb19a0b7edba649c1822bf86c26f9c1babf43688b69a181077a4b94af5"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3163c3561e0cdd9c8f739672c089c716904d62dcf5b45d36446d258a69256806"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98229cf8e358f334fa611f94b1dc26e354131631ff21819b473a5ad4b0823fa9"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3163c3561e0cdd9c8f739672c089c716904d62dcf5b45d36446d258a69256806"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ea680615d1a830e8fd8295455bbdbb57a22a70d5f84023e8de3d987c17adc90"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e6d2c893225d645081f48c1a8e0bb1e355ab69b75e8398ca4983a428bc22e57"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98229cf8e358f334fa611f94b1dc26e354131631ff21819b473a5ad4b0823fa9"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ea680615d1a830e8fd8295455bbdbb57a22a70d5f84023e8de3d987c17adc90"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="Skipping blob sha256:98229cf8e358f334fa611f94b1dc26e354131631ff21819b473a5ad4b0823fa9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="Skipping blob sha256:3163c3561e0cdd9c8f739672c089c716904d62dcf5b45d36446d258a69256806 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="Skipping blob sha256:0e6d2c893225d645081f48c1a8e0bb1e355ab69b75e8398ca4983a428bc22e57 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="Skipping blob sha256:3a709bdb19a0b7edba649c1822bf86c26f9c1babf43688b69a181077a4b94af5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="Skipping blob sha256:7ea680615d1a830e8fd8295455bbdbb57a22a70d5f84023e8de3d987c17adc90 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:63b181da115c927f9d07a33bd193fb0e565873699b15cdbe7ca2f07b9a5285d6"
repomirrorworker stdout | time="2022-06-02T12:34:51Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:63b181da115c927f9d07a33bd193fb0e565873699b15cdbe7ca2f07b9a5285d6"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63b181da115c927f9d07a33bd193fb0e565873699b15cdbe7ca2f07b9a5285d6"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63b181da115c927f9d07a33bd193fb0e565873699b15cdbe7ca2f07b9a5285d6"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:47da019754c7bc51b6e58ea9d03d27d8291c981b78c4163f46c8c6904df9b31a"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="Copying instance sha256:f02875af30a60dfa63b66698c2fa760774838f06b07f8a556f08b04b08b60352 (3/4)"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:f02875af30a60dfa63b66698c2fa760774838f06b07f8a556f08b04b08b60352"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71.1634036286"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d658edd81e68e0571f7b102ee5868eb92a22bd46ed2f5b0008deb1f7fc228792"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd96046634698ef2addc818f9f21933edec2b5521b6f7d00661dfa6ffc403378"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d658edd81e68e0571f7b102ee5868eb92a22bd46ed2f5b0008deb1f7fc228792"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0318500c891bc0e18009bf4c27133215e967b04d4fbb2ebb898f75b3af84b3f"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd96046634698ef2addc818f9f21933edec2b5521b6f7d00661dfa6ffc403378"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0318500c891bc0e18009bf4c27133215e967b04d4fbb2ebb898f75b3af84b3f"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed194c58e2d8211f0439c602bdaea951f159688eb2d55442d82101deffb20991"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed194c58e2d8211f0439c602bdaea951f159688eb2d55442d82101deffb20991"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86efd3a8da771befafbaeffacc29ca6ba5744c4d69e6e3fc382c82fee51dd19b"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86efd3a8da771befafbaeffacc29ca6ba5744c4d69e6e3fc382c82fee51dd19b"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="Skipping blob sha256:cd96046634698ef2addc818f9f21933edec2b5521b6f7d00661dfa6ffc403378 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="Skipping blob sha256:86efd3a8da771befafbaeffacc29ca6ba5744c4d69e6e3fc382c82fee51dd19b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="Skipping blob sha256:c0318500c891bc0e18009bf4c27133215e967b04d4fbb2ebb898f75b3af84b3f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="Skipping blob sha256:d658edd81e68e0571f7b102ee5868eb92a22bd46ed2f5b0008deb1f7fc228792 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="Skipping blob sha256:ed194c58e2d8211f0439c602bdaea951f159688eb2d55442d82101deffb20991 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:b9131b88f1489bd286b06dcdb93ca3d304d7e2d96bc6807f0fff6b6bf94367bd"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:b9131b88f1489bd286b06dcdb93ca3d304d7e2d96bc6807f0fff6b6bf94367bd"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9131b88f1489bd286b06dcdb93ca3d304d7e2d96bc6807f0fff6b6bf94367bd"
repomirrorworker stdout | time="2022-06-02T12:34:52Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9131b88f1489bd286b06dcdb93ca3d304d7e2d96bc6807f0fff6b6bf94367bd"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:f02875af30a60dfa63b66698c2fa760774838f06b07f8a556f08b04b08b60352"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="Copying instance sha256:178d46524fbf382057c6665075debf91c4a1e88f835ee26e663e930e80d1a86b (4/4)"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:178d46524fbf382057c6665075debf91c4a1e88f835ee26e663e930e80d1a86b"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71.1634036286"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8351ca6f23258c8c6fe74c8fb5ade448973c67bf8d2fe7f1e0c4ffdacdbd2aa9"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ad8514f24ae2d12ab325ad5ffb76870040fc996dde80c0b0d54f663045d8932"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8351ca6f23258c8c6fe74c8fb5ade448973c67bf8d2fe7f1e0c4ffdacdbd2aa9"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ad8514f24ae2d12ab325ad5ffb76870040fc996dde80c0b0d54f663045d8932"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fff42eb80e6fb11449a526eee4900e6a1ea23024470ae52bf6bbc6b9b8311ee7"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a019d5f93bd47179862fbd97237dc4ccce6731bde2af939a1e86ffa808e05ce2"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fff42eb80e6fb11449a526eee4900e6a1ea23024470ae52bf6bbc6b9b8311ee7"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:53ae128587a66ae4816f2dc2df684d892b1a79f0dda7e5d49ed1fcb445857926"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a019d5f93bd47179862fbd97237dc4ccce6731bde2af939a1e86ffa808e05ce2"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:53ae128587a66ae4816f2dc2df684d892b1a79f0dda7e5d49ed1fcb445857926"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="Skipping blob sha256:fff42eb80e6fb11449a526eee4900e6a1ea23024470ae52bf6bbc6b9b8311ee7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="Skipping blob sha256:53ae128587a66ae4816f2dc2df684d892b1a79f0dda7e5d49ed1fcb445857926 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="Skipping blob sha256:8ad8514f24ae2d12ab325ad5ffb76870040fc996dde80c0b0d54f663045d8932 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="Skipping blob sha256:a019d5f93bd47179862fbd97237dc4ccce6731bde2af939a1e86ffa808e05ce2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="Skipping blob sha256:8351ca6f23258c8c6fe74c8fb5ade448973c67bf8d2fe7f1e0c4ffdacdbd2aa9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:4e4073bde791019a7f6d23f3557f4d9a24b30f4c8bc37751e9ef8d862d9edbf4"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:4e4073bde791019a7f6d23f3557f4d9a24b30f4c8bc37751e9ef8d862d9edbf4"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e4073bde791019a7f6d23f3557f4d9a24b30f4c8bc37751e9ef8d862d9edbf4"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e4073bde791019a7f6d23f3557f4d9a24b30f4c8bc37751e9ef8d862d9edbf4"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:178d46524fbf382057c6665075debf91c4a1e88f835ee26e663e930e80d1a86b"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:34:53Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-71.1634036286"
repomirrorworker stdout | 2022-06-02 12:34:54,064 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:c07ff54f96c0107e454a608c3fed05a83aa692a7937d59de62118d557fe26df1 (1/4)
repomirrorworker stdout | Copying blob sha256:44115d860fcecaa250b811cc4120d7ba18a2250bada1fe15199de53cefde7fc7
repomirrorworker stdout | Copying blob sha256:262268b65bd5f33784d6a61514964887bc18bc00c60c588bc62bfae7edca46f1
repomirrorworker stdout | Copying blob sha256:06038631a24a25348b51d1bfc7d0a0ee555552a8998f8328f9b657d02dd4c64c
repomirrorworker stdout | Copying blob sha256:c5a7d3bb6c978700136f58b53f70fa6440877349889c7e1a7ef9329f693a965d
repomirrorworker stdout | Copying blob sha256:5a289de27bd4848993c771ba9b539a223b0c3015c634e0da6d2041b4b1e6e57c
repomirrorworker stdout | Copying config sha256:2bad2a03c6a350890ce79a53b01ee3faaa385e983a160b339981f56bed7253e5
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:47da019754c7bc51b6e58ea9d03d27d8291c981b78c4163f46c8c6904df9b31a (2/4)
repomirrorworker stdout | Copying blob sha256:98229cf8e358f334fa611f94b1dc26e354131631ff21819b473a5ad4b0823fa9
repomirrorworker stdout | Copying blob sha256:3163c3561e0cdd9c8f739672c089c716904d62dcf5b45d36446d258a69256806
repomirrorworker stdout | Copying blob sha256:0e6d2c893225d645081f48c1a8e0bb1e355ab69b75e8398ca4983a428bc22e57
repomirrorworker stdout | Copying blob sha256:3a709bdb19a0b7edba649c1822bf86c26f9c1babf43688b69a181077a4b94af5
repomirrorworker stdout | Copying blob sha256:7ea680615d1a830e8fd8295455bbdbb57a22a70d5f84023e8de3d987c17adc90
repomirrorworker stdout | Copying config sha256:63b181da115c927f9d07a33bd193fb0e565873699b15cdbe7ca2f07b9a5285d6
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:f02875af30a60dfa63b66698c2fa760774838f06b07f8a556f08b04b08b60352 (3/4)
repomirrorworker stdout | Copying blob sha256:cd96046634698ef2addc818f9f21933edec2b5521b6f7d00661dfa6ffc403378
repomirrorworker stdout | Copying blob sha256:86efd3a8da771befafbaeffacc29ca6ba5744c4d69e6e3fc382c82fee51dd19b
repomirrorworker stdout | Copying blob sha256:c0318500c891bc0e18009bf4c27133215e967b04d4fbb2ebb898f75b3af84b3f
repomirrorworker stdout | Copying blob sha256:d658edd81e68e0571f7b102ee5868eb92a22bd46ed2f5b0008deb1f7fc228792
repomirrorworker stdout | Copying blob sha256:ed194c58e2d8211f0439c602bdaea951f159688eb2d55442d82101deffb20991
repomirrorworker stdout | Copying config sha256:b9131b88f1489bd286b06dcdb93ca3d304d7e2d96bc6807f0fff6b6bf94367bd
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:178d46524fbf382057c6665075debf91c4a1e88f835ee26e663e930e80d1a86b (4/4)
repomirrorworker stdout | Copying blob sha256:fff42eb80e6fb11449a526eee4900e6a1ea23024470ae52bf6bbc6b9b8311ee7
repomirrorworker stdout | Copying blob sha256:53ae128587a66ae4816f2dc2df684d892b1a79f0dda7e5d49ed1fcb445857926
repomirrorworker stdout | Copying blob sha256:8ad8514f24ae2d12ab325ad5ffb76870040fc996dde80c0b0d54f663045d8932
repomirrorworker stdout | Copying blob sha256:a019d5f93bd47179862fbd97237dc4ccce6731bde2af939a1e86ffa808e05ce2
repomirrorworker stdout | Copying blob sha256:8351ca6f23258c8c6fe74c8fb5ade448973c67bf8d2fe7f1e0c4ffdacdbd2aa9
repomirrorworker stdout | Copying config sha256:4e4073bde791019a7f6d23f3557f4d9a24b30f4c8bc37751e9ef8d862d9edbf4
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:34:54,066 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:54,069 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:54,071 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 34, 54, 69302), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-71.1634036286\' successful sync", "tag": "1-71.1634036286", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:c07ff54f96c0107e454a608c3fed05a83aa692a7937d59de62118d557fe26df1 (1/4)\\nCopying blob sha256:44115d860fcecaa250b811cc4120d7ba18a2250bada1fe15199de53cefde7fc7\\nCopying blob sha256:262268b65bd5f33784d6a61514964887bc18bc00c60c588bc62bfae7edca46f1\\nCopying blob sha256:06038631a24a25348b51d1bfc7d0a0ee555552a8998f8328f9b657d02dd4c64c\\nCopying blob sha256:c5a7d3bb6c978700136f58b53f70fa6440877349889c7e1a7ef9329f693a965d\\nCopying blob sha256:5a289de27bd4848993c771ba9b539a223b0c3015c634e0da6d2041b4b1e6e57c\\nCopying config sha256:2bad2a03c6a350890ce79a53b01ee3faaa385e983a160b339981f56bed7253e5\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:47da019754c7bc51b6e58ea9d03d27d8291c981b78c4163f46c8c6904df9b31a (2/4)\\nCopying blob sha256:98229cf8e358f334fa611f94b1dc26e354131631ff21819b473a5ad4b0823fa9\\nCopying blob sha256:3163c3561e0cdd9c8f739672c089c716904d62dcf5b45d36446d258a69256806\\nCopying blob sha256:0e6d2c893225d645081f48c1a8e0bb1e355ab69b75e8398ca4983a428bc22e57\\nCopying blob sha256:3a709bdb19a0b7edba649c1822bf86c26f9c1babf43688b69a181077a4b94af5\\nCopying blob sha256:7ea680615d1a830e8fd8295455bbdbb57a22a70d5f84023e8de3d987c17adc90\\nCopying config sha256:63b181da115c927f9d07a33bd193fb0e565873699b15cdbe7ca2f07b9a5285d6\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:f02875af30a60dfa63b66698c2fa760774838f06b07f8a556f08b04b08b60352 (3/4)\\nCopying blob sha256:cd96046634698ef2addc818f9f21933edec2b5521b6f7d00661dfa6ffc403378\\nCopying blob sha256:86efd3a8da771befafbaeffacc29ca6ba5744c4d69e6e3fc382c82fee51dd19b\\nCopying blob sha256:c0318500c891bc0e18009bf4c27133215e967b04d4fbb2ebb898f75b3af84b3f\\nCopying blob sha256:d658edd81e68e0571f7b102ee5868eb92a22bd46ed2f5b0008deb1f7fc228792\\nCopying blob sha256:ed194c58e2d8211f0439c602bdaea951f159688eb2d55442d82101deffb20991\\nCopying config sha256:b9131b88f1489bd286b06dcdb93ca3d304d7e2d96bc6807f0fff6b6bf94367bd\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:178d46524fbf382057c6665075debf91c4a1e88f835ee26e663e930e80d1a86b (4/4)\\nCopying blob sha256:fff42eb80e6fb11449a526eee4900e6a1ea23024470ae52bf6bbc6b9b8311ee7\\nCopying blob sha256:53ae128587a66ae4816f2dc2df684d892b1a79f0dda7e5d49ed1fcb445857926\\nCopying blob sha256:8ad8514f24ae2d12ab325ad5ffb76870040fc996dde80c0b0d54f663045d8932\\nCopying blob sha256:a019d5f93bd47179862fbd97237dc4ccce6731bde2af939a1e86ffa808e05ce2\\nCopying blob sha256:8351ca6f23258c8c6fe74c8fb5ade448973c67bf8d2fe7f1e0c4ffdacdbd2aa9\\nCopying config sha256:4e4073bde791019a7f6d23f3557f4d9a24b30f4c8bc37751e9ef8d862d9edbf4\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-71.1634036286\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:34:48Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-71.1634036286\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Copying instance sha256:c07ff54f96c0107e454a608c3fed05a83aa692a7937d59de62118d557fe26df1 (1/4)\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:c07ff54f96c0107e454a608c3fed05a83aa692a7937d59de62118d557fe26df1\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71.1634036286\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5a289de27bd4848993c771ba9b539a223b0c3015c634e0da6d2041b4b1e6e57c\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44115d860fcecaa250b811cc4120d7ba18a2250bada1fe15199de53cefde7fc7\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06038631a24a25348b51d1bfc7d0a0ee555552a8998f8328f9b657d02dd4c64c\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:262268b65bd5f33784d6a61514964887bc18bc00c60c588bc62bfae7edca46f1\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5a7d3bb6c978700136f58b53f70fa6440877349889c7e1a7ef9329f693a965d\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:06038631a24a25348b51d1bfc7d0a0ee555552a8998f8328f9b657d02dd4c64c\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44115d860fcecaa250b811cc4120d7ba18a2250bada1fe15199de53cefde7fc7\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5a289de27bd4848993c771ba9b539a223b0c3015c634e0da6d2041b4b1e6e57c\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5a7d3bb6c978700136f58b53f70fa6440877349889c7e1a7ef9329f693a965d\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:262268b65bd5f33784d6a61514964887bc18bc00c60c588bc62bfae7edca46f1\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Skipping blob sha256:44115d860fcecaa250b811cc4120d7ba18a2250bada1fe15199de53cefde7fc7 (already present):\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Skipping blob sha256:262268b65bd5f33784d6a61514964887bc18bc00c60c588bc62bfae7edca46f1 (already present):\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Skipping blob sha256:06038631a24a25348b51d1bfc7d0a0ee555552a8998f8328f9b657d02dd4c64c (already present):\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Skipping blob sha256:c5a7d3bb6c978700136f58b53f70fa6440877349889c7e1a7ef9329f693a965d (already present):\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Skipping blob sha256:5a289de27bd4848993c771ba9b539a223b0c3015c634e0da6d2041b4b1e6e57c (already present):\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:2bad2a03c6a350890ce79a53b01ee3faaa385e983a160b339981f56bed7253e5\\"\\ntime=\\"2022-06-02T12:34:50Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:2bad2a03c6a350890ce79a53b01ee3faaa385e983a160b339981f56bed7253e5\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2bad2a03c6a350890ce79a53b01ee3faaa385e983a160b339981f56bed7253e5\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2bad2a03c6a350890ce79a53b01ee3faaa385e983a160b339981f56bed7253e5\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:c07ff54f96c0107e454a608c3fed05a83aa692a7937d59de62118d557fe26df1\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"Copying instance sha256:47da019754c7bc51b6e58ea9d03d27d8291c981b78c4163f46c8c6904df9b31a (2/4)\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:47da019754c7bc51b6e58ea9d03d27d8291c981b78c4163f46c8c6904df9b31a\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71.1634036286\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a709bdb19a0b7edba649c1822bf86c26f9c1babf43688b69a181077a4b94af5\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e6d2c893225d645081f48c1a8e0bb1e355ab69b75e8398ca4983a428bc22e57\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a709bdb19a0b7edba649c1822bf86c26f9c1babf43688b69a181077a4b94af5\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3163c3561e0cdd9c8f739672c089c716904d62dcf5b45d36446d258a69256806\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98229cf8e358f334fa611f94b1dc26e354131631ff21819b473a5ad4b0823fa9\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3163c3561e0cdd9c8f739672c089c716904d62dcf5b45d36446d258a69256806\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ea680615d1a830e8fd8295455bbdbb57a22a70d5f84023e8de3d987c17adc90\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e6d2c893225d645081f48c1a8e0bb1e355ab69b75e8398ca4983a428bc22e57\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:98229cf8e358f334fa611f94b1dc26e354131631ff21819b473a5ad4b0823fa9\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ea680615d1a830e8fd8295455bbdbb57a22a70d5f84023e8de3d987c17adc90\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"Skipping blob sha256:98229cf8e358f334fa611f94b1dc26e354131631ff21819b473a5ad4b0823fa9 (already present):\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"Skipping blob sha256:3163c3561e0cdd9c8f739672c089c716904d62dcf5b45d36446d258a69256806 (already present):\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"Skipping blob sha256:0e6d2c893225d645081f48c1a8e0bb1e355ab69b75e8398ca4983a428bc22e57 (already present):\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"Skipping blob sha256:3a709bdb19a0b7edba649c1822bf86c26f9c1babf43688b69a181077a4b94af5 (already present):\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"Skipping blob sha256:7ea680615d1a830e8fd8295455bbdbb57a22a70d5f84023e8de3d987c17adc90 (already present):\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:63b181da115c927f9d07a33bd193fb0e565873699b15cdbe7ca2f07b9a5285d6\\"\\ntime=\\"2022-06-02T12:34:51Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:63b181da115c927f9d07a33bd193fb0e565873699b15cdbe7ca2f07b9a5285d6\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63b181da115c927f9d07a33bd193fb0e565873699b15cdbe7ca2f07b9a5285d6\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63b181da115c927f9d07a33bd193fb0e565873699b15cdbe7ca2f07b9a5285d6\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:47da019754c7bc51b6e58ea9d03d27d8291c981b78c4163f46c8c6904df9b31a\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"Copying instance sha256:f02875af30a60dfa63b66698c2fa760774838f06b07f8a556f08b04b08b60352 (3/4)\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:f02875af30a60dfa63b66698c2fa760774838f06b07f8a556f08b04b08b60352\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71.1634036286\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d658edd81e68e0571f7b102ee5868eb92a22bd46ed2f5b0008deb1f7fc228792\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd96046634698ef2addc818f9f21933edec2b5521b6f7d00661dfa6ffc403378\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d658edd81e68e0571f7b102ee5868eb92a22bd46ed2f5b0008deb1f7fc228792\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0318500c891bc0e18009bf4c27133215e967b04d4fbb2ebb898f75b3af84b3f\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd96046634698ef2addc818f9f21933edec2b5521b6f7d00661dfa6ffc403378\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0318500c891bc0e18009bf4c27133215e967b04d4fbb2ebb898f75b3af84b3f\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed194c58e2d8211f0439c602bdaea951f159688eb2d55442d82101deffb20991\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed194c58e2d8211f0439c602bdaea951f159688eb2d55442d82101deffb20991\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86efd3a8da771befafbaeffacc29ca6ba5744c4d69e6e3fc382c82fee51dd19b\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86efd3a8da771befafbaeffacc29ca6ba5744c4d69e6e3fc382c82fee51dd19b\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"Skipping blob sha256:cd96046634698ef2addc818f9f21933edec2b5521b6f7d00661dfa6ffc403378 (already present):\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"Skipping blob sha256:86efd3a8da771befafbaeffacc29ca6ba5744c4d69e6e3fc382c82fee51dd19b (already present):\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"Skipping blob sha256:c0318500c891bc0e18009bf4c27133215e967b04d4fbb2ebb898f75b3af84b3f (already present):\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"Skipping blob sha256:d658edd81e68e0571f7b102ee5868eb92a22bd46ed2f5b0008deb1f7fc228792 (already present):\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"Skipping blob sha256:ed194c58e2d8211f0439c602bdaea951f159688eb2d55442d82101deffb20991 (already present):\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:b9131b88f1489bd286b06dcdb93ca3d304d7e2d96bc6807f0fff6b6bf94367bd\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:b9131b88f1489bd286b06dcdb93ca3d304d7e2d96bc6807f0fff6b6bf94367bd\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9131b88f1489bd286b06dcdb93ca3d304d7e2d96bc6807f0fff6b6bf94367bd\\"\\ntime=\\"2022-06-02T12:34:52Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9131b88f1489bd286b06dcdb93ca3d304d7e2d96bc6807f0fff6b6bf94367bd\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:f02875af30a60dfa63b66698c2fa760774838f06b07f8a556f08b04b08b60352\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"Copying instance sha256:178d46524fbf382057c6665075debf91c4a1e88f835ee26e663e930e80d1a86b (4/4)\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:178d46524fbf382057c6665075debf91c4a1e88f835ee26e663e930e80d1a86b\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71.1634036286\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8351ca6f23258c8c6fe74c8fb5ade448973c67bf8d2fe7f1e0c4ffdacdbd2aa9\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ad8514f24ae2d12ab325ad5ffb76870040fc996dde80c0b0d54f663045d8932\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8351ca6f23258c8c6fe74c8fb5ade448973c67bf8d2fe7f1e0c4ffdacdbd2aa9\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ad8514f24ae2d12ab325ad5ffb76870040fc996dde80c0b0d54f663045d8932\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fff42eb80e6fb11449a526eee4900e6a1ea23024470ae52bf6bbc6b9b8311ee7\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a019d5f93bd47179862fbd97237dc4ccce6731bde2af939a1e86ffa808e05ce2\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fff42eb80e6fb11449a526eee4900e6a1ea23024470ae52bf6bbc6b9b8311ee7\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:53ae128587a66ae4816f2dc2df684d892b1a79f0dda7e5d49ed1fcb445857926\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a019d5f93bd47179862fbd97237dc4ccce6731bde2af939a1e86ffa808e05ce2\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:53ae128587a66ae4816f2dc2df684d892b1a79f0dda7e5d49ed1fcb445857926\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"Skipping blob sha256:fff42eb80e6fb11449a526eee4900e6a1ea23024470ae52bf6bbc6b9b8311ee7 (already present):\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"Skipping blob sha256:53ae128587a66ae4816f2dc2df684d892b1a79f0dda7e5d49ed1fcb445857926 (already present):\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"Skipping blob sha256:8ad8514f24ae2d12ab325ad5ffb76870040fc996dde80c0b0d54f663045d8932 (already present):\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"Skipping blob sha256:a019d5f93bd47179862fbd97237dc4ccce6731bde2af939a1e86ffa808e05ce2 (already present):\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"Skipping blob sha256:8351ca6f23258c8c6fe74c8fb5ade448973c67bf8d2fe7f1e0c4ffdacdbd2aa9 (already present):\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:4e4073bde791019a7f6d23f3557f4d9a24b30f4c8bc37751e9ef8d862d9edbf4\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:4e4073bde791019a7f6d23f3557f4d9a24b30f4c8bc37751e9ef8d862d9edbf4\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e4073bde791019a7f6d23f3557f4d9a24b30f4c8bc37751e9ef8d862d9edbf4\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e4073bde791019a7f6d23f3557f4d9a24b30f4c8bc37751e9ef8d862d9edbf4\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:178d46524fbf382057c6665075debf91c4a1e88f835ee26e663e930e80d1a86b\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:34:53Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-71.1634036286\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:34:54,075 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-71.1634036286' successful sync.
repomirrorworker stdout | 2022-06-02 12:34:54,075 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 34, 54, 75402), 2, '7e7ce4de-3783-4649-ae41-d9d13a484ede', 3, '48d4ab33-257a-451f-9ddf-4c533f7e0093'])
repomirrorworker stdout | 2022-06-02 12:34:54,078 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:54,079 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:54,080 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:54,080 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:34:54,081 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:34:54,086 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:00,504 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:34:54Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:34:54Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:34:54Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:34:54Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:34:54Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:54Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:54Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:54Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:54Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:34:54Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-71.1634036286-source\""
repomirrorworker stdout | time="2022-06-02T12:34:54Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:34:54Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:34:54Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:34:54Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:34:54Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:34:54Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:34:54Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:34:54Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-71.1634036286-source"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71.1634036286-source"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:067d0e7d736dd23f29b25a77997a6ee6d5a2985ec4666f5983e2d8cb1f992eda"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:067d0e7d736dd23f29b25a77997a6ee6d5a2985ec4666f5983e2d8cb1f992eda"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:067d0e7d736dd23f29b25a77997a6ee6d5a2985ec4666f5983e2d8cb1f992eda (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Skipping blob sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:34:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dd7dbbe2609b39894568074dca6ca347a929af92c5cb9f99db01ab02ae8d28d"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dd7dbbe2609b39894568074dca6ca347a929af92c5cb9f99db01ab02ae8d28d"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:6dd7dbbe2609b39894568074dca6ca347a929af92c5cb9f99db01ab02ae8d28d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:49903b10cc93c51ed518104f791dea01c91dc51fd22213b397419c2a503816eb"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:49903b10cc93c51ed518104f791dea01c91dc51fd22213b397419c2a503816eb"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:49903b10cc93c51ed518104f791dea01c91dc51fd22213b397419c2a503816eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:56Z" level=debug msg="Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1723be8db9160df974cdf7239f8cec39dedd2bdfde7290a2707148a41ea129f8"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1723be8db9160df974cdf7239f8cec39dedd2bdfde7290a2707148a41ea129f8"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:1723be8db9160df974cdf7239f8cec39dedd2bdfde7290a2707148a41ea129f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Skipping blob sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:34:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3
repomirrorworker stdout | bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3abf96105e85822a038b3f849b8e7ba68d75ea95cb174365c9dcb49ba80b600b"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3abf96105e85822a038b3f849b8e7ba68d75ea95cb174365c9dcb49ba80b600b"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107"
repomirrorworker stdout | time="2022-06-02T12:34:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:3abf96105e85822a038b3f849b8e7ba68d75ea95cb174365c9dcb49ba80b600b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6180f86fd58fe23da3b4041a1090cc54771b408fd424d819c427bfcc225cb928"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6180f86fd58fe23da3b4041a1090cc54771b408fd424d819c427bfcc225cb928"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:6180f86fd58fe23da3b4041a1090cc54771b408fd424d819c427bfcc225cb928 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:d3a714e5d2fee5a377b9c1e972ec2f025f011436ff69fa644030b4f39f1c01a2"
repomirrorworker stdout | time="2022-06-02T12:34:59Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:d3a714e5d2fee5a377b9c1e972ec2f025f011436ff69fa644030b4f39f1c01a2"
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d3a714e5d2fee5a377b9c1e972ec2f025f011436ff69fa644030b4f39f1c01a2"
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d3a714e5d2fee5a377b9c1e972ec2f025f011436ff69fa644030b4f39f1c01a2"
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-71.1634036286-source"
repomirrorworker stdout | 2022-06-02 12:35:00,505 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc
repomirrorworker stdout | Copying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7
repomirrorworker stdout | Copying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284
repomirrorworker stdout | Copying blob sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28
repomirrorworker stdout | Copying blob sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8
repomirrorworker stdout | Copying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4
repomirrorworker stdout | Copying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67
repomirrorworker stdout | Copying blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1
repomirrorworker stdout | Copying blob sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5
repomirrorworker stdout | Copying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2
repomirrorworker stdout | Copying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce
repomirrorworker stdout | Copying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773
repomirrorworker stdout | Copying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce
repomirrorworker stdout | Copying blob sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5
repomirrorworker stdout | Copying blob sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1
repomirrorworker stdout | Copying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22
repomirrorworker stdout | Copying blob sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c
repomirrorworker stdout | Copying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b
repomirrorworker stdout | Copying blob sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b
repomirrorworker stdout | Copying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110
repomirrorworker stdout | Copying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19
repomirrorworker stdout | Copying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7
repomirrorworker stdout | Copying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e
repomirrorworker stdout | Copying blob sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8
repomirrorworker stdout | Copying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1
repomirrorworker stdout | Copying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82
repomirrorworker stdout | Copying blob sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0
repomirrorworker stdout | Copying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d
repomirrorworker stdout | Copying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887
repomirrorworker stdout | Copying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa
repomirrorworker stdout | Copying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099
repomirrorworker stdout | Copying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759
repomirrorworker stdout | Copying blob sha256:067d0e7d736dd23f29b25a77997a6ee6d5a2985ec4666f5983e2d8cb1f992eda
repomirrorworker stdout | Copying blob sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9
repomirrorworker stdout | Copying blob sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2
repomirrorworker stdout | Copying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db
repomirrorworker stdout | Copying blob sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b
repomirrorworker stdout | Copying blob sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c
repomirrorworker stdout | Copying blob sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888
repomirrorworker stdout | Copying blob sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa
repomirrorworker stdout | Copying blob sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812
repomirrorworker stdout | Copying blob sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191
repomirrorworker stdout | Copying blob sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287
repomirrorworker stdout | Copying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699
repomirrorworker stdout | Copying blob sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2
repomirrorworker stdout | Copying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007
repomirrorworker stdout | Copying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1
repomirrorworker stdout | Copying blob sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f
repomirrorworker stdout | Copying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238
repomirrorworker stdout | Copying blob sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29
repomirrorworker stdout | Copying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8
repomirrorworker stdout | Copying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a
repomirrorworker stdout | Copying blob sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8
repomirrorworker stdout | Copying blob sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8
repomirrorworker stdout | Copying blob sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796
repomirrorworker stdout | Copying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd
repomirrorworker stdout | Copying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694
repomirrorworker stdout | Copying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43
repomirrorworker stdout | Copying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f
repomirrorworker stdout | Copying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704
repomirrorworker stdout | Copying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7
repomirrorworker stdout | Copying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea
repomirrorworker stdout | Copying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075
repomirrorworker stdout | Copying blob sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d
repomirrorworker stdout | Copying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34
repomirrorworker stdout | Copying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351
repomirrorworker stdout | Copying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b
repomirrorworker stdout | Copying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3
repomirrorworker stdout | Copying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55
repomirrorworker stdout | Copying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802
repomirrorworker stdout | Copying blob sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e
repomirrorworker stdout | Copying blob sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3
repomirrorworker stdout | Copying blob sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f
repomirrorworker stdout | Copying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b
repomirrorworker stdout | Copying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f
repomirrorworker stdout | Copying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7
repomirrorworker stdout | Copying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb
repomirrorworker stdout | Copying blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a
repomirrorworker stdout | Copying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd
repomirrorworker stdout | Copying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e
repomirrorworker stdout | Copying blob sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c
repomirrorworker stdout | Copying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8
repomirrorworker stdout | Copying blob sha256:6dd7dbbe2609b39894568074dca6ca347a929af92c5cb9f99db01ab02ae8d28d
repomirrorworker stdout | Copying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9
repomirrorworker stdout | Copying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074
repomirrorworker stdout | Copying blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479
repomirrorworker stdout | Copying blob sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76
repomirrorworker stdout | Copying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78
repomirrorworker stdout | Copying blob sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410
repomirrorworker stdout | Copying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d
repomirrorworker stdout | Copying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab
repomirrorworker stdout | Copying blob sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75
repomirrorworker stdout | Copying blob sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1
repomirrorworker stdout | Copying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546
repomirrorworker stdout | Copying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10
repomirrorworker stdout | Copying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c
repomirrorworker stdout | Copying blob sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b
repomirrorworker stdout | Copying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e
repomirrorworker stdout | Copying blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3
repomirrorworker stdout | Copying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170
repomirrorworker stdout | Copying blob sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b
repomirrorworker stdout | Copying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76
repomirrorworker stdout | Copying blob sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1
repomirrorworker stdout | Copying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50
repomirrorworker stdout | Copying blob sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1
repomirrorworker stdout | Copying blob sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae
repomirrorworker stdout | Copying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7
repomirrorworker stdout | Copying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d
repomirrorworker stdout | Copying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6
repomirrorworker stdout | Copying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e
repomirrorworker stdout | Copying blob sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0
repomirrorworker stdout | Copying blob sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9
repomirrorworker stdout | Copying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358
repomirrorworker stdout | Copying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216
repomirrorworker stdout | Copying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00
repomirrorworker stdout | Copying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1
repomirrorworker stdout | Copying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0
repomirrorworker stdout | Copying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d
repomirrorworker stdout | Copying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0
repomirrorworker stdout | Copying blob sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3
repomirrorworker stdout | Copying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a
repomirrorworker stdout | Copying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1
repomirrorworker stdout | Copying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1
repomirrorworker stdout | Copying blob sha256:49903b10cc93c51ed518104f791dea01c91dc51fd22213b397419c2a503816eb
repomirrorworker stdout | Copying blob sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf
repomirrorworker stdout | Copying blob sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb
repomirrorworker stdout | Copying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc
repomirrorworker stdout | Copying blob sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639
repomirrorworker stdout | Copying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8
repomirrorworker stdout | Copying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264
repomirrorworker stdout | Copying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f
repomirrorworker stdout | Copying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03
repomirrorworker stdout | Copying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce
repomirrorworker stdout | Copying blob sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021
repomirrorworker stdout | Copying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488
repomirrorworker stdout | Copying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f
repomirrorworker stdout | Copying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c
repomirrorworker stdout | Copying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf
repomirrorworker stdout | Copying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86
repomirrorworker stdout | Copying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b
repomirrorworker stdout | Copying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667
repomirrorworker stdout | Copying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176
repomirrorworker stdout | Copying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797
repomirrorworker stdout | Copying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0
repomirrorworker stdout | Copying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3
repomirrorworker stdout | Copying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454
repomirrorworker stdout | Copying blob sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e
repomirrorworker stdout | Copying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7
repomirrorworker stdout | Copying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1
repomirrorworker stdout | Copying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970
repomirrorworker stdout | Copying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36
repomirrorworker stdout | Copying blob sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f
repomirrorworker stdout | Copying blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab
repomirrorworker stdout | Copying blob sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291
repomirrorworker stdout | Copying blob sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69
repomirrorworker stdout | Copying blob sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d
repomirrorworker stdout | Copying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0
repomirrorworker stdout | Copying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3
repomirrorworker stdout | Copying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781
repomirrorworker stdout | Copying blob sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed
repomirrorworker stdout | Copying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001
repomirrorworker stdout | Copying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb
repomirrorworker stdout | Copying blob sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4
repomirrorworker stdout | Copying blob sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776
repomirrorworker stdout | Copying blob sha256:1723be8db9160df974cdf7239f8cec39dedd2bdfde7290a2707148a41ea129f8
repomirrorworker stdout | Copying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50
repomirrorworker stdout | Copying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0
repomirrorworker stdout | Copying blob sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14
repomirrorworker stdout | Copying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f
repomirrorworker stdout | Copying blob sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796
repomirrorworker stdout | Copying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b
repomirrorworker stdout | Copying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391
repomirrorworker stdout | Copying blob sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e
repomirrorworker stdout | Copying blob sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615
repomirrorworker stdout | Copying blob sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099
repomirrorworker stdout | Copying blob sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b
repomirrorworker stdout | Copying blob sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b
repomirrorworker stdout | Copying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880
repomirrorworker stdout | Copying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38
repomirrorworker stdout | Copying blob sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba
repomirrorworker stdout | Copying blob sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9
repomirrorworker stdout | Copying blob sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2
repomirrorworker stdout | Copying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4
repomirrorworker stdout | Copying blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a
repomirrorworker stdout | Copying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4
repomirrorworker stdout | Copying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b
repomirrorworker stdout | Copying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b
repomirrorworker stdout | Copying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359
repomirrorworker stdout | Copying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea
repomirrorworker stdout | Copying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2
repomirrorworker stdout | Copying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2
repomirrorworker stdout | Copying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738
repomirrorworker stdout | Copying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff
repomirrorworker stdout | Copying blob sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487
repomirrorworker stdout | Copying blob sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395
repomirrorworker stdout | Copying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc
repomirrorworker stdout | Copying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b
repomirrorworker stdout | Copying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987
repomirrorworker stdout | Copying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a
repomirrorworker stdout | Copying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca
repomirrorworker stdout | Copying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359
repomirrorworker stdout | Copying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b
repomirrorworker stdout | Copying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65
repomirrorworker stdout | Copying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d
repomirrorworker stdout | Copying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c
repomirrorworker stdout | Copying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be
repomirrorworker stdout | Copying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515
repomirrorworker stdout | Copying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1
repomirrorworker stdout | Copying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9
repomirrorworker stdout | Copying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0
repomirrorworker stdout | Copying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68
repomirrorworker stdout | Copying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9
repomirrorworker stdout | Copying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b
repomirrorworker stdout | Copying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee
repomirrorworker stdout | Copying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136
repomirrorworker stdout | Copying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10
repomirrorworker stdout | Copying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9
repomirrorworker stdout | Copying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658
repomirrorworker stdout | Copying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621
repomirrorworker stdout | Copying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf
repomirrorworker stdout | Copying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590
repomirrorworker stdout | Copying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03
repomirrorworker stdout | Copying blob sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67
repomirrorworker stdout | Copying blob sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99
repomirrorworker stdout | Copying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb
repomirrorworker stdout | Copying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d
repomirrorworker stdout | Copying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d
repomirrorworker stdout | Copying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5
repomirrorworker stdout | Copying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315
repomirrorworker stdout | Copying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9
repomirrorworker stdout | Copying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee
repomirrorworker stdout | Copying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2
repomirrorworker stdout | Copying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8
repomirrorworker stdout | Copying blob sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204
repomirrorworker stdout | Copying blob sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658
repomirrorworker stdout | Copying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d
repomirrorworker stdout | Copying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e
repomirrorworker stdout | Copying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1
repomirrorworker stdout | Copying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97
repomirrorworker stdout | Copying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf
repomirrorworker stdout | Copying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb
repomirrorworker stdout | Copying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e
repomirrorworker stdout | Copying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0
repomirrorworker stdout | Copying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded
repomirrorworker stdout | Copying blob sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644
repomirrorworker stdout | Copying blob sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107
repomirrorworker stdout | Copying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643
repomirrorworker stdout | Copying blob sha256:3abf96105e85822a038b3f849b8e7ba68d75ea95cb174365c9dcb49ba80b600b
repomirrorworker stdout | Copying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf
repomirrorworker stdout | Copying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca
repomirrorworker stdout | Copying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2
repomirrorworker stdout | Copying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6
repomirrorworker stdout | Copying blob sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8
repomirrorworker stdout | Copying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5
repomirrorworker stdout | Copying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6
repomirrorworker stdout | Copying blob sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8
repomirrorworker stdout | Copying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c
repomirrorworker stdout | Copying blob sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac
repomirrorworker stdout | Copying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb
repomirrorworker stdout | Copying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f
repomirrorworker stdout | Copying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32
repomirrorworker stdout | Copying blob sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5
repomirrorworker stdout | Copying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3
repomirrorworker stdout | Copying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273
repomirrorworker stdout | Copying blob sha256:6180f86fd58fe23da3b4041a1090cc54771b408fd424d819c427bfcc225cb928
repomirrorworker stdout | Copying blob sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535
repomirrorworker stdout | Copying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996
repomirrorworker stdout | Copying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092
repomirrorworker stdout | Copying blob sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b
repomirrorworker stdout | Copying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb
repomirrorworker stdout | Copying blob sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e
repomirrorworker stdout | Copying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95
repomirrorworker stdout | Copying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d
repomirrorworker stdout | Copying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131
repomirrorworker stdout | Copying config sha256:d3a714e5d2fee5a377b9c1e972ec2f025f011436ff69fa644030b4f39f1c01a2
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:35:00,507 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:00,510 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:00,512 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 35, 0, 509929), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-71.1634036286-source\' successful sync", "tag": "1-71.1634036286-source", "tags": null, "stdout": "Copying blob sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc\\nCopying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\nCopying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\nCopying blob sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28\\nCopying blob sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8\\nCopying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\nCopying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\nCopying blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\nCopying blob sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5\\nCopying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\nCopying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\nCopying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\nCopying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\nCopying blob sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5\\nCopying blob sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1\\nCopying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\nCopying blob sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c\\nCopying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\nCopying blob sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b\\nCopying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\nCopying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\nCopying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\nCopying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\nCopying blob sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8\\nCopying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\nCopying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\nCopying blob sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0\\nCopying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\nCopying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\nCopying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\nCopying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\nCopying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\nCopying blob sha256:067d0e7d736dd23f29b25a77997a6ee6d5a2985ec4666f5983e2d8cb1f992eda\\nCopying blob sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9\\nCopying blob sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2\\nCopying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\nCopying blob sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b\\nCopying blob sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c\\nCopying blob sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888\\nCopying blob sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa\\nCopying blob sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812\\nCopying blob sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191\\nCopying blob sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287\\nCopying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\nCopying blob sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2\\nCopying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\nCopying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\nCopying blob sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f\\nCopying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\nCopying blob sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29\\nCopying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\nCopying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\nCopying blob sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8\\nCopying blob sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8\\nCopying blob sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796\\nCopying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\nCopying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\nCopying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\nCopying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\nCopying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\nCopying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\nCopying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\nCopying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\nCopying blob sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d\\nCopying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\nCopying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\nCopying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\nCopying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\nCopying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\nCopying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\nCopying blob sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e\\nCopying blob sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3\\nCopying blob sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f\\nCopying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\nCopying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\nCopying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\nCopying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\nCopying blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a\\nCopying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\nCopying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\nCopying blob sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c\\nCopying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\nCopying blob sha256:6dd7dbbe2609b39894568074dca6ca347a929af92c5cb9f99db01ab02ae8d28d\\nCopying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\nCopying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\nCopying blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\nCopying blob sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76\\nCopying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\nCopying blob sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410\\nCopying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\nCopying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\nCopying blob sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75\\nCopying blob sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1\\nCopying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\nCopying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\nCopying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\nCopying blob sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b\\nCopying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\nCopying blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\nCopying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\nCopying blob sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b\\nCopying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\nCopying blob sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1\\nCopying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\nCopying blob sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1\\nCopying blob sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae\\nCopying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\nCopying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\nCopying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\nCopying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\nCopying blob sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0\\nCopying blob sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9\\nCopying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\nCopying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\nCopying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\nCopying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\nCopying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\nCopying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\nCopying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\nCopying blob sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3\\nCopying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\nCopying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\nCopying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\nCopying blob sha256:49903b10cc93c51ed518104f791dea01c91dc51fd22213b397419c2a503816eb\\nCopying blob sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf\\nCopying blob sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb\\nCopying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\nCopying blob sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639\\nCopying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\nCopying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\nCopying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\nCopying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\nCopying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\nCopying blob sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021\\nCopying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\nCopying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\nCopying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\nCopying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\nCopying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\nCopying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\nCopying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\nCopying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\nCopying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\nCopying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\nCopying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\nCopying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\nCopying blob sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e\\nCopying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\nCopying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\nCopying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\nCopying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\nCopying blob sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f\\nCopying blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\nCopying blob sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291\\nCopying blob sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69\\nCopying blob sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d\\nCopying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\nCopying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\nCopying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\nCopying blob sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed\\nCopying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\nCopying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\nCopying blob sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4\\nCopying blob sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776\\nCopying blob sha256:1723be8db9160df974cdf7239f8cec39dedd2bdfde7290a2707148a41ea129f8\\nCopying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\nCopying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\nCopying blob sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14\\nCopying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\nCopying blob sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796\\nCopying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\nCopying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\nCopying blob sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e\\nCopying blob sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615\\nCopying blob sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099\\nCopying blob sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b\\nCopying blob sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b\\nCopying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\nCopying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\nCopying blob sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba\\nCopying blob sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9\\nCopying blob sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2\\nCopying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\nCopying blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a\\nCopying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\nCopying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\nCopying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\nCopying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\nCopying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\nCopying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\nCopying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\nCopying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\nCopying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\nCopying blob sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487\\nCopying blob sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395\\nCopying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\nCopying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\nCopying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\nCopying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\nCopying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\nCopying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\nCopying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\nCopying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\nCopying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\nCopying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\nCopying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\nCopying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\nCopying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\nCopying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\nCopying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\nCopying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\nCopying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\nCopying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\nCopying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\nCopying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\nCopying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\nCopying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\nCopying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\nCopying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\nCopying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\nCopying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\nCopying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\nCopying blob sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67\\nCopying blob sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99\\nCopying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\nCopying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\nCopying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\nCopying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\nCopying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\nCopying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\nCopying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\nCopying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\nCopying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\nCopying blob sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204\\nCopying blob sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658\\nCopying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\nCopying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\nCopying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\nCopying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\nCopying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\nCopying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\nCopying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\nCopying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\nCopying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\nCopying blob sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644\\nCopying blob sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107\\nCopying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\nCopying blob sha256:3abf96105e85822a038b3f849b8e7ba68d75ea95cb174365c9dcb49ba80b600b\\nCopying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\nCopying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\nCopying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\nCopying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\nCopying blob sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8\\nCopying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\nCopying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\nCopying blob sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8\\nCopying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\nCopying blob sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac\\nCopying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\nCopying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\nCopying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\nCopying blob sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5\\nCopying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\nCopying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\nCopying blob sha256:6180f86fd58fe23da3b4041a1090cc54771b408fd424d819c427bfcc225cb928\\nCopying blob sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535\\nCopying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\nCopying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\nCopying blob sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b\\nCopying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\nCopying blob sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e\\nCopying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\nCopying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\nCopying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\nCopying config sha256:d3a714e5d2fee5a377b9c1e972ec2f025f011436ff69fa644030b4f39f1c01a2\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:34:54Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:34:54Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:34:54Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:34:54Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:34:54Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:54Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:54Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:54Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:54Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:54Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-71.1634036286-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:54Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:34:54Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:34:54Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:34:54Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:34:54Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:34:54Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:34:54Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:34:54Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-71.1634036286-source\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-71.1634036286-source\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:067d0e7d736dd23f29b25a77997a6ee6d5a2985ec4666f5983e2d8cb1f992eda\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:067d0e7d736dd23f29b25a77997a6ee6d5a2985ec4666f5983e2d8cb1f992eda\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:067d0e7d736dd23f29b25a77997a6ee6d5a2985ec4666f5983e2d8cb1f992eda (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Skipping blob sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3 (already present):\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:34:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dd7dbbe2609b39894568074dca6ca347a929af92c5cb9f99db01ab02ae8d28d\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6dd7dbbe2609b39894568074dca6ca347a929af92c5cb9f99db01ab02ae8d28d\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:6dd7dbbe2609b39894568074dca6ca347a929af92c5cb9f99db01ab02ae8d28d (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:49903b10cc93c51ed518104f791dea01c91dc51fd22213b397419c2a503816eb\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:49903b10cc93c51ed518104f791dea01c91dc51fd22213b397419c2a503816eb\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:49903b10cc93c51ed518104f791dea01c91dc51fd22213b397419c2a503816eb (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:56Z\\" level=debug msg=\\"Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha2
repomirrorworker stdout | 56:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1723be8db9160df974cdf7239f8cec39dedd2bdfde7290a2707148a41ea129f8\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1723be8db9160df974cdf7239f8cec39dedd2bdfde7290a2707148a41ea129f8\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:1723be8db9160df974cdf7239f8cec39dedd2bdfde7290a2707148a41ea129f8 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Skipping blob sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395 (already present):\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:34:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3abf96105e85822a038b3f849b8e7ba68d75ea95cb174365c9dcb49ba80b600b\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3abf96105e85822a038b3f849b8e7ba68d75ea95cb174365c9dcb49ba80b600b\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107\\"\\ntime=\\"2022-06-02T12:34:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644 (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107 (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:3abf96105e85822a038b3f849b8e7ba68d75ea95cb174365c9dcb49ba80b600b (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8 (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8 (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6180f86fd58fe23da3b4041a1090cc54771b408fd424d819c427bfcc225cb928\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6180f86fd58fe23da3b4041a1090cc54771b408fd424d819c427bfcc225cb928\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5 (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535 (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:6180f86fd58fe23da3b4041a1090cc54771b408fd424d819c427bfcc225cb928 (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:d3a714e5d2fee5a377b9c1e972ec2f025f011436ff69fa644030b4f39f1c01a2\\"\\ntime=\\"2022-06-02T12:34:59Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:d3a714e5d2fee5a377b9c1e972ec2f025f011436ff69fa644030b4f39f1c01a2\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d3a714e5d2fee5a377b9c1e972ec2f025f011436ff69fa644030b4f39f1c01a2\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d3a714e5d2fee5a377b9c1e972ec2f025f011436ff69fa644030b4f39f1c01a2\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-71.1634036286-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:35:00,522 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-71.1634036286-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:35:00,522 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 35, 0, 522323), 2, '59faa25b-f57b-448f-ade9-d9b3278c7fa6', 3, '7e7ce4de-3783-4649-ae41-d9d13a484ede'])
repomirrorworker stdout | 2022-06-02 12:35:00,525 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:00,526 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:00,527 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:00,528 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:35:00,528 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:00,534 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:04,612 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:35:00Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-74\""
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:35:00Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-74"
repomirrorworker stdout | time="2022-06-02T12:35:01Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:01Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:35:01Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:35:01Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:01Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:01Z" level=debug msg="Copying instance sha256:aa25e5c6bfdfe1c1a428686c9566e3b117733a95e715b798056a4672d12e763c (1/4)"
repomirrorworker stdout | time="2022-06-02T12:35:01Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:aa25e5c6bfdfe1c1a428686c9566e3b117733a95e715b798056a4672d12e763c"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-74"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef915223053beba77f4a5d6d253257a51820764564baf1dea5d7ded92133be6a"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eac1b95df832dc9f172fd1f07e7cb50c1929b118a4249ddd02c6318a677b506a"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47aa3ed2034c4f27622b989b26c06087de17067268a19a1b3642a7e2686cd1a3"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9046716b06dc2eeb8203fc0aa9167e5839ed3156511504996ab2ed583139cfe"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c99a8130c6f255b77b97654bd99d95610a3d8ed3971edff48eebf6ac218f2e06"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eac1b95df832dc9f172fd1f07e7cb50c1929b118a4249ddd02c6318a677b506a"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef915223053beba77f4a5d6d253257a51820764564baf1dea5d7ded92133be6a"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47aa3ed2034c4f27622b989b26c06087de17067268a19a1b3642a7e2686cd1a3"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c99a8130c6f255b77b97654bd99d95610a3d8ed3971edff48eebf6ac218f2e06"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9046716b06dc2eeb8203fc0aa9167e5839ed3156511504996ab2ed583139cfe"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Skipping blob sha256:ef915223053beba77f4a5d6d253257a51820764564baf1dea5d7ded92133be6a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Skipping blob sha256:c99a8130c6f255b77b97654bd99d95610a3d8ed3971edff48eebf6ac218f2e06 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Skipping blob sha256:47aa3ed2034c4f27622b989b26c06087de17067268a19a1b3642a7e2686cd1a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Skipping blob sha256:e9046716b06dc2eeb8203fc0aa9167e5839ed3156511504996ab2ed583139cfe (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Skipping blob sha256:eac1b95df832dc9f172fd1f07e7cb50c1929b118a4249ddd02c6318a677b506a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:23d3e4cb6ec0654849d82e7636dbbd5789b8074647dd5c9cbebd021f1d893588"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:23d3e4cb6ec0654849d82e7636dbbd5789b8074647dd5c9cbebd021f1d893588"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23d3e4cb6ec0654849d82e7636dbbd5789b8074647dd5c9cbebd021f1d893588"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23d3e4cb6ec0654849d82e7636dbbd5789b8074647dd5c9cbebd021f1d893588"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:aa25e5c6bfdfe1c1a428686c9566e3b117733a95e715b798056a4672d12e763c"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="Copying instance sha256:a9939d4d13187fe3decf5e9efa146d90ac724f78dc49cf1c7192080f67d2c895 (2/4)"
repomirrorworker stdout | time="2022-06-02T12:35:02Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:a9939d4d13187fe3decf5e9efa146d90ac724f78dc49cf1c7192080f67d2c895"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-74"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58ccc5762c2b4c6e94e6befe986e2556ee6eaa664fc2948e4501c518f98a1303"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5d59c100e7ad4ac35a22da06b6df29070833b69ddff30f13cb9e11e69dce1e"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:92960c396edcba8b3bfde84631f54c58c3d1d95c7564672019bcba017f595246"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5d59c100e7ad4ac35a22da06b6df29070833b69ddff30f13cb9e11e69dce1e"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ceacd171a4f990e95e27f6f3a705c2e6e87cd319c8e53afb06d7ef8a5a20519c"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58ccc5762c2b4c6e94e6befe986e2556ee6eaa664fc2948e4501c518f98a1303"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:92960c396edcba8b3bfde84631f54c58c3d1d95c7564672019bcba017f595246"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43c17e99eba2aa2dc91309d9a3ea5a4303192581c17d960742beba057310838"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43c17e99eba2aa2dc91309d9a3ea5a4303192581c17d960742beba057310838"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ceacd171a4f990e95e27f6f3a705c2e6e87cd319c8e53afb06d7ef8a5a20519c"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Skipping blob sha256:92960c396edcba8b3bfde84631f54c58c3d1d95c7564672019bcba017f595246 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Skipping blob sha256:a43c17e99eba2aa2dc91309d9a3ea5a4303192581c17d960742beba057310838 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Skipping blob sha256:58ccc5762c2b4c6e94e6befe986e2556ee6eaa664fc2948e4501c518f98a1303 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Skipping blob sha256:ceacd171a4f990e95e27f6f3a705c2e6e87cd319c8e53afb06d7ef8a5a20519c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Skipping blob sha256:2d5d59c100e7ad4ac35a22da06b6df29070833b69ddff30f13cb9e11e69dce1e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:a0e638e78567435fd075459db4ddf7e234343c356bc4032ce1abaff285a255f8"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:a0e638e78567435fd075459db4ddf7e234343c356bc4032ce1abaff285a255f8"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e638e78567435fd075459db4ddf7e234343c356bc4032ce1abaff285a255f8"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e638e78567435fd075459db4ddf7e234343c356bc4032ce1abaff285a255f8"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:a9939d4d13187fe3decf5e9efa146d90ac724f78dc49cf1c7192080f67d2c895"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Copying instance sha256:de50782aa65998ef173187208eca97630f123850103f390b21b96d636f6e3450 (3/4)"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:de50782aa65998ef173187208eca97630f123850103f390b21b96d636f6e3450"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-74"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc5a6ce43d379aff696f7ad0a9d4f7c9311eac2124511ddedc7f90288af70a51"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e868028034be105ba8828c69f0f89f7b5517c673f58400fa143067e68524a384"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed6ee657d49e14dc574507ea575b857343d444d423231c7f827ae0d3105b7937"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00d57d9734b08a281eec9b9d8fb1b43069170dda06da07b58ad222704dce1aab"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00d57d9734b08a281eec9b9d8fb1b43069170dda06da07b58ad222704dce1aab"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d1d4809f608e398fd1be96b527542e22e11c397f9e81d9bd89b3326667262598"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d1d4809f608e398fd1be96b527542e22e11c397f9e81d9bd89b3326667262598"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e868028034be105ba8828c69f0f89f7b5517c673f58400fa143067e68524a384"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc5a6ce43d379aff696f7ad0a9d4f7c9311eac2124511ddedc7f90288af70a51"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed6ee657d49e14dc574507ea575b857343d444d423231c7f827ae0d3105b7937"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Skipping blob sha256:d1d4809f608e398fd1be96b527542e22e11c397f9e81d9bd89b3326667262598 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Skipping blob sha256:e868028034be105ba8828c69f0f89f7b5517c673f58400fa143067e68524a384 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Skipping blob sha256:cc5a6ce43d379aff696f7ad0a9d4f7c9311eac2124511ddedc7f90288af70a51 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Skipping blob sha256:00d57d9734b08a281eec9b9d8fb1b43069170dda06da07b58ad222704dce1aab (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Skipping blob sha256:ed6ee657d49e14dc574507ea575b857343d444d423231c7f827ae0d3105b7937 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:e0b362b50f28c2a7176d22240edd8ca8df06ff8a9e9d6c1178011be43d46c08a"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:e0b362b50f28c2a7176d22240edd8ca8df06ff8a9e9d6c1178011be43d46c08a"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e0b362b50f28c2a7176d22240edd8ca8df06ff8a9e9d6c1178011be43d46c08a"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e0b362b50f28c2a7176d22240edd8ca8df06ff8a9e9d6c1178011be43d46c08a"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:de50782aa65998ef173187208eca97630f123850103f390b21b96d636f6e3450"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="Copying instance sha256:9addcaafc4cb6dc92e9b080e985ad43b608081f5c5c4040d36ed1b0399d515d4 (4/4)"
repomirrorworker stdout | time="2022-06-02T12:35:03Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:9addcaafc4cb6dc92e9b080e985ad43b608081f5c5c4040d36ed1b0399d515d4"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-74"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3eabe22a2aec9181c0849b1a23a6104a81bcf00bea55a52a45dba613f0afd896"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:021be72899dfeeb1e6fda485ce14d088f9d9e1b0e2323426dc0acc051f0d8a00"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0462f2a1b769a595ab5747cd4c8590f73a3a5ee7d8efc5995409d528fffb152"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47232b2ee920943f1c78b5120b885dd86e18356995340d6975fb4645d5048593"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:021be72899dfeeb1e6fda485ce14d088f9d9e1b0e2323426dc0acc051f0d8a00"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47232b2ee920943f1c78b5120b885dd86e18356995340d6975fb4645d5048593"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27cb39a08c6eb46426e92622c4edea9b9b8495b2401d02c773e239dd40d99a22"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3eabe22a2aec9181c0849b1a23a6104a81bcf00bea55a52a45dba613f0afd896"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27cb39a08c6eb46426e92622c4edea9b9b8495b2401d02c773e239dd40d99a22"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0462f2a1b769a595ab5747cd4c8590f73a3a5ee7d8efc5995409d528fffb152"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Skipping blob sha256:b0462f2a1b769a595ab5747cd4c8590f73a3a5ee7d8efc5995409d528fffb152 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Skipping blob sha256:27cb39a08c6eb46426e92622c4edea9b9b8495b2401d02c773e239dd40d99a22 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Skipping blob sha256:47232b2ee920943f1c78b5120b885dd86e18356995340d6975fb4645d5048593 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Skipping blob sha256:021be72899dfeeb1e6fda485ce14d088f9d9e1b0e2323426dc0acc051f0d8a00 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Skipping blob sha256:3eabe22a2aec9181c0849b1a23a6104a81bcf00bea55a52a45dba613f0afd896 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:04de594494c48e21d39c473833073a6919b2bf2f5b4ea0efc79b5c70f056d11e"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:04de594494c48e21d39c473833073a6919b2bf2f5b4ea0efc79b5c70f056d11e"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04de594494c48e21d39c473833073a6919b2bf2f5b4ea0efc79b5c70f056d11e"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04de594494c48e21d39c473833073a6919b2bf2f5b4ea0efc79b5c70f056d11e"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:9addcaafc4cb6dc92e9b080e985ad43b608081f5c5c4040d36ed1b0399d515d4"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-74"
repomirrorworker stdout | 2022-06-02 12:35:04,612 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:aa25e5c6bfdfe1c1a428686c9566e3b117733a95e715b798056a4672d12e763c (1/4)
repomirrorworker stdout | Copying blob sha256:ef915223053beba77f4a5d6d253257a51820764564baf1dea5d7ded92133be6a
repomirrorworker stdout | Copying blob sha256:c99a8130c6f255b77b97654bd99d95610a3d8ed3971edff48eebf6ac218f2e06
repomirrorworker stdout | Copying blob sha256:47aa3ed2034c4f27622b989b26c06087de17067268a19a1b3642a7e2686cd1a3
repomirrorworker stdout | Copying blob sha256:e9046716b06dc2eeb8203fc0aa9167e5839ed3156511504996ab2ed583139cfe
repomirrorworker stdout | Copying blob sha256:eac1b95df832dc9f172fd1f07e7cb50c1929b118a4249ddd02c6318a677b506a
repomirrorworker stdout | Copying config sha256:23d3e4cb6ec0654849d82e7636dbbd5789b8074647dd5c9cbebd021f1d893588
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:a9939d4d13187fe3decf5e9efa146d90ac724f78dc49cf1c7192080f67d2c895 (2/4)
repomirrorworker stdout | Copying blob sha256:92960c396edcba8b3bfde84631f54c58c3d1d95c7564672019bcba017f595246
repomirrorworker stdout | Copying blob sha256:a43c17e99eba2aa2dc91309d9a3ea5a4303192581c17d960742beba057310838
repomirrorworker stdout | Copying blob sha256:58ccc5762c2b4c6e94e6befe986e2556ee6eaa664fc2948e4501c518f98a1303
repomirrorworker stdout | Copying blob sha256:ceacd171a4f990e95e27f6f3a705c2e6e87cd319c8e53afb06d7ef8a5a20519c
repomirrorworker stdout | Copying blob sha256:2d5d59c100e7ad4ac35a22da06b6df29070833b69ddff30f13cb9e11e69dce1e
repomirrorworker stdout | Copying config sha256:a0e638e78567435fd075459db4ddf7e234343c356bc4032ce1abaff285a255f8
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:de50782aa65998ef173187208eca97630f123850103f390b21b96d636f6e3450 (3/4)
repomirrorworker stdout | Copying blob sha256:d1d4809f608e398fd1be96b527542e22e11c397f9e81d9bd89b3326667262598
repomirrorworker stdout | Copying blob sha256:e868028034be105ba8828c69f0f89f7b5517c673f58400fa143067e68524a384
repomirrorworker stdout | Copying blob sha256:cc5a6ce43d379aff696f7ad0a9d4f7c9311eac2124511ddedc7f90288af70a51
repomirrorworker stdout | Copying blob sha256:00d57d9734b08a281eec9b9d8fb1b43069170dda06da07b58ad222704dce1aab
repomirrorworker stdout | Copying blob sha256:ed6ee657d49e14dc574507ea575b857343d444d423231c7f827ae0d3105b7937
repomirrorworker stdout | Copying config sha256:e0b362b50f28c2a7176d22240edd8ca8df06ff8a9e9d6c1178011be43d46c08a
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:9addcaafc4cb6dc92e9b080e985ad43b608081f5c5c4040d36ed1b0399d515d4 (4/4)
repomirrorworker stdout | Copying blob sha256:b0462f2a1b769a595ab5747cd4c8590f73a3a5ee7d8efc5995409d528fffb152
repomirrorworker stdout | Copying blob sha256:27cb39a08c6eb46426e92622c4edea9b9b8495b2401d02c773e239dd40d99a22
repomirrorworker stdout | Copying blob sha256:47232b2ee920943f1c78b5120b885dd86e18356995340d6975fb4645d5048593
repomirrorworker stdout | Copying blob sha256:021be72899dfeeb1e6fda485ce14d088f9d9e1b0e2323426dc0acc051f0d8a00
repomirrorworker stdout | Copying blob sha256:3eabe22a2aec9181c0849b1a23a6104a81bcf00bea55a52a45dba613f0afd896
repomirrorworker stdout | Copying config sha256:04de594494c48e21d39c473833073a6919b2bf2f5b4ea0efc79b5c70f056d11e
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:35:04,614 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:04,618 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:04,619 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 35, 4, 617658), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-74\' successful sync", "tag": "1-74", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:aa25e5c6bfdfe1c1a428686c9566e3b117733a95e715b798056a4672d12e763c (1/4)\\nCopying blob sha256:ef915223053beba77f4a5d6d253257a51820764564baf1dea5d7ded92133be6a\\nCopying blob sha256:c99a8130c6f255b77b97654bd99d95610a3d8ed3971edff48eebf6ac218f2e06\\nCopying blob sha256:47aa3ed2034c4f27622b989b26c06087de17067268a19a1b3642a7e2686cd1a3\\nCopying blob sha256:e9046716b06dc2eeb8203fc0aa9167e5839ed3156511504996ab2ed583139cfe\\nCopying blob sha256:eac1b95df832dc9f172fd1f07e7cb50c1929b118a4249ddd02c6318a677b506a\\nCopying config sha256:23d3e4cb6ec0654849d82e7636dbbd5789b8074647dd5c9cbebd021f1d893588\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:a9939d4d13187fe3decf5e9efa146d90ac724f78dc49cf1c7192080f67d2c895 (2/4)\\nCopying blob sha256:92960c396edcba8b3bfde84631f54c58c3d1d95c7564672019bcba017f595246\\nCopying blob sha256:a43c17e99eba2aa2dc91309d9a3ea5a4303192581c17d960742beba057310838\\nCopying blob sha256:58ccc5762c2b4c6e94e6befe986e2556ee6eaa664fc2948e4501c518f98a1303\\nCopying blob sha256:ceacd171a4f990e95e27f6f3a705c2e6e87cd319c8e53afb06d7ef8a5a20519c\\nCopying blob sha256:2d5d59c100e7ad4ac35a22da06b6df29070833b69ddff30f13cb9e11e69dce1e\\nCopying config sha256:a0e638e78567435fd075459db4ddf7e234343c356bc4032ce1abaff285a255f8\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:de50782aa65998ef173187208eca97630f123850103f390b21b96d636f6e3450 (3/4)\\nCopying blob sha256:d1d4809f608e398fd1be96b527542e22e11c397f9e81d9bd89b3326667262598\\nCopying blob sha256:e868028034be105ba8828c69f0f89f7b5517c673f58400fa143067e68524a384\\nCopying blob sha256:cc5a6ce43d379aff696f7ad0a9d4f7c9311eac2124511ddedc7f90288af70a51\\nCopying blob sha256:00d57d9734b08a281eec9b9d8fb1b43069170dda06da07b58ad222704dce1aab\\nCopying blob sha256:ed6ee657d49e14dc574507ea575b857343d444d423231c7f827ae0d3105b7937\\nCopying config sha256:e0b362b50f28c2a7176d22240edd8ca8df06ff8a9e9d6c1178011be43d46c08a\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:9addcaafc4cb6dc92e9b080e985ad43b608081f5c5c4040d36ed1b0399d515d4 (4/4)\\nCopying blob sha256:b0462f2a1b769a595ab5747cd4c8590f73a3a5ee7d8efc5995409d528fffb152\\nCopying blob sha256:27cb39a08c6eb46426e92622c4edea9b9b8495b2401d02c773e239dd40d99a22\\nCopying blob sha256:47232b2ee920943f1c78b5120b885dd86e18356995340d6975fb4645d5048593\\nCopying blob sha256:021be72899dfeeb1e6fda485ce14d088f9d9e1b0e2323426dc0acc051f0d8a00\\nCopying blob sha256:3eabe22a2aec9181c0849b1a23a6104a81bcf00bea55a52a45dba613f0afd896\\nCopying config sha256:04de594494c48e21d39c473833073a6919b2bf2f5b4ea0efc79b5c70f056d11e\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-74\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:35:00Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-74\\"\\ntime=\\"2022-06-02T12:35:01Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:01Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:35:01Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:35:01Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:01Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:35:01Z\\" level=debug msg=\\"Copying instance sha256:aa25e5c6bfdfe1c1a428686c9566e3b117733a95e715b798056a4672d12e763c (1/4)\\"\\ntime=\\"2022-06-02T12:35:01Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:aa25e5c6bfdfe1c1a428686c9566e3b117733a95e715b798056a4672d12e763c\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-74\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef915223053beba77f4a5d6d253257a51820764564baf1dea5d7ded92133be6a\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eac1b95df832dc9f172fd1f07e7cb50c1929b118a4249ddd02c6318a677b506a\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47aa3ed2034c4f27622b989b26c06087de17067268a19a1b3642a7e2686cd1a3\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9046716b06dc2eeb8203fc0aa9167e5839ed3156511504996ab2ed583139cfe\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c99a8130c6f255b77b97654bd99d95610a3d8ed3971edff48eebf6ac218f2e06\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eac1b95df832dc9f172fd1f07e7cb50c1929b118a4249ddd02c6318a677b506a\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef915223053beba77f4a5d6d253257a51820764564baf1dea5d7ded92133be6a\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47aa3ed2034c4f27622b989b26c06087de17067268a19a1b3642a7e2686cd1a3\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c99a8130c6f255b77b97654bd99d95610a3d8ed3971edff48eebf6ac218f2e06\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9046716b06dc2eeb8203fc0aa9167e5839ed3156511504996ab2ed583139cfe\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Skipping blob sha256:ef915223053beba77f4a5d6d253257a51820764564baf1dea5d7ded92133be6a (already present):\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Skipping blob sha256:c99a8130c6f255b77b97654bd99d95610a3d8ed3971edff48eebf6ac218f2e06 (already present):\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Skipping blob sha256:47aa3ed2034c4f27622b989b26c06087de17067268a19a1b3642a7e2686cd1a3 (already present):\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Skipping blob sha256:e9046716b06dc2eeb8203fc0aa9167e5839ed3156511504996ab2ed583139cfe (already present):\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Skipping blob sha256:eac1b95df832dc9f172fd1f07e7cb50c1929b118a4249ddd02c6318a677b506a (already present):\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:23d3e4cb6ec0654849d82e7636dbbd5789b8074647dd5c9cbebd021f1d893588\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:23d3e4cb6ec0654849d82e7636dbbd5789b8074647dd5c9cbebd021f1d893588\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23d3e4cb6ec0654849d82e7636dbbd5789b8074647dd5c9cbebd021f1d893588\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23d3e4cb6ec0654849d82e7636dbbd5789b8074647dd5c9cbebd021f1d893588\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:aa25e5c6bfdfe1c1a428686c9566e3b117733a95e715b798056a4672d12e763c\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"Copying instance sha256:a9939d4d13187fe3decf5e9efa146d90ac724f78dc49cf1c7192080f67d2c895 (2/4)\\"\\ntime=\\"2022-06-02T12:35:02Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:a9939d4d13187fe3decf5e9efa146d90ac724f78dc49cf1c7192080f67d2c895\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-74\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58ccc5762c2b4c6e94e6befe986e2556ee6eaa664fc2948e4501c518f98a1303\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5d59c100e7ad4ac35a22da06b6df29070833b69ddff30f13cb9e11e69dce1e\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:92960c396edcba8b3bfde84631f54c58c3d1d95c7564672019bcba017f595246\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d5d59c100e7ad4ac35a22da06b6df29070833b69ddff30f13cb9e11e69dce1e\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ceacd171a4f990e95e27f6f3a705c2e6e87cd319c8e53afb06d7ef8a5a20519c\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58ccc5762c2b4c6e94e6befe986e2556ee6eaa664fc2948e4501c518f98a1303\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:92960c396edcba8b3bfde84631f54c58c3d1d95c7564672019bcba017f595246\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43c17e99eba2aa2dc91309d9a3ea5a4303192581c17d960742beba057310838\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43c17e99eba2aa2dc91309d9a3ea5a4303192581c17d960742beba057310838\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ceacd171a4f990e95e27f6f3a705c2e6e87cd319c8e53afb06d7ef8a5a20519c\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Skipping blob sha256:92960c396edcba8b3bfde84631f54c58c3d1d95c7564672019bcba017f595246 (already present):\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Skipping blob sha256:a43c17e99eba2aa2dc91309d9a3ea5a4303192581c17d960742beba057310838 (already present):\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Skipping blob sha256:58ccc5762c2b4c6e94e6befe986e2556ee6eaa664fc2948e4501c518f98a1303 (already present):\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Skipping blob sha256:ceacd171a4f990e95e27f6f3a705c2e6e87cd319c8e53afb06d7ef8a5a20519c (already present):\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Skipping blob sha256:2d5d59c100e7ad4ac35a22da06b6df29070833b69ddff30f13cb9e11e69dce1e (already present):\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:a0e638e78567435fd075459db4ddf7e234343c356bc4032ce1abaff285a255f8\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:a0e638e78567435fd075459db4ddf7e234343c356bc4032ce1abaff285a255f8\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e638e78567435fd075459db4ddf7e234343c356bc4032ce1abaff285a255f8\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0e638e78567435fd075459db4ddf7e234343c356bc4032ce1abaff285a255f8\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:a9939d4d13187fe3decf5e9efa146d90ac724f78dc49cf1c7192080f67d2c895\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Copying instance sha256:de50782aa65998ef173187208eca97630f123850103f390b21b96d636f6e3450 (3/4)\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:de50782aa65998ef173187208eca97630f123850103f390b21b96d636f6e3450\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-74\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc5a6ce43d379aff696f7ad0a9d4f7c9311eac2124511ddedc7f90288af70a51\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e868028034be105ba8828c69f0f89f7b5517c673f58400fa143067e68524a384\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed6ee657d49e14dc574507ea575b857343d444d423231c7f827ae0d3105b7937\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00d57d9734b08a281eec9b9d8fb1b43069170dda06da07b58ad222704dce1aab\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00d57d9734b08a281eec9b9d8fb1b43069170dda06da07b58ad222704dce1aab\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d1d4809f608e398fd1be96b527542e22e11c397f9e81d9bd89b3326667262598\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d1d4809f608e398fd1be96b527542e22e11c397f9e81d9bd89b3326667262598\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e868028034be105ba8828c69f0f89f7b5517c673f58400fa143067e68524a384\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc5a6ce43d379aff696f7ad0a9d4f7c9311eac2124511ddedc7f90288af70a51\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed6ee657d49e14dc574507ea575b857343d444d423231c7f827ae0d3105b7937\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Skipping blob sha256:d1d4809f608e398fd1be96b527542e22e11c397f9e81d9bd89b3326667262598 (already present):\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Skipping blob sha256:e868028034be105ba8828c69f0f89f7b5517c673f58400fa143067e68524a384 (already present):\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Skipping blob sha256:cc5a6ce43d379aff696f7ad0a9d4f7c9311eac2124511ddedc7f90288af70a51 (already present):\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Skipping blob sha256:00d57d9734b08a281eec9b9d8fb1b43069170dda06da07b58ad222704dce1aab (already present):\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Skipping blob sha256:ed6ee657d49e14dc574507ea575b857343d444d423231c7f827ae0d3105b7937 (already present):\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:e0b362b50f28c2a7176d22240edd8ca8df06ff8a9e9d6c1178011be43d46c08a\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:e0b362b50f28c2a7176d22240edd8ca8df06ff8a9e9d6c1178011be43d46c08a\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e0b362b50f28c2a7176d22240edd8ca8df06ff8a9e9d6c1178011be43d46c08a\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e0b362b50f28c2a7176d22240edd8ca8df06ff8a9e9d6c1178011be43d46c08a\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:de50782aa65998ef173187208eca97630f123850103f390b21b96d636f6e3450\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"Copying instance sha256:9addcaafc4cb6dc92e9b080e985ad43b608081f5c5c4040d36ed1b0399d515d4 (4/4)\\"\\ntime=\\"2022-06-02T12:35:03Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:9addcaafc4cb6dc92e9b080e985ad43b608081f5c5c4040d36ed1b0399d515d4\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-74\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3eabe22a2aec9181c0849b1a23a6104a81bcf00bea55a52a45dba613f0afd896\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:021be72899dfeeb1e6fda485ce14d088f9d9e1b0e2323426dc0acc051f0d8a00\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0462f2a1b769a595ab5747cd4c8590f73a3a5ee7d8efc5995409d528fffb152\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47232b2ee920943f1c78b5120b885dd86e18356995340d6975fb4645d5048593\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:021be72899dfeeb1e6fda485ce14d088f9d9e1b0e2323426dc0acc051f0d8a00\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:47232b2ee920943f1c78b5120b885dd86e18356995340d6975fb4645d5048593\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27cb39a08c6eb46426e92622c4edea9b9b8495b2401d02c773e239dd40d99a22\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3eabe22a2aec9181c0849b1a23a6104a81bcf00bea55a52a45dba613f0afd896\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27cb39a08c6eb46426e92622c4edea9b9b8495b2401d02c773e239dd40d99a22\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0462f2a1b769a595ab5747cd4c8590f73a3a5ee7d8efc5995409d528fffb152\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Skipping blob sha256:b0462f2a1b769a595ab5747cd4c8590f73a3a5ee7d8efc5995409d528fffb152 (already present):\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Skipping blob sha256:27cb39a08c6eb46426e92622c4edea9b9b8495b2401d02c773e239dd40d99a22 (already present):\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Skipping blob sha256:47232b2ee920943f1c78b5120b885dd86e18356995340d6975fb4645d5048593 (already present):\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Skipping blob sha256:021be72899dfeeb1e6fda485ce14d088f9d9e1b0e2323426dc0acc051f0d8a00 (already present):\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Skipping blob sha256:3eabe22a2aec9181c0849b1a23a6104a81bcf00bea55a52a45dba613f0afd896 (already present):\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:04de594494c48e21d39c473833073a6919b2bf2f5b4ea0efc79b5c70f056d11e\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:04de594494c48e21d39c473833073a6919b2bf2f5b4ea0efc79b5c70f056d11e\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04de594494c48e21d39c473833073a6919b2bf2f5b4ea0efc79b5c70f056d11e\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04de594494c48e21d39c473833073a6919b2bf2f5b4ea0efc79b5c70f056d11e\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:9addcaafc4cb6dc92e9b080e985ad43b608081f5c5c4040d36ed1b0399d515d4\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-74\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:35:04,625 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-74' successful sync.
repomirrorworker stdout | 2022-06-02 12:35:04,626 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 35, 4, 625957), 2, '5d2b914c-d2cd-4fe0-9956-65a08b45d585', 3, '59faa25b-f57b-448f-ade9-d9b3278c7fa6'])
repomirrorworker stdout | 2022-06-02 12:35:04,629 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:04,630 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:04,631 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:04,631 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:35:04,632 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:04,639 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:35:09,168 [60] [WARNING] [apscheduler.scheduler] Execution of job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:35:09 UTC)" skipped: maximum number of running instances reached (1)
repomirrorworker stdout | 2022-06-02 12:35:09,185 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:35:39.167018+00:00 (in 29.998752 seconds)
repomirrorworker stdout | 2022-06-02 12:35:11,442 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:35:04Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-74-source\""
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:35:04Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-74-source"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-74-source"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7940dcf5fca908677c59271e02d3b99bccbe13e494852c0be0a1d6e6c37a6309"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7940dcf5fca908677c59271e02d3b99bccbe13e494852c0be0a1d6e6c37a6309"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796"
repomirrorworker stdout | time="2022-06-02T12:35:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:7940dcf5fca908677c59271e02d3b99bccbe13e494852c0be0a1d6e6c37a6309 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7401dd0c9e746cd91382ff2dcfdca0bea9112e66847b2af5a3ad747def0c414b"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7401dd0c9e746cd91382ff2dcfdca0bea9112e66847b2af5a3ad747def0c414b"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:7401dd0c9e746cd91382ff2dcfdca0bea9112e66847b2af5a3ad747def0c414b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Skipping blob sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:35:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:49c39ead49ffacb2cf4aacc80c1915c6ab017905a37c0afb553fd2e42733793e"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:49c39ead49ffacb2cf4aacc80c1915c6ab017905a37c0afb553fd2e42733793e"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:49c39ead49ffacb2cf4aacc80c1915c6ab017905a37c0afb553fd2e42733793e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:35:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0d6ec1a9b6e3c495f7da89acdb9b3646f6c83daa82bc495218cf4dc94fc3f21"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0d6ec1a9b6e3c495f7da89acdb9b3646f6c83daa82bc495218cf4dc94fc3f21"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:b0d6ec1a9b6e3c495f7da89acdb9b3646f6c83daa82bc495218cf4dc94fc3f21 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37
repomirrorworker stdout | b65a55b13d88a945254755a021ad1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Skipping blob sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:35:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a986fd408ea2f0a85718a818d10458e2c16ad3c5cbfe6fbbc7dfac61a3cda89"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a986fd408ea2f0a85718a818d10458e2c16ad3c5cbfe6fbbc7dfac61a3cda89"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:1a986fd408ea2f0a85718a818d10458e2c16ad3c5cbfe6fbbc7dfac61a3cda89 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7a0457499e7e14cc6309b15f6cc887e5bad5a8842a6e5817e147e7620e776ca"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7a0457499e7e14cc6309b15f6cc887e5bad5a8842a6e5817e147e7620e776ca"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:09Z" level=debug msg="Skipping blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Skipping blob sha256:e7a0457499e7e14cc6309b15f6cc887e5bad5a8842a6e5817e147e7620e776ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Skipping blob sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:37a28ade6bdf849c4ce9cd5892919c80df817ea821ce77fd3b3a1d9133526198"
repomirrorworker stdout | time="2022-06-02T12:35:10Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:37a28ade6bdf849c4ce9cd5892919c80df817ea821ce77fd3b3a1d9133526198"
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37a28ade6bdf849c4ce9cd5892919c80df817ea821ce77fd3b3a1d9133526198"
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37a28ade6bdf849c4ce9cd5892919c80df817ea821ce77fd3b3a1d9133526198"
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-74-source"
repomirrorworker stdout | 2022-06-02 12:35:11,443 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7
repomirrorworker stdout | Copying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284
repomirrorworker stdout | Copying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b
repomirrorworker stdout | Copying blob sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28
repomirrorworker stdout | Copying blob sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d
repomirrorworker stdout | Copying blob sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc
repomirrorworker stdout | Copying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf
repomirrorworker stdout | Copying blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3
repomirrorworker stdout | Copying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d
repomirrorworker stdout | Copying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4
repomirrorworker stdout | Copying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86
repomirrorworker stdout | Copying blob sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8
repomirrorworker stdout | Copying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c
repomirrorworker stdout | Copying blob sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5
repomirrorworker stdout | Copying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238
repomirrorworker stdout | Copying blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1
repomirrorworker stdout | Copying blob sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487
repomirrorworker stdout | Copying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55
repomirrorworker stdout | Copying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce
repomirrorworker stdout | Copying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773
repomirrorworker stdout | Copying blob sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99
repomirrorworker stdout | Copying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67
repomirrorworker stdout | Copying blob sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1
repomirrorworker stdout | Copying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10
repomirrorworker stdout | Copying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351
repomirrorworker stdout | Copying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22
repomirrorworker stdout | Copying blob sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8
repomirrorworker stdout | Copying blob sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5
repomirrorworker stdout | Copying blob sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f
repomirrorworker stdout | Copying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce
repomirrorworker stdout | Copying blob sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b
repomirrorworker stdout | Copying blob sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c
repomirrorworker stdout | Copying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f
repomirrorworker stdout | Copying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8
repomirrorworker stdout | Copying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b
repomirrorworker stdout | Copying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110
repomirrorworker stdout | Copying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7
repomirrorworker stdout | Copying blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a
repomirrorworker stdout | Copying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e
repomirrorworker stdout | Copying blob sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb
repomirrorworker stdout | Copying blob sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69
repomirrorworker stdout | Copying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1
repomirrorworker stdout | Copying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19
repomirrorworker stdout | Copying blob sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf
repomirrorworker stdout | Copying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2
repomirrorworker stdout | Copying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b
repomirrorworker stdout | Copying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887
repomirrorworker stdout | Copying blob sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658
repomirrorworker stdout | Copying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee
repomirrorworker stdout | Copying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987
repomirrorworker stdout | Copying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce
repomirrorworker stdout | Copying blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479
repomirrorworker stdout | Copying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f
repomirrorworker stdout | Copying blob sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e
repomirrorworker stdout | Copying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e
repomirrorworker stdout | Copying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd
repomirrorworker stdout | Copying blob sha256:7940dcf5fca908677c59271e02d3b99bccbe13e494852c0be0a1d6e6c37a6309
repomirrorworker stdout | Copying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9
repomirrorworker stdout | Copying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970
repomirrorworker stdout | Copying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36
repomirrorworker stdout | Copying blob sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b
repomirrorworker stdout | Copying blob sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796
repomirrorworker stdout | Copying blob sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4
repomirrorworker stdout | Copying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781
repomirrorworker stdout | Copying blob sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d
repomirrorworker stdout | Copying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38
repomirrorworker stdout | Copying blob sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615
repomirrorworker stdout | Copying blob sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9
repomirrorworker stdout | Copying blob sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e
repomirrorworker stdout | Copying blob sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b
repomirrorworker stdout | Copying blob sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14
repomirrorworker stdout | Copying blob sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c
repomirrorworker stdout | Copying blob sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76
repomirrorworker stdout | Copying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170
repomirrorworker stdout | Copying blob sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191
repomirrorworker stdout | Copying blob sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba
repomirrorworker stdout | Copying blob sha256:7401dd0c9e746cd91382ff2dcfdca0bea9112e66847b2af5a3ad747def0c414b
repomirrorworker stdout | Copying blob sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b
repomirrorworker stdout | Copying blob sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888
repomirrorworker stdout | Copying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7
repomirrorworker stdout | Copying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea
repomirrorworker stdout | Copying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b
repomirrorworker stdout | Copying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2
repomirrorworker stdout | Copying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546
repomirrorworker stdout | Copying blob sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29
repomirrorworker stdout | Copying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd
repomirrorworker stdout | Copying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8
repomirrorworker stdout | Copying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca
repomirrorworker stdout | Copying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515
repomirrorworker stdout | Copying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b
repomirrorworker stdout | Copying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65
repomirrorworker stdout | Copying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1
repomirrorworker stdout | Copying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0
repomirrorworker stdout | Copying blob sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812
repomirrorworker stdout | Copying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075
repomirrorworker stdout | Copying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03
repomirrorworker stdout | Copying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264
repomirrorworker stdout | Copying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d
repomirrorworker stdout | Copying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488
repomirrorworker stdout | Copying blob sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410
repomirrorworker stdout | Copying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78
repomirrorworker stdout | Copying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10
repomirrorworker stdout | Copying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee
repomirrorworker stdout | Copying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658
repomirrorworker stdout | Copying blob sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1
repomirrorworker stdout | Copying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136
repomirrorworker stdout | Copying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9
repomirrorworker stdout | Copying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf
repomirrorworker stdout | Copying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab
repomirrorworker stdout | Copying blob sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e
repomirrorworker stdout | Copying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7
repomirrorworker stdout | Copying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2
repomirrorworker stdout | Copying blob sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c
repomirrorworker stdout | Copying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03
repomirrorworker stdout | Copying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b
repomirrorworker stdout | Copying blob sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f
repomirrorworker stdout | Copying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3
repomirrorworker stdout | Copying blob sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b
repomirrorworker stdout | Copying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176
repomirrorworker stdout | Copying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50
repomirrorworker stdout | Copying blob sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67
repomirrorworker stdout | Copying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e
repomirrorworker stdout | Copying blob sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b
repomirrorworker stdout | Copying blob sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae
repomirrorworker stdout | Copying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5
repomirrorworker stdout | Copying blob sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1
repomirrorworker stdout | Copying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76
repomirrorworker stdout | Copying blob sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1
repomirrorworker stdout | Copying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a
repomirrorworker stdout | Copying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3
repomirrorworker stdout | Copying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e
repomirrorworker stdout | Copying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6
repomirrorworker stdout | Copying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d
repomirrorworker stdout | Copying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7
repomirrorworker stdout | Copying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a
repomirrorworker stdout | Copying blob sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8
repomirrorworker stdout | Copying blob sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9
repomirrorworker stdout | Copying blob sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0
repomirrorworker stdout | Copying blob sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8
repomirrorworker stdout | Copying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00
repomirrorworker stdout | Copying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216
repomirrorworker stdout | Copying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1
repomirrorworker stdout | Copying blob sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f
repomirrorworker stdout | Copying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358
repomirrorworker stdout | Copying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0
repomirrorworker stdout | Copying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb
repomirrorworker stdout | Copying blob sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3
repomirrorworker stdout | Copying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d
repomirrorworker stdout | Copying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001
repomirrorworker stdout | Copying blob sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796
repomirrorworker stdout | Copying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb
repomirrorworker stdout | Copying blob sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e
repomirrorworker stdout | Copying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb
repomirrorworker stdout | Copying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb
repomirrorworker stdout | Copying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7
repomirrorworker stdout | Copying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6
repomirrorworker stdout | Copying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802
repomirrorworker stdout | Copying blob sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204
repomirrorworker stdout | Copying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e
repomirrorworker stdout | Copying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3
repomirrorworker stdout | Copying blob sha256:49c39ead49ffacb2cf4aacc80c1915c6ab017905a37c0afb553fd2e42733793e
repomirrorworker stdout | Copying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c
repomirrorworker stdout | Copying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82
repomirrorworker stdout | Copying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa
repomirrorworker stdout | Copying blob sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291
repomirrorworker stdout | Copying blob sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8
repomirrorworker stdout | Copying blob sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5
repomirrorworker stdout | Copying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315
repomirrorworker stdout | Copying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8
repomirrorworker stdout | Copying blob sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0
repomirrorworker stdout | Copying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d
repomirrorworker stdout | Copying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32
repomirrorworker stdout | Copying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b
repomirrorworker stdout | Copying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f
repomirrorworker stdout | Copying blob sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac
repomirrorworker stdout | Copying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f
repomirrorworker stdout | Copying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf
repomirrorworker stdout | Copying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95
repomirrorworker stdout | Copying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273
repomirrorworker stdout | Copying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759
repomirrorworker stdout | Copying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099
repomirrorworker stdout | Copying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996
repomirrorworker stdout | Copying blob sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2
repomirrorworker stdout | Copying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db
repomirrorworker stdout | Copying blob sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776
repomirrorworker stdout | Copying blob sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9
repomirrorworker stdout | Copying blob sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed
repomirrorworker stdout | Copying blob sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287
repomirrorworker stdout | Copying blob sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535
repomirrorworker stdout | Copying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3
repomirrorworker stdout | Copying blob sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa
repomirrorworker stdout | Copying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092
repomirrorworker stdout | Copying blob sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b
repomirrorworker stdout | Copying blob sha256:b0d6ec1a9b6e3c495f7da89acdb9b3646f6c83daa82bc495218cf4dc94fc3f21
repomirrorworker stdout | Copying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1
repomirrorworker stdout | Copying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699
repomirrorworker stdout | Copying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007
repomirrorworker stdout | Copying blob sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2
repomirrorworker stdout | Copying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131
repomirrorworker stdout | Copying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359
repomirrorworker stdout | Copying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc
repomirrorworker stdout | Copying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590
repomirrorworker stdout | Copying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43
repomirrorworker stdout | Copying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a
repomirrorworker stdout | Copying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694
repomirrorworker stdout | Copying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1
repomirrorworker stdout | Copying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f
repomirrorworker stdout | Copying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be
repomirrorworker stdout | Copying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d
repomirrorworker stdout | Copying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1
repomirrorworker stdout | Copying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8
repomirrorworker stdout | Copying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c
repomirrorworker stdout | Copying blob sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099
repomirrorworker stdout | Copying blob sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3
repomirrorworker stdout | Copying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e
repomirrorworker stdout | Copying blob sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2
repomirrorworker stdout | Copying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880
repomirrorworker stdout | Copying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb
repomirrorworker stdout | Copying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074
repomirrorworker stdout | Copying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0
repomirrorworker stdout | Copying blob sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644
repomirrorworker stdout | Copying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9
repomirrorworker stdout | Copying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9
repomirrorworker stdout | Copying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea
repomirrorworker stdout | Copying blob sha256:1a986fd408ea2f0a85718a818d10458e2c16ad3c5cbfe6fbbc7dfac61a3cda89
repomirrorworker stdout | Copying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643
repomirrorworker stdout | Copying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68
repomirrorworker stdout | Copying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621
repomirrorworker stdout | Copying blob sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107
repomirrorworker stdout | Copying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34
repomirrorworker stdout | Copying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb
repomirrorworker stdout | Copying blob sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75
repomirrorworker stdout | Copying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667
repomirrorworker stdout | Copying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca
repomirrorworker stdout | Copying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6
repomirrorworker stdout | Copying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2
repomirrorworker stdout | Copying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9
repomirrorworker stdout | Copying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5
repomirrorworker stdout | Copying blob sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8
repomirrorworker stdout | Copying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0
repomirrorworker stdout | Copying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d
repomirrorworker stdout | Copying blob sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639
repomirrorworker stdout | Copying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0
repomirrorworker stdout | Copying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50
repomirrorworker stdout | Copying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d
repomirrorworker stdout | Copying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0
repomirrorworker stdout | Copying blob sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021
repomirrorworker stdout | Copying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c
repomirrorworker stdout | Copying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b
repomirrorworker stdout | Copying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1
repomirrorworker stdout | Copying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797
repomirrorworker stdout | Copying blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab
repomirrorworker stdout | Copying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97
repomirrorworker stdout | Copying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1
repomirrorworker stdout | Copying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454
repomirrorworker stdout | Copying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0
repomirrorworker stdout | Copying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded
repomirrorworker stdout | Copying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391
repomirrorworker stdout | Copying blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a
repomirrorworker stdout | Copying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4
repomirrorworker stdout | Copying blob sha256:e7a0457499e7e14cc6309b15f6cc887e5bad5a8842a6e5817e147e7620e776ca
repomirrorworker stdout | Copying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2
repomirrorworker stdout | Copying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b
repomirrorworker stdout | Copying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff
repomirrorworker stdout | Copying blob sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395
repomirrorworker stdout | Copying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc
repomirrorworker stdout | Copying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f
repomirrorworker stdout | Copying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738
repomirrorworker stdout | Copying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4
repomirrorworker stdout | Copying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704
repomirrorworker stdout | Copying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf
repomirrorworker stdout | Copying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b
repomirrorworker stdout | Copying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d
repomirrorworker stdout | Copying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359
repomirrorworker stdout | Copying config sha256:37a28ade6bdf849c4ce9cd5892919c80df817ea821ce77fd3b3a1d9133526198
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:35:11,445 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:11,449 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:11,451 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 35, 11, 448564), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-74-source\' successful sync", "tag": "1-74-source", "tags": null, "stdout": "Copying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\nCopying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\nCopying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\nCopying blob sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28\\nCopying blob sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d\\nCopying blob sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc\\nCopying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\nCopying blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\nCopying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\nCopying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\nCopying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\nCopying blob sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8\\nCopying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\nCopying blob sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5\\nCopying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\nCopying blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\nCopying blob sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487\\nCopying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\nCopying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\nCopying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\nCopying blob sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99\\nCopying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\nCopying blob sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1\\nCopying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\nCopying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\nCopying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\nCopying blob sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8\\nCopying blob sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5\\nCopying blob sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f\\nCopying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\nCopying blob sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b\\nCopying blob sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c\\nCopying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\nCopying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\nCopying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\nCopying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\nCopying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\nCopying blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a\\nCopying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\nCopying blob sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb\\nCopying blob sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69\\nCopying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\nCopying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\nCopying blob sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf\\nCopying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\nCopying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\nCopying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\nCopying blob sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658\\nCopying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\nCopying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\nCopying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\nCopying blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\nCopying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\nCopying blob sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e\\nCopying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\nCopying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\nCopying blob sha256:7940dcf5fca908677c59271e02d3b99bccbe13e494852c0be0a1d6e6c37a6309\\nCopying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\nCopying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\nCopying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\nCopying blob sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b\\nCopying blob sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796\\nCopying blob sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4\\nCopying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\nCopying blob sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d\\nCopying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\nCopying blob sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615\\nCopying blob sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9\\nCopying blob sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e\\nCopying blob sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b\\nCopying blob sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14\\nCopying blob sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c\\nCopying blob sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76\\nCopying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\nCopying blob sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191\\nCopying blob sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba\\nCopying blob sha256:7401dd0c9e746cd91382ff2dcfdca0bea9112e66847b2af5a3ad747def0c414b\\nCopying blob sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b\\nCopying blob sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888\\nCopying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\nCopying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\nCopying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\nCopying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\nCopying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\nCopying blob sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29\\nCopying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\nCopying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\nCopying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\nCopying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\nCopying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\nCopying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\nCopying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\nCopying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\nCopying blob sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812\\nCopying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\nCopying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\nCopying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\nCopying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\nCopying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\nCopying blob sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410\\nCopying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\nCopying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\nCopying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\nCopying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\nCopying blob sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1\\nCopying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\nCopying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\nCopying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\nCopying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\nCopying blob sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e\\nCopying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\nCopying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\nCopying blob sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c\\nCopying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\nCopying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\nCopying blob sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f\\nCopying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\nCopying blob sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b\\nCopying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\nCopying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\nCopying blob sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67\\nCopying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\nCopying blob sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b\\nCopying blob sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae\\nCopying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\nCopying blob sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1\\nCopying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\nCopying blob sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1\\nCopying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\nCopying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\nCopying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\nCopying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\nCopying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\nCopying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\nCopying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\nCopying blob sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8\\nCopying blob sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9\\nCopying blob sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0\\nCopying blob sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8\\nCopying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\nCopying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\nCopying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\nCopying blob sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f\\nCopying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\nCopying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\nCopying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\nCopying blob sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3\\nCopying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\nCopying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\nCopying blob sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796\\nCopying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\nCopying blob sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e\\nCopying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\nCopying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\nCopying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\nCopying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\nCopying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\nCopying blob sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204\\nCopying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\nCopying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\nCopying blob sha256:49c39ead49ffacb2cf4aacc80c1915c6ab017905a37c0afb553fd2e42733793e\\nCopying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\nCopying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\nCopying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\nCopying blob sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291\\nCopying blob sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8\\nCopying blob sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5\\nCopying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\nCopying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\nCopying blob sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0\\nCopying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\nCopying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\nCopying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\nCopying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\nCopying blob sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac\\nCopying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\nCopying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\nCopying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\nCopying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\nCopying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\nCopying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\nCopying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\nCopying blob sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2\\nCopying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\nCopying blob sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776\\nCopying blob sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9\\nCopying blob sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed\\nCopying blob sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287\\nCopying blob sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535\\nCopying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\nCopying blob sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa\\nCopying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\nCopying blob sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b\\nCopying blob sha256:b0d6ec1a9b6e3c495f7da89acdb9b3646f6c83daa82bc495218cf4dc94fc3f21\\nCopying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\nCopying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\nCopying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\nCopying blob sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2\\nCopying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\nCopying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\nCopying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\nCopying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\nCopying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\nCopying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\nCopying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\nCopying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\nCopying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\nCopying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\nCopying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\nCopying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\nCopying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\nCopying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\nCopying blob sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099\\nCopying blob sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3\\nCopying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\nCopying blob sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2\\nCopying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\nCopying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\nCopying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\nCopying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\nCopying blob sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644\\nCopying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\nCopying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\nCopying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\nCopying blob sha256:1a986fd408ea2f0a85718a818d10458e2c16ad3c5cbfe6fbbc7dfac61a3cda89\\nCopying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\nCopying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\nCopying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\nCopying blob sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107\\nCopying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\nCopying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\nCopying blob sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75\\nCopying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\nCopying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\nCopying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\nCopying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\nCopying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\nCopying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\nCopying blob sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8\\nCopying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\nCopying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\nCopying blob sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639\\nCopying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\nCopying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\nCopying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\nCopying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\nCopying blob sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021\\nCopying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\nCopying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\nCopying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\nCopying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\nCopying blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\nCopying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\nCopying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\nCopying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\nCopying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\nCopying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\nCopying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\nCopying blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a\\nCopying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\nCopying blob sha256:e7a0457499e7e14cc6309b15f6cc887e5bad5a8842a6e5817e147e7620e776ca\\nCopying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\nCopying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\nCopying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\nCopying blob sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395\\nCopying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\nCopying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\nCopying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\nCopying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\nCopying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\nCopying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\nCopying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\nCopying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\nCopying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\nCopying config sha256:37a28ade6bdf849c4ce9cd5892919c80df817ea821ce77fd3b3a1d9133526198\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-74-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:35:04Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-74-source\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-74-source\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:0edf9f4b4fe1844743ee57df86d88239c33bc4483484658ccd158845ff3fba28 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:20fe380da91da9c536cfcc17be2a9c95c545a623aefbe304a39a5beb5a2d2a7d (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:d72f949325afb7ba274c2953170af4cb37fada0a9934668ec0fa2b5bf0b288fc (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:65c1816584435adbd273e036dc1f49f725ffcd6f195ca23477f54b25e078fdf8 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:d85e12668bcc9285ae423c0f511c1d5cc7b8e02837427c37fe6195c9e7b7e7e5 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:7a7ae0d119caabd755c214eb6f84c3747b413db61a06c77e65bd9f33bec31487 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:2f5dfc445f886c167b84715aa1f4a30a011dcf37aa01cee5cf5ea1a158795c99 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:3f4169a8f0880c52ca29cc2f13a2b881cfbb28a02cf31c1c3e837e5501bc54a1 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:f544d71911b2b2b8f735271e7fb4a7d05fdff11dfc0885728e30ee5528d7f7d8 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:31c80b9e6d911537c6c7dabd3906fd7d319fbb7dd55157879941d1417d2497d5 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:2d21fca16a9fcd6b81fff621c49c185c036ec9ab1bbc03c4cda19969fe9fae7f (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:066adffd024cef3326f46d2342474a27ae961ec371e80d780d94a733ea31cf8b (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:0e63820a50e43b0b49cfae9a0ec28539d98d4bdffff6140ab87e94df72311f2c (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:9e5d70d56607d28baa8ba96f8d4bfee66e2b484c715c225285f33ef347a36bfb (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:84cd6437ee10bf0aa896643fd0e674a2f29862d06c926601f3bfdf14603a3e69 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:2700193db2ad8c830246b2e81949637019b04bc4ad67dde1f6d838a4cb57f9bf (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:10ea56fb49f6265274d2368ea60cdf9f639b11c3e2d81e5f79c55472c5906658 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7940dcf5fca908677c59271e02d3b99bccbe13e494852c0be0a1d6e6c37a6309\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7940dcf5fca908677c59271e02d3b99bccbe13e494852c0be0a1d6e6c37a6309\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479 (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:e2e36be5a8bccc5af6a4c68d904fbc47f3b789e95f1a05742bb4b5f42a466f7e (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796\\"\\ntime=\\"2022-06-02T12:35:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:7940dcf5fca908677c59271e02d3b99bccbe13e494852c0be0a1d6e6c37a6309 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:88ae3ed55be8fe19da0ba7dcb1bae94b8b29c8b9804c182713786c9f67b24d3b (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:3e481374cdc14fbd7d67da959ef153a89da9dbfda2aa08a3bb739469cf812796 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:37b160a402208cf83c174d2040add6e91a52dcc6b1e02869176835d27d9ed8e4 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:c34a40659fde079af7fc0b91f6848c0ca47f130bab5e51062f6c897635b8c79d (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:abc80ab53848a0b9753e285147fd74776e683f8102f4fc9d3c22547d7138b615 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:d46a4b8745eca7a05a13e3c82d79b6bf1367cf27a6b24a8f4f597ad84e7c25b9 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:4c5575c6a437ecc9f7453de604bcefe477e216db6ab526a45d1102c88237b41e (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:df8fb89b21a19dcced5f1b4254ee0c473fd3df82f3027cc56c006930e03e391b (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7401dd0c9e746cd91382ff2dcfdca0bea9112e66847b2af5a3ad747def0c414b\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7401dd0c9e746cd91382ff2dcfdca0bea9112e66847b2af5a3ad747def0c414b\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:7751afdaf7e078bb9f8d2f8c2644157651286cb667f88022d57b0800c86b9c14 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:a92d53a6a0b2204e4c274c996a29c2e66a88b481c449ced7ed790e8e766d0b3c (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:c22c8976000d9d9f5c541903bf974d7a0c1e18126d8e44e4090faa5b02abad76 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:0fbfa3e65360cfd434643e1d707a6a45d4196959e447b58aea909d5303204191 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:00250dfb1f7567c29f028cbf596069d49b8c78fa449ce5b6d86753a0b3fb94ba (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:7401dd0c9e746cd91382ff2dcfdca0bea9112e66847b2af5a3ad747def0c414b (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:836ab5e6287141e2d0940be47c35b6798161f9873e93181189d8d0486b8d425b (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:e861f8cf64271298783649804748f0c1fe7b37beee70c499378a9e4139505888 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:8103e9461a3bf834de6d9596e984a355e18f48f5f596db5474fe58ff124fda29 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:f219c718ff0b26e6245029f88b2bc9bed9fb4d2b62c3af282088345f22138812 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:678c649688b223264e544ab009c24a8f09c33e1de313a25e2c82b114f8264410 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:1490fc4777e10da9fbcf92bedfd6517482f58128ec744acce9d3e74a3f0c82a1 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:f6c9946da8b7c477c3bc8fa5227e0d89911a32747b7ea96c0b495d0c6e26462e (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:e47d4c3bf39f2ad0ca16cbddcecdc8b6313da8b77d70db319e76192eeab44a8c (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:c32a434f7dbb548d7520a429fd4f9ab34b6d69c1543dc6dcac982de9e377f00f (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:2faae3ca662dfbedefde50f404043523ab271ebf997af6672df13a8df7922c6b (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:2553a09d7e4c05fa39bcd89f71cb39f91a560c4f315458c765a1c4eb1f691f67 (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:20b87d2a1d54d951621b98fb919c4268e5505dfb1e8b2c88495b89609d6e571b (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Skipping blob sha256:651c1c370fd5b3b5dbe5e586c428c70529c45e8b1f3fd980cc78d4589d1b18ae (already present):\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:35:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:0afa90de3974083b7b6c46eaf1de27d4161fa0bc44362fb7eca9cb4062be4eb1 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:9e24cf13e2e72f16a7f9031261d8046ffae0f890c1c7b0f8440685014d3a86b1 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:fb4a30b604840f5a75b6e73d78cd741d6900d1c242e94ed8f50b41d0248719e8 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:2134490da52e6d55d4f0d40bd0d20e4b37ac6016fa9e2755e5fa902276921fa9 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:64e41d626e714c3fb072140ebbd1386c2fd13715335977459eedeb851cc076d0 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:48e657d336aa06dde9ab21c89cb329e206ea8599c3e80cd944751d41320dfaa8 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:295a4fe7d47e759349e09e464c5e39b97e55ce96fc1cfb0fd6eb71077d49939f (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:f855db757bec04ce22b28bd728e0bc57ed123425ee69b5512edb88e8c72c17b3 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:1a28186735cac1ba7c18f7d44154b4ba0346fa50b32c27aaf29daa2d98b8b796 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:6501ff539a2283b091935691e0a60a56a415d2161af2b64a983a53e5b185a93e (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:49c39ead49ffacb2cf4aacc80c1915c6ab017905a37c0afb553fd2e42733793e\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:49c39ead49ffacb2cf4aacc80c1915c6ab017905a37c0afb553fd2e42733793e\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bb
repomirrorworker stdout | d84e14290641c\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:f58ffe0efac16e1b0592c0a1b8994ee78d61259bafedba22e47bcfa244500204 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:49c39ead49ffacb2cf4aacc80c1915c6ab017905a37c0afb553fd2e42733793e (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:ca65ad4e11856745effde87630880d2203e127bed5863fa1947014b52558a291 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:89e50e3490a8d2a0183dd3429933216269dcb3d38f994005d3e40f8508daafc8 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:ba3685896dd904d4c23c30968f1f565120844d51719ee99ed9aab141b9aaf9e5 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:34dad90e50c4fa04f85b14258f1bc31c6dce590824d2823d2c7dd2e2f4b01db0 (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:35:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:8ce255e189f866a05f7541444363aeb9252cd2f45b32a8a404d58566666e8dac (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:b81f668f53f9797106f555cf5e9bdee6780c2acc0879507bea28eecc51e748f2 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:36b677257ca05fd9459106127a2be56cd723c7d0601d767876d0b1da98a22776 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:57a389133fc79af8cb1828683fcd4786744209138f2e0bae50fc44831ac250c9 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0d6ec1a9b6e3c495f7da89acdb9b3646f6c83daa82bc495218cf4dc94fc3f21\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b0d6ec1a9b6e3c495f7da89acdb9b3646f6c83daa82bc495218cf4dc94fc3f21\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:81851da775a4d029f3ce3d9b181a6cd986ee75de7ca44e9d6dd9b661ebc3e9ed (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:9a4c7787047c67ded61643dc7cd707121c32d8c782d4cb95838f1bdb8c7ee287 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:cdf0970779914e5bdda4bc19bb95f03a8acb8a1e01545be4ba3cfa7cc1a40535 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:327a4a7ae92d07aae806d7a93cc9f9f3d80c1ff57f50fdfe538f67d2a3c062aa (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:628131d9fe057c27ef809a3c51768866655538e9e6b8850fcf9a3b78a26a292b (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:b0d6ec1a9b6e3c495f7da89acdb9b3646f6c83daa82bc495218cf4dc94fc3f21 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:10f69ec1468e8425ac003be0fa95c03a120f0c9b8f5a4fd7e39c7998ce4ab6b2 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:5914da80b2301606b7595a20688a0ab154acbd29bb08e78d5357f7c932e3b099 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Skipping blob sha256:adad8e893f6c83373586b0a96db77e70dd1b66e0b676a2247b3e0b4da195c0d3 (already present):\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:35:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:fb95402fa324cb28b916e8108042004c09a0ec1e954cce216ab0210a235ebdc2 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a986fd408ea2f0a85718a818d10458e2c16ad3c5cbfe6fbbc7dfac61a3cda89\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a986fd408ea2f0a85718a818d10458e2c16ad3c5cbfe6fbbc7dfac61a3cda89\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:17672fa63839b5792f030c36cb97febb049c3d3f9a60ecd95ce545ef8000b644 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:1a986fd408ea2f0a85718a818d10458e2c16ad3c5cbfe6fbbc7dfac61a3cda89 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:098ffdd7b581c5815bc66ba5bc9b7b33064160019e6248fea2a9eb1a82ac5107 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:745eba11d7274d357626f31a12511a12d3945b89311671a7673c9801c63c0a75 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:6d7e2bb1baacb9dcbebc3de3c590f69db8a271a715627e12adb902d1321330a8 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:0a87399705f1c9976bf719e377a90513fe05524dd50821e1657f59373d961639 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:57b3dbcc785d922a136fdea3778b6a403735fc1f988abb685dbb09369e642021 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7a0457499e7e14cc6309b15f6cc887e5bad5a8842a6e5817e147e7620e776ca\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7a0457499e7e14cc6309b15f6cc887e5bad5a8842a6e5817e147e7620e776ca\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:09Z\\" level=debug msg=\\"Skipping blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a (already present):\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Skipping blob sha256:e7a0457499e7e14cc6309b15f6cc887e5bad5a8842a6e5817e147e7620e776ca (already present):\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Skipping blob sha256:4a1e0ade2f4d8f0a0284ac1942d50ee7bca72a38b5c038802be2c4cf1c446395 (already present):\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:37a28ade6bdf849c4ce9cd5892919c80df817ea821ce77fd3b3a1d9133526198\\"\\ntime=\\"2022-06-02T12:35:10Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:37a28ade6bdf849c4ce9cd5892919c80df817ea821ce77fd3b3a1d9133526198\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37a28ade6bdf849c4ce9cd5892919c80df817ea821ce77fd3b3a1d9133526198\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37a28ade6bdf849c4ce9cd5892919c80df817ea821ce77fd3b3a1d9133526198\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-74-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:35:11,460 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-74-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:35:11,461 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 35, 11, 460921), 2, '5e3faf65-c652-43a1-8efb-826e47e83a5c', 3, '5d2b914c-d2cd-4fe0-9956-65a08b45d585'])
repomirrorworker stdout | 2022-06-02 12:35:11,464 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:11,465 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:11,466 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:11,467 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:35:11,468 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:11,474 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:14,976 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:35:11Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-75\""
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:35:11Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-75"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Copying instance sha256:09ccc9a03f554b96c843832baa8eee02fe8794e9fab6b9189b789e21d2e0332a (1/4)"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:09ccc9a03f554b96c843832baa8eee02fe8794e9fab6b9189b789e21d2e0332a"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dc5893115de508bfaa96cae86d5ef292f7f3d885c413f252b3cad5f32ff6dff3"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce3c6836540f978b55c511d236429e26b7a45f5a6f1204ab8d4378afaf77332f"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0fc972655972b3a911d7d9adf0faacb870f7989f9129ff37569d96ca82c1ee8b"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63f9f4c31162a6a5dacd999a0dc65007e15b2ca6b2d9360a1234c27de12e7f38"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49355ce848e2c86326ad8d7c3e4905e2883c89e1f6b79553427f1acf21ea7d1"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0fc972655972b3a911d7d9adf0faacb870f7989f9129ff37569d96ca82c1ee8b"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce3c6836540f978b55c511d236429e26b7a45f5a6f1204ab8d4378afaf77332f"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63f9f4c31162a6a5dacd999a0dc65007e15b2ca6b2d9360a1234c27de12e7f38"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dc5893115de508bfaa96cae86d5ef292f7f3d885c413f252b3cad5f32ff6dff3"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49355ce848e2c86326ad8d7c3e4905e2883c89e1f6b79553427f1acf21ea7d1"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Skipping blob sha256:dc5893115de508bfaa96cae86d5ef292f7f3d885c413f252b3cad5f32ff6dff3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Skipping blob sha256:ce3c6836540f978b55c511d236429e26b7a45f5a6f1204ab8d4378afaf77332f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Skipping blob sha256:63f9f4c31162a6a5dacd999a0dc65007e15b2ca6b2d9360a1234c27de12e7f38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Skipping blob sha256:0fc972655972b3a911d7d9adf0faacb870f7989f9129ff37569d96ca82c1ee8b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Skipping blob sha256:d49355ce848e2c86326ad8d7c3e4905e2883c89e1f6b79553427f1acf21ea7d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:969817882ade1f7185d08baea7be651512df40d203cb0b947d38e795835975d2"
repomirrorworker stdout | time="2022-06-02T12:35:12Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:969817882ade1f7185d08baea7be651512df40d203cb0b947d38e795835975d2"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:969817882ade1f7185d08baea7be651512df40d203cb0b947d38e795835975d2"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:969817882ade1f7185d08baea7be651512df40d203cb0b947d38e795835975d2"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:09ccc9a03f554b96c843832baa8eee02fe8794e9fab6b9189b789e21d2e0332a"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Copying instance sha256:0f8234f56ede1a487070d9f67f9212ff5917cadf11ad1061acede7f84be38936 (2/4)"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:0f8234f56ede1a487070d9f67f9212ff5917cadf11ad1061acede7f84be38936"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0dc38192d7554ee94f64cdda5abd556a3f6a2f7d4c5df62cf4a9d4b6e0153e84"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dca1db0ed9aae0d9e918a6ab13bd1dc3dab7a2642edfa74ce59e8705693f4bbc"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0dc38192d7554ee94f64cdda5abd556a3f6a2f7d4c5df62cf4a9d4b6e0153e84"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d31a8693215370ca1cd4c84a31da5bfb1eb4533961ae300fb7f4e7ef7f7d9083"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f88ad95cf4fc555f286892daf0436cf2d9b89a32bb75216ed684d107d71996e"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6f94429be8e0e3a903774996a841e57aca2dc4b5a4f8220b0213a5f2807895c3"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d31a8693215370ca1cd4c84a31da5bfb1eb4533961ae300fb7f4e7ef7f7d9083"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6f94429be8e0e3a903774996a841e57aca2dc4b5a4f8220b0213a5f2807895c3"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f88ad95cf4fc555f286892daf0436cf2d9b89a32bb75216ed684d107d71996e"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dca1db0ed9aae0d9e918a6ab13bd1dc3dab7a2642edfa74ce59e8705693f4bbc"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Skipping blob sha256:3f88ad95cf4fc555f286892daf0436cf2d9b89a32bb75216ed684d107d71996e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Skipping blob sha256:0dc38192d7554ee94f64cdda5abd556a3f6a2f7d4c5df62cf4a9d4b6e0153e84 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Skipping blob sha256:dca1db0ed9aae0d9e918a6ab13bd1dc3dab7a2642edfa74ce59e8705693f4bbc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Skipping blob sha256:d31a8693215370ca1cd4c84a31da5bfb1eb4533961ae300fb7f4e7ef7f7d9083 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Skipping blob sha256:6f94429be8e0e3a903774996a841e57aca2dc4b5a4f8220b0213a5f2807895c3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:2e314524e719e879e56db2b771241f96bb6e485064ed72765b8daabcee871e96"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:2e314524e719e879e56db2b771241f96bb6e485064ed72765b8daabcee871e96"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e314524e719e879e56db2b771241f96bb6e485064ed72765b8daabcee871e96"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e314524e719e879e56db2b771241f96bb6e485064ed72765b8daabcee871e96"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:0f8234f56ede1a487070d9f67f9212ff5917cadf11ad1061acede7f84be38936"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Copying instance sha256:503782132ed69b4e77284f71470559f9d6adf062b56c68c92156249da4fd7140 (3/4)"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:503782132ed69b4e77284f71470559f9d6adf062b56c68c92156249da4fd7140"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957d36db845db0398a3c9337c072d187b62777c6bda3f12deb764876afbf23b9"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e523b50a2e9d35270840ccc39ac05cde705ca33b3651cff70da91261e7365ffb"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7edf8846483f05224eab9fd70a227ee0d4f937c8668c5f062b5e618b7ffb140"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e523b50a2e9d35270840ccc39ac05cde705ca33b3651cff70da91261e7365ffb"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957d36db845db0398a3c9337c072d187b62777c6bda3f12deb764876afbf23b9"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7edf8846483f05224eab9fd70a227ee0d4f937c8668c5f062b5e618b7ffb140"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7c6d98caca5e85993b1080843442c0f335199d7ffcfca4d3483ba3367ac95b3"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31df362b479bcb5170c14a6edd2894293f065f8daeae7ed8ee4259b41fbac8b2"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7c6d98caca5e85993b1080843442c0f335199d7ffcfca4d3483ba3367ac95b3"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31df362b479bcb5170c14a6edd2894293f065f8daeae7ed8ee4259b41fbac8b2"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Skipping blob sha256:e7edf8846483f05224eab9fd70a227ee0d4f937c8668c5f062b5e618b7ffb140 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Skipping blob sha256:31df362b479bcb5170c14a6edd2894293f065f8daeae7ed8ee4259b41fbac8b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Skipping blob sha256:957d36db845db0398a3c9337c072d187b62777c6bda3f12deb764876afbf23b9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Skipping blob sha256:e523b50a2e9d35270840ccc39ac05cde705ca33b3651cff70da91261e7365ffb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Skipping blob sha256:a7c6d98caca5e85993b1080843442c0f335199d7ffcfca4d3483ba3367ac95b3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:6e436439f22b25fc25dd737d77636078bdd8a39e35997f5841d10191468f7d80"
repomirrorworker stdout | time="2022-06-02T12:35:13Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:6e436439f22b25fc25dd737d77636078bdd8a39e35997f5841d10191468f7d80"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e436439f22b25fc25dd737d77636078bdd8a39e35997f5841d10191468f7d80"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e436439f22b25fc25dd737d77636078bdd8a39e35997f5841d10191468f7d80"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:503782132ed69b4e77284f71470559f9d6adf062b56c68c92156249da4fd7140"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Copying instance sha256:e8a4a0318e66240c31b6e9dda992f28ee273a7c14fd38dd29ab71771d5881999 (4/4)"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:e8a4a0318e66240c31b6e9dda992f28ee273a7c14fd38dd29ab71771d5881999"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74edf7166318d9e50b4d40bf0e9d91ef854c5e0fb0b7e8233b88827edf74c8cc"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48c6ee00c3aea199ce7bc268c8b1d47f26a05bf598fa6e6a571c4063f02a07c4"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d4a237819ab02099a0795078dc2a2a7ba653bc7615c90ed04f9431108988839"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74edf7166318d9e50b4d40bf0e9d91ef854c5e0fb0b7e8233b88827edf74c8cc"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d4a237819ab02099a0795078dc2a2a7ba653bc7615c90ed04f9431108988839"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce739f86c84a0df8bbfdf97758f2386d4883634463b69b5230b4a3b4dc7c84d3"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48c6ee00c3aea199ce7bc268c8b1d47f26a05bf598fa6e6a571c4063f02a07c4"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce739f86c84a0df8bbfdf97758f2386d4883634463b69b5230b4a3b4dc7c84d3"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f3f7311a1d86d9fd8fbe8d0faf2cfc33054e85f4811ab96d0f3cbd2e1d29331"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f3f7311a1d86d9fd8fbe8d0faf2cfc33054e85f4811ab96d0f3cbd2e1d29331"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Skipping blob sha256:48c6ee00c3aea199ce7bc268c8b1d47f26a05bf598fa6e6a571c4063f02a07c4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Skipping blob sha256:74edf7166318d9e50b4d40bf0e9d91ef854c5e0fb0b7e8233b88827edf74c8cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Skipping blob sha256:ce739f86c84a0df8bbfdf97758f2386d4883634463b69b5230b4a3b4dc7c84d3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Skipping blob sha256:6d4a237819ab02099a0795078dc2a2a7ba653bc7615c90ed04f9431108988839 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Skipping blob sha256:4f3f7311a1d86d9fd8fbe8d0faf2cfc33054e85f4811ab96d0f3cbd2e1d29331 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:ed20574072fdcc62519299748b4a9c7fd991ced62e9d4515a0bb60d0d7bcfa3e"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:ed20574072fdcc62519299748b4a9c7fd991ced62e9d4515a0bb60d0d7bcfa3e"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed20574072fdcc62519299748b4a9c7fd991ced62e9d4515a0bb60d0d7bcfa3e"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed20574072fdcc62519299748b4a9c7fd991ced62e9d4515a0bb60d0d7bcfa3e"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:e8a4a0318e66240c31b6e9dda992f28ee273a7c14fd38dd29ab71771d5881999"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:35:14Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-75"
repomirrorworker stdout | 2022-06-02 12:35:14,976 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:09ccc9a03f554b96c843832baa8eee02fe8794e9fab6b9189b789e21d2e0332a (1/4)
repomirrorworker stdout | Copying blob sha256:ce3c6836540f978b55c511d236429e26b7a45f5a6f1204ab8d4378afaf77332f
repomirrorworker stdout | Copying blob sha256:dc5893115de508bfaa96cae86d5ef292f7f3d885c413f252b3cad5f32ff6dff3
repomirrorworker stdout | Copying blob sha256:63f9f4c31162a6a5dacd999a0dc65007e15b2ca6b2d9360a1234c27de12e7f38
repomirrorworker stdout | Copying blob sha256:0fc972655972b3a911d7d9adf0faacb870f7989f9129ff37569d96ca82c1ee8b
repomirrorworker stdout | Copying blob sha256:d49355ce848e2c86326ad8d7c3e4905e2883c89e1f6b79553427f1acf21ea7d1
repomirrorworker stdout | Copying config sha256:969817882ade1f7185d08baea7be651512df40d203cb0b947d38e795835975d2
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:0f8234f56ede1a487070d9f67f9212ff5917cadf11ad1061acede7f84be38936 (2/4)
repomirrorworker stdout | Copying blob sha256:3f88ad95cf4fc555f286892daf0436cf2d9b89a32bb75216ed684d107d71996e
repomirrorworker stdout | Copying blob sha256:0dc38192d7554ee94f64cdda5abd556a3f6a2f7d4c5df62cf4a9d4b6e0153e84
repomirrorworker stdout | Copying blob sha256:dca1db0ed9aae0d9e918a6ab13bd1dc3dab7a2642edfa74ce59e8705693f4bbc
repomirrorworker stdout | Copying blob sha256:d31a8693215370ca1cd4c84a31da5bfb1eb4533961ae300fb7f4e7ef7f7d9083
repomirrorworker stdout | Copying blob sha256:6f94429be8e0e3a903774996a841e57aca2dc4b5a4f8220b0213a5f2807895c3
repomirrorworker stdout | Copying config sha256:2e314524e719e879e56db2b771241f96bb6e485064ed72765b8daabcee871e96
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:503782132ed69b4e77284f71470559f9d6adf062b56c68c92156249da4fd7140 (3/4)
repomirrorworker stdout | Copying blob sha256:e7edf8846483f05224eab9fd70a227ee0d4f937c8668c5f062b5e618b7ffb140
repomirrorworker stdout | Copying blob sha256:31df362b479bcb5170c14a6edd2894293f065f8daeae7ed8ee4259b41fbac8b2
repomirrorworker stdout | Copying blob sha256:957d36db845db0398a3c9337c072d187b62777c6bda3f12deb764876afbf23b9
repomirrorworker stdout | Copying blob sha256:e523b50a2e9d35270840ccc39ac05cde705ca33b3651cff70da91261e7365ffb
repomirrorworker stdout | Copying blob sha256:a7c6d98caca5e85993b1080843442c0f335199d7ffcfca4d3483ba3367ac95b3
repomirrorworker stdout | Copying config sha256:6e436439f22b25fc25dd737d77636078bdd8a39e35997f5841d10191468f7d80
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:e8a4a0318e66240c31b6e9dda992f28ee273a7c14fd38dd29ab71771d5881999 (4/4)
repomirrorworker stdout | Copying blob sha256:48c6ee00c3aea199ce7bc268c8b1d47f26a05bf598fa6e6a571c4063f02a07c4
repomirrorworker stdout | Copying blob sha256:74edf7166318d9e50b4d40bf0e9d91ef854c5e0fb0b7e8233b88827edf74c8cc
repomirrorworker stdout | Copying blob sha256:ce739f86c84a0df8bbfdf97758f2386d4883634463b69b5230b4a3b4dc7c84d3
repomirrorworker stdout | Copying blob sha256:6d4a237819ab02099a0795078dc2a2a7ba653bc7615c90ed04f9431108988839
repomirrorworker stdout | Copying blob sha256:4f3f7311a1d86d9fd8fbe8d0faf2cfc33054e85f4811ab96d0f3cbd2e1d29331
repomirrorworker stdout | Copying config sha256:ed20574072fdcc62519299748b4a9c7fd991ced62e9d4515a0bb60d0d7bcfa3e
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:35:14,979 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:14,983 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:14,984 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 35, 14, 982559), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-75\' successful sync", "tag": "1-75", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:09ccc9a03f554b96c843832baa8eee02fe8794e9fab6b9189b789e21d2e0332a (1/4)\\nCopying blob sha256:ce3c6836540f978b55c511d236429e26b7a45f5a6f1204ab8d4378afaf77332f\\nCopying blob sha256:dc5893115de508bfaa96cae86d5ef292f7f3d885c413f252b3cad5f32ff6dff3\\nCopying blob sha256:63f9f4c31162a6a5dacd999a0dc65007e15b2ca6b2d9360a1234c27de12e7f38\\nCopying blob sha256:0fc972655972b3a911d7d9adf0faacb870f7989f9129ff37569d96ca82c1ee8b\\nCopying blob sha256:d49355ce848e2c86326ad8d7c3e4905e2883c89e1f6b79553427f1acf21ea7d1\\nCopying config sha256:969817882ade1f7185d08baea7be651512df40d203cb0b947d38e795835975d2\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:0f8234f56ede1a487070d9f67f9212ff5917cadf11ad1061acede7f84be38936 (2/4)\\nCopying blob sha256:3f88ad95cf4fc555f286892daf0436cf2d9b89a32bb75216ed684d107d71996e\\nCopying blob sha256:0dc38192d7554ee94f64cdda5abd556a3f6a2f7d4c5df62cf4a9d4b6e0153e84\\nCopying blob sha256:dca1db0ed9aae0d9e918a6ab13bd1dc3dab7a2642edfa74ce59e8705693f4bbc\\nCopying blob sha256:d31a8693215370ca1cd4c84a31da5bfb1eb4533961ae300fb7f4e7ef7f7d9083\\nCopying blob sha256:6f94429be8e0e3a903774996a841e57aca2dc4b5a4f8220b0213a5f2807895c3\\nCopying config sha256:2e314524e719e879e56db2b771241f96bb6e485064ed72765b8daabcee871e96\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:503782132ed69b4e77284f71470559f9d6adf062b56c68c92156249da4fd7140 (3/4)\\nCopying blob sha256:e7edf8846483f05224eab9fd70a227ee0d4f937c8668c5f062b5e618b7ffb140\\nCopying blob sha256:31df362b479bcb5170c14a6edd2894293f065f8daeae7ed8ee4259b41fbac8b2\\nCopying blob sha256:957d36db845db0398a3c9337c072d187b62777c6bda3f12deb764876afbf23b9\\nCopying blob sha256:e523b50a2e9d35270840ccc39ac05cde705ca33b3651cff70da91261e7365ffb\\nCopying blob sha256:a7c6d98caca5e85993b1080843442c0f335199d7ffcfca4d3483ba3367ac95b3\\nCopying config sha256:6e436439f22b25fc25dd737d77636078bdd8a39e35997f5841d10191468f7d80\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:e8a4a0318e66240c31b6e9dda992f28ee273a7c14fd38dd29ab71771d5881999 (4/4)\\nCopying blob sha256:48c6ee00c3aea199ce7bc268c8b1d47f26a05bf598fa6e6a571c4063f02a07c4\\nCopying blob sha256:74edf7166318d9e50b4d40bf0e9d91ef854c5e0fb0b7e8233b88827edf74c8cc\\nCopying blob sha256:ce739f86c84a0df8bbfdf97758f2386d4883634463b69b5230b4a3b4dc7c84d3\\nCopying blob sha256:6d4a237819ab02099a0795078dc2a2a7ba653bc7615c90ed04f9431108988839\\nCopying blob sha256:4f3f7311a1d86d9fd8fbe8d0faf2cfc33054e85f4811ab96d0f3cbd2e1d29331\\nCopying config sha256:ed20574072fdcc62519299748b4a9c7fd991ced62e9d4515a0bb60d0d7bcfa3e\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-75\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:35:11Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-75\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Copying instance sha256:09ccc9a03f554b96c843832baa8eee02fe8794e9fab6b9189b789e21d2e0332a (1/4)\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:09ccc9a03f554b96c843832baa8eee02fe8794e9fab6b9189b789e21d2e0332a\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dc5893115de508bfaa96cae86d5ef292f7f3d885c413f252b3cad5f32ff6dff3\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce3c6836540f978b55c511d236429e26b7a45f5a6f1204ab8d4378afaf77332f\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0fc972655972b3a911d7d9adf0faacb870f7989f9129ff37569d96ca82c1ee8b\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63f9f4c31162a6a5dacd999a0dc65007e15b2ca6b2d9360a1234c27de12e7f38\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49355ce848e2c86326ad8d7c3e4905e2883c89e1f6b79553427f1acf21ea7d1\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0fc972655972b3a911d7d9adf0faacb870f7989f9129ff37569d96ca82c1ee8b\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce3c6836540f978b55c511d236429e26b7a45f5a6f1204ab8d4378afaf77332f\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63f9f4c31162a6a5dacd999a0dc65007e15b2ca6b2d9360a1234c27de12e7f38\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dc5893115de508bfaa96cae86d5ef292f7f3d885c413f252b3cad5f32ff6dff3\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d49355ce848e2c86326ad8d7c3e4905e2883c89e1f6b79553427f1acf21ea7d1\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Skipping blob sha256:dc5893115de508bfaa96cae86d5ef292f7f3d885c413f252b3cad5f32ff6dff3 (already present):\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Skipping blob sha256:ce3c6836540f978b55c511d236429e26b7a45f5a6f1204ab8d4378afaf77332f (already present):\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Skipping blob sha256:63f9f4c31162a6a5dacd999a0dc65007e15b2ca6b2d9360a1234c27de12e7f38 (already present):\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Skipping blob sha256:0fc972655972b3a911d7d9adf0faacb870f7989f9129ff37569d96ca82c1ee8b (already present):\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Skipping blob sha256:d49355ce848e2c86326ad8d7c3e4905e2883c89e1f6b79553427f1acf21ea7d1 (already present):\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:969817882ade1f7185d08baea7be651512df40d203cb0b947d38e795835975d2\\"\\ntime=\\"2022-06-02T12:35:12Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:969817882ade1f7185d08baea7be651512df40d203cb0b947d38e795835975d2\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:969817882ade1f7185d08baea7be651512df40d203cb0b947d38e795835975d2\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:969817882ade1f7185d08baea7be651512df40d203cb0b947d38e795835975d2\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:09ccc9a03f554b96c843832baa8eee02fe8794e9fab6b9189b789e21d2e0332a\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Copying instance sha256:0f8234f56ede1a487070d9f67f9212ff5917cadf11ad1061acede7f84be38936 (2/4)\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:0f8234f56ede1a487070d9f67f9212ff5917cadf11ad1061acede7f84be38936\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0dc38192d7554ee94f64cdda5abd556a3f6a2f7d4c5df62cf4a9d4b6e0153e84\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dca1db0ed9aae0d9e918a6ab13bd1dc3dab7a2642edfa74ce59e8705693f4bbc\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0dc38192d7554ee94f64cdda5abd556a3f6a2f7d4c5df62cf4a9d4b6e0153e84\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d31a8693215370ca1cd4c84a31da5bfb1eb4533961ae300fb7f4e7ef7f7d9083\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f88ad95cf4fc555f286892daf0436cf2d9b89a32bb75216ed684d107d71996e\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6f94429be8e0e3a903774996a841e57aca2dc4b5a4f8220b0213a5f2807895c3\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d31a8693215370ca1cd4c84a31da5bfb1eb4533961ae300fb7f4e7ef7f7d9083\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6f94429be8e0e3a903774996a841e57aca2dc4b5a4f8220b0213a5f2807895c3\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3f88ad95cf4fc555f286892daf0436cf2d9b89a32bb75216ed684d107d71996e\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dca1db0ed9aae0d9e918a6ab13bd1dc3dab7a2642edfa74ce59e8705693f4bbc\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Skipping blob sha256:3f88ad95cf4fc555f286892daf0436cf2d9b89a32bb75216ed684d107d71996e (already present):\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Skipping blob sha256:0dc38192d7554ee94f64cdda5abd556a3f6a2f7d4c5df62cf4a9d4b6e0153e84 (already present):\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Skipping blob sha256:dca1db0ed9aae0d9e918a6ab13bd1dc3dab7a2642edfa74ce59e8705693f4bbc (already present):\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Skipping blob sha256:d31a8693215370ca1cd4c84a31da5bfb1eb4533961ae300fb7f4e7ef7f7d9083 (already present):\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Skipping blob sha256:6f94429be8e0e3a903774996a841e57aca2dc4b5a4f8220b0213a5f2807895c3 (already present):\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:2e314524e719e879e56db2b771241f96bb6e485064ed72765b8daabcee871e96\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:2e314524e719e879e56db2b771241f96bb6e485064ed72765b8daabcee871e96\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e314524e719e879e56db2b771241f96bb6e485064ed72765b8daabcee871e96\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e314524e719e879e56db2b771241f96bb6e485064ed72765b8daabcee871e96\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:0f8234f56ede1a487070d9f67f9212ff5917cadf11ad1061acede7f84be38936\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Copying instance sha256:503782132ed69b4e77284f71470559f9d6adf062b56c68c92156249da4fd7140 (3/4)\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:503782132ed69b4e77284f71470559f9d6adf062b56c68c92156249da4fd7140\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957d36db845db0398a3c9337c072d187b62777c6bda3f12deb764876afbf23b9\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e523b50a2e9d35270840ccc39ac05cde705ca33b3651cff70da91261e7365ffb\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7edf8846483f05224eab9fd70a227ee0d4f937c8668c5f062b5e618b7ffb140\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e523b50a2e9d35270840ccc39ac05cde705ca33b3651cff70da91261e7365ffb\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:957d36db845db0398a3c9337c072d187b62777c6bda3f12deb764876afbf23b9\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e7edf8846483f05224eab9fd70a227ee0d4f937c8668c5f062b5e618b7ffb140\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7c6d98caca5e85993b1080843442c0f335199d7ffcfca4d3483ba3367ac95b3\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31df362b479bcb5170c14a6edd2894293f065f8daeae7ed8ee4259b41fbac8b2\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7c6d98caca5e85993b1080843442c0f335199d7ffcfca4d3483ba3367ac95b3\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31df362b479bcb5170c14a6edd2894293f065f8daeae7ed8ee4259b41fbac8b2\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Skipping blob sha256:e7edf8846483f05224eab9fd70a227ee0d4f937c8668c5f062b5e618b7ffb140 (already present):\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Skipping blob sha256:31df362b479bcb5170c14a6edd2894293f065f8daeae7ed8ee4259b41fbac8b2 (already present):\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Skipping blob sha256:957d36db845db0398a3c9337c072d187b62777c6bda3f12deb764876afbf23b9 (already present):\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Skipping blob sha256:e523b50a2e9d35270840ccc39ac05cde705ca33b3651cff70da91261e7365ffb (already present):\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Skipping blob sha256:a7c6d98caca5e85993b1080843442c0f335199d7ffcfca4d3483ba3367ac95b3 (already present):\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:6e436439f22b25fc25dd737d77636078bdd8a39e35997f5841d10191468f7d80\\"\\ntime=\\"2022-06-02T12:35:13Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:6e436439f22b25fc25dd737d77636078bdd8a39e35997f5841d10191468f7d80\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e436439f22b25fc25dd737d77636078bdd8a39e35997f5841d10191468f7d80\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e436439f22b25fc25dd737d77636078bdd8a39e35997f5841d10191468f7d80\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:503782132ed69b4e77284f71470559f9d6adf062b56c68c92156249da4fd7140\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Copying instance sha256:e8a4a0318e66240c31b6e9dda992f28ee273a7c14fd38dd29ab71771d5881999 (4/4)\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:e8a4a0318e66240c31b6e9dda992f28ee273a7c14fd38dd29ab71771d5881999\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74edf7166318d9e50b4d40bf0e9d91ef854c5e0fb0b7e8233b88827edf74c8cc\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48c6ee00c3aea199ce7bc268c8b1d47f26a05bf598fa6e6a571c4063f02a07c4\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d4a237819ab02099a0795078dc2a2a7ba653bc7615c90ed04f9431108988839\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74edf7166318d9e50b4d40bf0e9d91ef854c5e0fb0b7e8233b88827edf74c8cc\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6d4a237819ab02099a0795078dc2a2a7ba653bc7615c90ed04f9431108988839\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce739f86c84a0df8bbfdf97758f2386d4883634463b69b5230b4a3b4dc7c84d3\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48c6ee00c3aea199ce7bc268c8b1d47f26a05bf598fa6e6a571c4063f02a07c4\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce739f86c84a0df8bbfdf97758f2386d4883634463b69b5230b4a3b4dc7c84d3\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f3f7311a1d86d9fd8fbe8d0faf2cfc33054e85f4811ab96d0f3cbd2e1d29331\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f3f7311a1d86d9fd8fbe8d0faf2cfc33054e85f4811ab96d0f3cbd2e1d29331\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Skipping blob sha256:48c6ee00c3aea199ce7bc268c8b1d47f26a05bf598fa6e6a571c4063f02a07c4 (already present):\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Skipping blob sha256:74edf7166318d9e50b4d40bf0e9d91ef854c5e0fb0b7e8233b88827edf74c8cc (already present):\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Skipping blob sha256:ce739f86c84a0df8bbfdf97758f2386d4883634463b69b5230b4a3b4dc7c84d3 (already present):\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Skipping blob sha256:6d4a237819ab02099a0795078dc2a2a7ba653bc7615c90ed04f9431108988839 (already present):\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Skipping blob sha256:4f3f7311a1d86d9fd8fbe8d0faf2cfc33054e85f4811ab96d0f3cbd2e1d29331 (already present):\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:ed20574072fdcc62519299748b4a9c7fd991ced62e9d4515a0bb60d0d7bcfa3e\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:ed20574072fdcc62519299748b4a9c7fd991ced62e9d4515a0bb60d0d7bcfa3e\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed20574072fdcc62519299748b4a9c7fd991ced62e9d4515a0bb60d0d7bcfa3e\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed20574072fdcc62519299748b4a9c7fd991ced62e9d4515a0bb60d0d7bcfa3e\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:e8a4a0318e66240c31b6e9dda992f28ee273a7c14fd38dd29ab71771d5881999\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:35:14Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-75\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:35:14,988 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-75' successful sync.
repomirrorworker stdout | 2022-06-02 12:35:14,989 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 35, 14, 989084), 2, '63007556-83e2-4097-8b19-0ce2daabe10b', 3, '5e3faf65-c652-43a1-8efb-826e47e83a5c'])
repomirrorworker stdout | 2022-06-02 12:35:14,992 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:14,993 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:14,994 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:14,995 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:35:14,996 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:15,002 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:21,418 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:35:15Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:15Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:15Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:35:15Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:15Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:15Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:15Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:15Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:15Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:15Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-75-source\""
repomirrorworker stdout | time="2022-06-02T12:35:15Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:15Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:15Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:15Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:15Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:15Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:15Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:35:15Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-75-source"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75-source"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e92e5d5b9edb2e7e1b6606ed1f74a6988fd464ef6305d37e2d26024d31d1658"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e92e5d5b9edb2e7e1b6606ed1f74a6988fd464ef6305d37e2d26024d31d1658"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:5e92e5d5b9edb2e7e1b6606ed1f74a6988fd464ef6305d37e2d26024d31d1658 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2c86afa1c273115ed3325c5ae1cb2627581442f961f2940f1ee4f4308312646f"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2c86afa1c273115ed3325c5ae1cb2627581442f961f2940f1ee4f4308312646f"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:2c86afa1c273115ed3325c5ae1cb2627581442f961f2940f1ee4f4308312646f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:35:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c43859f5cd3c747995d0579b6610de1c3f92a50b614e0a063be06b1796d592f"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c43859f5cd3c747995d0579b6610de1c3f92a50b614e0a063be06b1796d592f"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:1c43859f5cd3c747995d0579b6610de1c3f92a50b614e0a063be06b1796d592f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:35:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1afe647fe2dc284146198535bf655c13031fa1102eb3d51082e89c7b519aa2c"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1afe647fe2dc284146198535bf655c13031fa1102eb3d51082e89c7b519aa2c"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:18Z" level=debug msg="Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:e1afe647fe2dc284146198535bf655c13031fa1102eb3d51082e89c7b519aa2c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5
repomirrorworker stdout | b2e"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89ebab888bdbd469a728e6585d382bf754e9bf1c762ca5cace275af4264a2b1"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89ebab888bdbd469a728e6585d382bf754e9bf1c762ca5cace275af4264a2b1"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:35:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:c89ebab888bdbd469a728e6585d382bf754e9bf1c762ca5cace275af4264a2b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:c316da482fe62e52bf4e55a92efc3edc8c7f8edd7360abed13ba5d0b7e1c5ccd"
repomirrorworker stdout | time="2022-06-02T12:35:20Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:c316da482fe62e52bf4e55a92efc3edc8c7f8edd7360abed13ba5d0b7e1c5ccd"
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c316da482fe62e52bf4e55a92efc3edc8c7f8edd7360abed13ba5d0b7e1c5ccd"
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c316da482fe62e52bf4e55a92efc3edc8c7f8edd7360abed13ba5d0b7e1c5ccd"
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-75-source"
repomirrorworker stdout | 2022-06-02 12:35:21,419 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68
repomirrorworker stdout | Copying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea
repomirrorworker stdout | Copying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284
repomirrorworker stdout | Copying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667
repomirrorworker stdout | Copying blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d
repomirrorworker stdout | Copying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621
repomirrorworker stdout | Copying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34
repomirrorworker stdout | Copying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987
repomirrorworker stdout | Copying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55
repomirrorworker stdout | Copying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e
repomirrorworker stdout | Copying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4
repomirrorworker stdout | Copying blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef
repomirrorworker stdout | Copying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb
repomirrorworker stdout | Copying blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1
repomirrorworker stdout | Copying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590
repomirrorworker stdout | Copying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f
repomirrorworker stdout | Copying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773
repomirrorworker stdout | Copying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67
repomirrorworker stdout | Copying blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2
repomirrorworker stdout | Copying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41
repomirrorworker stdout | Copying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351
repomirrorworker stdout | Copying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce
repomirrorworker stdout | Copying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a
repomirrorworker stdout | Copying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9
repomirrorworker stdout | Copying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7
repomirrorworker stdout | Copying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e
repomirrorworker stdout | Copying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0
repomirrorworker stdout | Copying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb
repomirrorworker stdout | Copying blob sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6
repomirrorworker stdout | Copying blob sha256:5e92e5d5b9edb2e7e1b6606ed1f74a6988fd464ef6305d37e2d26024d31d1658
repomirrorworker stdout | Copying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216
repomirrorworker stdout | Copying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9
repomirrorworker stdout | Copying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d
repomirrorworker stdout | Copying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001
repomirrorworker stdout | Copying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d
repomirrorworker stdout | Copying blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a
repomirrorworker stdout | Copying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358
repomirrorworker stdout | Copying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1
repomirrorworker stdout | Copying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50
repomirrorworker stdout | Copying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802
repomirrorworker stdout | Copying blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f
repomirrorworker stdout | Copying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9
repomirrorworker stdout | Copying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e
repomirrorworker stdout | Copying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0
repomirrorworker stdout | Copying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887
repomirrorworker stdout | Copying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d
repomirrorworker stdout | Copying blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268
repomirrorworker stdout | Copying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce
repomirrorworker stdout | Copying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09
repomirrorworker stdout | Copying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d
repomirrorworker stdout | Copying blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177
repomirrorworker stdout | Copying blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d
repomirrorworker stdout | Copying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1
repomirrorworker stdout | Copying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9
repomirrorworker stdout | Copying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97
repomirrorworker stdout | Copying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273
repomirrorworker stdout | Copying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95
repomirrorworker stdout | Copying blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9
repomirrorworker stdout | Copying blob sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926
repomirrorworker stdout | Copying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17
repomirrorworker stdout | Copying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db
repomirrorworker stdout | Copying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded
repomirrorworker stdout | Copying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4
repomirrorworker stdout | Copying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181
repomirrorworker stdout | Copying blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823
repomirrorworker stdout | Copying blob sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe
repomirrorworker stdout | Copying blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda
repomirrorworker stdout | Copying blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1
repomirrorworker stdout | Copying blob sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99
repomirrorworker stdout | Copying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf
repomirrorworker stdout | Copying blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a
repomirrorworker stdout | Copying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38
repomirrorworker stdout | Copying blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421
repomirrorworker stdout | Copying blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f
repomirrorworker stdout | Copying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4
repomirrorworker stdout | Copying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359
repomirrorworker stdout | Copying blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f
repomirrorworker stdout | Copying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2
repomirrorworker stdout | Copying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b
repomirrorworker stdout | Copying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738
repomirrorworker stdout | Copying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff
repomirrorworker stdout | Copying blob sha256:2c86afa1c273115ed3325c5ae1cb2627581442f961f2940f1ee4f4308312646f
repomirrorworker stdout | Copying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9
repomirrorworker stdout | Copying blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab
repomirrorworker stdout | Copying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176
repomirrorworker stdout | Copying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b
repomirrorworker stdout | Copying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc
repomirrorworker stdout | Copying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc
repomirrorworker stdout | Copying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a
repomirrorworker stdout | Copying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9
repomirrorworker stdout | Copying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704
repomirrorworker stdout | Copying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f
repomirrorworker stdout | Copying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075
repomirrorworker stdout | Copying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1
repomirrorworker stdout | Copying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488
repomirrorworker stdout | Copying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78
repomirrorworker stdout | Copying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee
repomirrorworker stdout | Copying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10
repomirrorworker stdout | Copying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d
repomirrorworker stdout | Copying blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274
repomirrorworker stdout | Copying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b
repomirrorworker stdout | Copying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab
repomirrorworker stdout | Copying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658
repomirrorworker stdout | Copying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf
repomirrorworker stdout | Copying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9
repomirrorworker stdout | Copying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136
repomirrorworker stdout | Copying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10
repomirrorworker stdout | Copying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c
repomirrorworker stdout | Copying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546
repomirrorworker stdout | Copying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03
repomirrorworker stdout | Copying blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3
repomirrorworker stdout | Copying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151
repomirrorworker stdout | Copying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3
repomirrorworker stdout | Copying blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62
repomirrorworker stdout | Copying blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717
repomirrorworker stdout | Copying blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278
repomirrorworker stdout | Copying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c
repomirrorworker stdout | Copying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e
repomirrorworker stdout | Copying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170
repomirrorworker stdout | Copying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50
repomirrorworker stdout | Copying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7
repomirrorworker stdout | Copying blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523
repomirrorworker stdout | Copying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd
repomirrorworker stdout | Copying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5
repomirrorworker stdout | Copying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a
repomirrorworker stdout | Copying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3
repomirrorworker stdout | Copying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76
repomirrorworker stdout | Copying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a
repomirrorworker stdout | Copying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733
repomirrorworker stdout | Copying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a
repomirrorworker stdout | Copying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2
repomirrorworker stdout | Copying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce
repomirrorworker stdout | Copying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d
repomirrorworker stdout | Copying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52
repomirrorworker stdout | Copying blob sha256:1c43859f5cd3c747995d0579b6610de1c3f92a50b614e0a063be06b1796d592f
repomirrorworker stdout | Copying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6
repomirrorworker stdout | Copying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb
repomirrorworker stdout | Copying blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85
repomirrorworker stdout | Copying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d
repomirrorworker stdout | Copying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b
repomirrorworker stdout | Copying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110
repomirrorworker stdout | Copying blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b
repomirrorworker stdout | Copying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb
repomirrorworker stdout | Copying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb
repomirrorworker stdout | Copying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5
repomirrorworker stdout | Copying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0
repomirrorworker stdout | Copying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19
repomirrorworker stdout | Copying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3
repomirrorworker stdout | Copying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb
repomirrorworker stdout | Copying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6
repomirrorworker stdout | Copying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7
repomirrorworker stdout | Copying blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f
repomirrorworker stdout | Copying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c
repomirrorworker stdout | Copying blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b
repomirrorworker stdout | Copying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c
repomirrorworker stdout | Copying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e
repomirrorworker stdout | Copying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315
repomirrorworker stdout | Copying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8
repomirrorworker stdout | Copying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82
repomirrorworker stdout | Copying blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349
repomirrorworker stdout | Copying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f
repomirrorworker stdout | Copying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa
repomirrorworker stdout | Copying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7
repomirrorworker stdout | Copying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b
repomirrorworker stdout | Copying blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479
repomirrorworker stdout | Copying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b
repomirrorworker stdout | Copying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3
repomirrorworker stdout | Copying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0
repomirrorworker stdout | Copying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f
repomirrorworker stdout | Copying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf
repomirrorworker stdout | Copying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797
repomirrorworker stdout | Copying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd
repomirrorworker stdout | Copying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55
repomirrorworker stdout | Copying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781
repomirrorworker stdout | Copying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454
repomirrorworker stdout | Copying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1
repomirrorworker stdout | Copying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36
repomirrorworker stdout | Copying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970
repomirrorworker stdout | Copying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0
repomirrorworker stdout | Copying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75
repomirrorworker stdout | Copying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0
repomirrorworker stdout | Copying blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6
repomirrorworker stdout | Copying blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5
repomirrorworker stdout | Copying blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f
repomirrorworker stdout | Copying blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018
repomirrorworker stdout | Copying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699
repomirrorworker stdout | Copying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1
repomirrorworker stdout | Copying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092
repomirrorworker stdout | Copying blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde
repomirrorworker stdout | Copying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3
repomirrorworker stdout | Copying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d
repomirrorworker stdout | Copying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131
repomirrorworker stdout | Copying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238
repomirrorworker stdout | Copying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007
repomirrorworker stdout | Copying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359
repomirrorworker stdout | Copying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a
repomirrorworker stdout | Copying blob sha256:e1afe647fe2dc284146198535bf655c13031fa1102eb3d51082e89c7b519aa2c
repomirrorworker stdout | Copying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8
repomirrorworker stdout | Copying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43
repomirrorworker stdout | Copying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694
repomirrorworker stdout | Copying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1
repomirrorworker stdout | Copying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8
repomirrorworker stdout | Copying blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc
repomirrorworker stdout | Copying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6
repomirrorworker stdout | Copying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f
repomirrorworker stdout | Copying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c
repomirrorworker stdout | Copying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1
repomirrorworker stdout | Copying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be
repomirrorworker stdout | Copying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d
repomirrorworker stdout | Copying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9
repomirrorworker stdout | Copying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880
repomirrorworker stdout | Copying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b
repomirrorworker stdout | Copying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9
repomirrorworker stdout | Copying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074
repomirrorworker stdout | Copying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0
repomirrorworker stdout | Copying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7
repomirrorworker stdout | Copying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb
repomirrorworker stdout | Copying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e
repomirrorworker stdout | Copying blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683
repomirrorworker stdout | Copying blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e
repomirrorworker stdout | Copying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff
repomirrorworker stdout | Copying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643
repomirrorworker stdout | Copying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d
repomirrorworker stdout | Copying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86
repomirrorworker stdout | Copying blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c
repomirrorworker stdout | Copying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7
repomirrorworker stdout | Copying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf
repomirrorworker stdout | Copying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6
repomirrorworker stdout | Copying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2
repomirrorworker stdout | Copying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1
repomirrorworker stdout | Copying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca
repomirrorworker stdout | Copying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8
repomirrorworker stdout | Copying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1
repomirrorworker stdout | Copying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10
repomirrorworker stdout | Copying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f
repomirrorworker stdout | Copying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e
repomirrorworker stdout | Copying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00
repomirrorworker stdout | Copying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2
repomirrorworker stdout | Copying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22
repomirrorworker stdout | Copying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0
repomirrorworker stdout | Copying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee
repomirrorworker stdout | Copying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b
repomirrorworker stdout | Copying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c
repomirrorworker stdout | Copying blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0
repomirrorworker stdout | Copying blob sha256:c89ebab888bdbd469a728e6585d382bf754e9bf1c762ca5cace275af4264a2b1
repomirrorworker stdout | Copying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201
repomirrorworker stdout | Copying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e
repomirrorworker stdout | Copying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759
repomirrorworker stdout | Copying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32
repomirrorworker stdout | Copying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f
repomirrorworker stdout | Copying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099
repomirrorworker stdout | Copying blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32
repomirrorworker stdout | Copying blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603
repomirrorworker stdout | Copying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391
repomirrorworker stdout | Copying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996
repomirrorworker stdout | Copying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea
repomirrorworker stdout | Copying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b
repomirrorworker stdout | Copying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2
repomirrorworker stdout | Copying blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091
repomirrorworker stdout | Copying blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8
repomirrorworker stdout | Copying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b
repomirrorworker stdout | Copying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd
repomirrorworker stdout | Copying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0
repomirrorworker stdout | Copying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca
repomirrorworker stdout | Copying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515
repomirrorworker stdout | Copying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65
repomirrorworker stdout | Copying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264
repomirrorworker stdout | Copying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03
repomirrorworker stdout | Copying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d
repomirrorworker stdout | Copying config sha256:c316da482fe62e52bf4e55a92efc3edc8c7f8edd7360abed13ba5d0b7e1c5ccd
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:35:21,422 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:21,425 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:21,427 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 35, 21, 424858), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-75-source\' successful sync", "tag": "1-75-source", "tags": null, "stdout": "Copying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\nCopying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\nCopying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\nCopying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\nCopying blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\nCopying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\nCopying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\nCopying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\nCopying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\nCopying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\nCopying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\nCopying blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef\\nCopying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\nCopying blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\nCopying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\nCopying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\nCopying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\nCopying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\nCopying blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\nCopying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\nCopying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\nCopying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\nCopying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\nCopying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\nCopying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\nCopying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\nCopying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\nCopying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\nCopying blob sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6\\nCopying blob sha256:5e92e5d5b9edb2e7e1b6606ed1f74a6988fd464ef6305d37e2d26024d31d1658\\nCopying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\nCopying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\nCopying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\nCopying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\nCopying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\nCopying blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a\\nCopying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\nCopying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\nCopying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\nCopying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\nCopying blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\nCopying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\nCopying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\nCopying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\nCopying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\nCopying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\nCopying blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\nCopying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\nCopying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\nCopying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\nCopying blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\nCopying blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\nCopying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\nCopying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\nCopying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\nCopying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\nCopying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\nCopying blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9\\nCopying blob sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926\\nCopying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\nCopying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\nCopying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\nCopying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\nCopying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\nCopying blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\nCopying blob sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe\\nCopying blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\nCopying blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\nCopying blob sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99\\nCopying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\nCopying blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a\\nCopying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\nCopying blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\nCopying blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\nCopying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\nCopying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\nCopying blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\nCopying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\nCopying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\nCopying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\nCopying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\nCopying blob sha256:2c86afa1c273115ed3325c5ae1cb2627581442f961f2940f1ee4f4308312646f\\nCopying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\nCopying blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\nCopying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\nCopying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\nCopying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\nCopying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\nCopying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\nCopying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\nCopying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\nCopying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\nCopying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\nCopying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\nCopying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\nCopying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\nCopying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\nCopying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\nCopying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\nCopying blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\nCopying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\nCopying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\nCopying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\nCopying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\nCopying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\nCopying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\nCopying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\nCopying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\nCopying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\nCopying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\nCopying blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\nCopying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\nCopying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\nCopying blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\nCopying blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\nCopying blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\nCopying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\nCopying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\nCopying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\nCopying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\nCopying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\nCopying blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\nCopying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\nCopying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\nCopying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\nCopying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\nCopying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\nCopying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\nCopying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\nCopying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\nCopying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\nCopying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\nCopying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\nCopying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\nCopying blob sha256:1c43859f5cd3c747995d0579b6610de1c3f92a50b614e0a063be06b1796d592f\\nCopying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\nCopying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\nCopying blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\nCopying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\nCopying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\nCopying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\nCopying blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\nCopying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\nCopying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\nCopying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\nCopying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\nCopying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\nCopying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\nCopying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\nCopying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\nCopying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\nCopying blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\nCopying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\nCopying blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\nCopying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\nCopying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\nCopying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\nCopying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\nCopying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\nCopying blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\nCopying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\nCopying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\nCopying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\nCopying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\nCopying blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\nCopying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\nCopying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\nCopying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\nCopying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\nCopying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\nCopying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\nCopying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\nCopying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\nCopying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\nCopying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\nCopying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\nCopying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\nCopying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\nCopying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\nCopying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\nCopying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\nCopying blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\nCopying blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\nCopying blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\nCopying blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018\\nCopying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\nCopying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\nCopying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\nCopying blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\nCopying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\nCopying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\nCopying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\nCopying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\nCopying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\nCopying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\nCopying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\nCopying blob sha256:e1afe647fe2dc284146198535bf655c13031fa1102eb3d51082e89c7b519aa2c\\nCopying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\nCopying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\nCopying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\nCopying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\nCopying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\nCopying blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\nCopying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\nCopying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\nCopying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\nCopying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\nCopying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\nCopying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\nCopying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\nCopying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\nCopying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\nCopying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\nCopying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\nCopying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\nCopying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\nCopying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\nCopying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\nCopying blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\nCopying blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\nCopying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\nCopying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\nCopying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\nCopying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\nCopying blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\nCopying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\nCopying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\nCopying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\nCopying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\nCopying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\nCopying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\nCopying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\nCopying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\nCopying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\nCopying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\nCopying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\nCopying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\nCopying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\nCopying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\nCopying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\nCopying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\nCopying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\nCopying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\nCopying blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\nCopying blob sha256:c89ebab888bdbd469a728e6585d382bf754e9bf1c762ca5cace275af4264a2b1\\nCopying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\nCopying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\nCopying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\nCopying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\nCopying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\nCopying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\nCopying blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\nCopying blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\nCopying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\nCopying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\nCopying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\nCopying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\nCopying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\nCopying blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\nCopying blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\nCopying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\nCopying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\nCopying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\nCopying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\nCopying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\nCopying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\nCopying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\nCopying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\nCopying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\nCopying config sha256:c316da482fe62e52bf4e55a92efc3edc8c7f8edd7360abed13ba5d0b7e1c5ccd\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:35:15Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:15Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:15Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:35:15Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:35:15Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:15Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:15Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:15Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:15Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:15Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-75-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:15Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:15Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:15Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:15Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:35:15Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:15Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:35:15Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:35:15Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-75-source\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75-source\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e92e5d5b9edb2e7e1b6606ed1f74a6988fd464ef6305d37e2d26024d31d1658\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e92e5d5b9edb2e7e1b6606ed1f74a6988fd464ef6305d37e2d26024d31d1658\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:5e92e5d5b9edb2e7e1b6606ed1f74a6988fd464ef6305d37e2d26024d31d1658 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2c86afa1c273115ed3325c5ae1cb2627581442f961f2940f1ee4f4308312646f\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2c86afa1c273115ed3325c5ae1cb2627581442f961f2940f1ee4f4308312646f\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:2c86afa1c273115ed3325c5ae1cb2627581442f961f2940f1ee4f4308312646f (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:35:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c43859f5cd3c747995d0579b6610de1c3f92a50b614e0a063be06b1796d592f\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c43859f5cd3c747995d0579b6610de1c3f92a50b614e0a063be06b1796d592f\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:1c43859f5cd3c747995d0579b6610de1c3f92a50b614e0a063be06b1796d592f (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:35:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a
repomirrorworker stdout | 56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1afe647fe2dc284146198535bf655c13031fa1102eb3d51082e89c7b519aa2c\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1afe647fe2dc284146198535bf655c13031fa1102eb3d51082e89c7b519aa2c\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:18Z\\" level=debug msg=\\"Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:e1afe647fe2dc284146198535bf655c13031fa1102eb3d51082e89c7b519aa2c (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89ebab888bdbd469a728e6585d382bf754e9bf1c762ca5cace275af4264a2b1\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89ebab888bdbd469a728e6585d382bf754e9bf1c762ca5cace275af4264a2b1\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:35:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0 (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:c89ebab888bdbd469a728e6585d382bf754e9bf1c762ca5cace275af4264a2b1 (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32 (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603 (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091 (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8 (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:c316da482fe62e52bf4e55a92efc3edc8c7f8edd7360abed13ba5d0b7e1c5ccd\\"\\ntime=\\"2022-06-02T12:35:20Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:c316da482fe62e52bf4e55a92efc3edc8c7f8edd7360abed13ba5d0b7e1c5ccd\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c316da482fe62e52bf4e55a92efc3edc8c7f8edd7360abed13ba5d0b7e1c5ccd\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c316da482fe62e52bf4e55a92efc3edc8c7f8edd7360abed13ba5d0b7e1c5ccd\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-75-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:35:21,440 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-75-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:35:21,441 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 35, 21, 440997), 2, '3898c83c-2f22-4d5e-bca8-376cb6b00933', 3, '63007556-83e2-4097-8b19-0ce2daabe10b'])
repomirrorworker stdout | 2022-06-02 12:35:21,443 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:21,444 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:21,445 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:21,446 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:35:21,447 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:21,453 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:23,158 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:35:25,140 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:35:21Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-75.1638364053\""
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:35:21Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-75.1638364053"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Copying instance sha256:2cc8dcd07eb29c325593d15548bf80c10e3c282079f2a5aaabf00bd497387de7 (1/4)"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:2cc8dcd07eb29c325593d15548bf80c10e3c282079f2a5aaabf00bd497387de7"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75.1638364053"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d93e2dd54ae4fb165cbfb24f0563a35e709be16ac2c456fa0d9d7eff10d2d1aa"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc31784114a95a66b91f790493592c46ccbdd06cd496fc4fc1f40536c1287e12"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a5e398f2ca24562418cd9b598b93ebbfe70af3e9cb9b6413943660e4302e90c"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4d66c384dda59ff04e133d59efc98404a528a27a357f405e69b0a01d7dc51f3e"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6843bc4a8bc26d6b18bdd956c5392576446d4702a72442baedc627164279c2c3"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc31784114a95a66b91f790493592c46ccbdd06cd496fc4fc1f40536c1287e12"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4d66c384dda59ff04e133d59efc98404a528a27a357f405e69b0a01d7dc51f3e"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a5e398f2ca24562418cd9b598b93ebbfe70af3e9cb9b6413943660e4302e90c"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d93e2dd54ae4fb165cbfb24f0563a35e709be16ac2c456fa0d9d7eff10d2d1aa"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6843bc4a8bc26d6b18bdd956c5392576446d4702a72442baedc627164279c2c3"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Skipping blob sha256:4d66c384dda59ff04e133d59efc98404a528a27a357f405e69b0a01d7dc51f3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Skipping blob sha256:4a5e398f2ca24562418cd9b598b93ebbfe70af3e9cb9b6413943660e4302e90c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Skipping blob sha256:d93e2dd54ae4fb165cbfb24f0563a35e709be16ac2c456fa0d9d7eff10d2d1aa (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Skipping blob sha256:6843bc4a8bc26d6b18bdd956c5392576446d4702a72442baedc627164279c2c3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Skipping blob sha256:bc31784114a95a66b91f790493592c46ccbdd06cd496fc4fc1f40536c1287e12 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:83b5eca4424194d7ddf258b00cef7ac393266bd6127bde7bd0d7a12f743eba95"
repomirrorworker stdout | time="2022-06-02T12:35:22Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:83b5eca4424194d7ddf258b00cef7ac393266bd6127bde7bd0d7a12f743eba95"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:83b5eca4424194d7ddf258b00cef7ac393266bd6127bde7bd0d7a12f743eba95"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:83b5eca4424194d7ddf258b00cef7ac393266bd6127bde7bd0d7a12f743eba95"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:2cc8dcd07eb29c325593d15548bf80c10e3c282079f2a5aaabf00bd497387de7"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Copying instance sha256:14a447f5b095d4f8664768989df06e738416d29566dfcaa64326b57613a0e932 (2/4)"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:14a447f5b095d4f8664768989df06e738416d29566dfcaa64326b57613a0e932"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75.1638364053"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a534df6382e51c7adfa4fb80e1721f04e8a50b8ff7554a71d4068479caba44af"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a16eff2311d05e335581e9e40c93ef1894c902c4d8b4361b81e55ea0bad5545"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a534df6382e51c7adfa4fb80e1721f04e8a50b8ff7554a71d4068479caba44af"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bea2a719e22058652a2dd0b9e6ce273c1e85bc3f51ab073ae57298f95025cef"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a66f8a8d4e2da1d3fca3c72a8aff8bb9a4dc7bbbb3fc1d9f40565d76c5f02e4"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a16eff2311d05e335581e9e40c93ef1894c902c4d8b4361b81e55ea0bad5545"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bea2a719e22058652a2dd0b9e6ce273c1e85bc3f51ab073ae57298f95025cef"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a66f8a8d4e2da1d3fca3c72a8aff8bb9a4dc7bbbb3fc1d9f40565d76c5f02e4"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df55432a7ebebbfb3f0c5a54f2176f464337cc9f61681080c7962ba8dd75c9fe"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df55432a7ebebbfb3f0c5a54f2176f464337cc9f61681080c7962ba8dd75c9fe"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Skipping blob sha256:9a66f8a8d4e2da1d3fca3c72a8aff8bb9a4dc7bbbb3fc1d9f40565d76c5f02e4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Skipping blob sha256:df55432a7ebebbfb3f0c5a54f2176f464337cc9f61681080c7962ba8dd75c9fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Skipping blob sha256:a534df6382e51c7adfa4fb80e1721f04e8a50b8ff7554a71d4068479caba44af (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Skipping blob sha256:7bea2a719e22058652a2dd0b9e6ce273c1e85bc3f51ab073ae57298f95025cef (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Skipping blob sha256:0a16eff2311d05e335581e9e40c93ef1894c902c4d8b4361b81e55ea0bad5545 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:22c8ebef2d5fd350231b43d79a41b655655ecf0c7e4a26c539e5286b5a78141e"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:22c8ebef2d5fd350231b43d79a41b655655ecf0c7e4a26c539e5286b5a78141e"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c8ebef2d5fd350231b43d79a41b655655ecf0c7e4a26c539e5286b5a78141e"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c8ebef2d5fd350231b43d79a41b655655ecf0c7e4a26c539e5286b5a78141e"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:14a447f5b095d4f8664768989df06e738416d29566dfcaa64326b57613a0e932"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="Copying instance sha256:5eff869542f29711c1a9eb39e71f1ac31193b513e864dd39b9ad6e1fee8d4ee5 (3/4)"
repomirrorworker stdout | time="2022-06-02T12:35:23Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:5eff869542f29711c1a9eb39e71f1ac31193b513e864dd39b9ad6e1fee8d4ee5"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75.1638364053"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:280d3e9428ffeea44a5f41521d87aad402cc88074a381d28884c8d03e2df5b5b"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a86423c40152765ba081a948f1217a0b91abb0396b36c28329f816f65e19a31"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b2669062273b59424f69733b58b090d8ebc9f3c95795c242dedd86ca530be3a"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:280d3e9428ffeea44a5f41521d87aad402cc88074a381d28884c8d03e2df5b5b"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:839f1cda180d2e7c484d2ffa4b4f5698742979e5f75be86e031b10ea269e331b"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b2669062273b59424f69733b58b090d8ebc9f3c95795c242dedd86ca530be3a"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:839f1cda180d2e7c484d2ffa4b4f5698742979e5f75be86e031b10ea269e331b"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d8b11f963b23c3cb2a869c12883cb60999351bd3bc857afd1149add4c1c2c3a3"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d8b11f963b23c3cb2a869c12883cb60999351bd3bc857afd1149add4c1c2c3a3"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a86423c40152765ba081a948f1217a0b91abb0396b36c28329f816f65e19a31"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Skipping blob sha256:1b2669062273b59424f69733b58b090d8ebc9f3c95795c242dedd86ca530be3a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Skipping blob sha256:2a86423c40152765ba081a948f1217a0b91abb0396b36c28329f816f65e19a31 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Skipping blob sha256:839f1cda180d2e7c484d2ffa4b4f5698742979e5f75be86e031b10ea269e331b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Skipping blob sha256:280d3e9428ffeea44a5f41521d87aad402cc88074a381d28884c8d03e2df5b5b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Skipping blob sha256:d8b11f963b23c3cb2a869c12883cb60999351bd3bc857afd1149add4c1c2c3a3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:c6b0136966539e0f173889f2704d9c7b85273b27d8fa4a03b64ed2a643db4337"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:c6b0136966539e0f173889f2704d9c7b85273b27d8fa4a03b64ed2a643db4337"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c6b0136966539e0f173889f2704d9c7b85273b27d8fa4a03b64ed2a643db4337"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c6b0136966539e0f173889f2704d9c7b85273b27d8fa4a03b64ed2a643db4337"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:5eff869542f29711c1a9eb39e71f1ac31193b513e864dd39b9ad6e1fee8d4ee5"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Copying instance sha256:202e73f29a4677d29a1478d5fb1a99cb960b79fe8cb4198a80cb0b33d65bea3b (4/4)"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:202e73f29a4677d29a1478d5fb1a99cb960b79fe8cb4198a80cb0b33d65bea3b"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75.1638364053"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df4b3bfe4317c40654401cb23e332b848b49d113e90eae4e6fcc4d6c60e0adda"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93a1fd34988fdda95819dc0d5854ea593b41a37b98ff3efc6ba2855493f5826e"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df4b3bfe4317c40654401cb23e332b848b49d113e90eae4e6fcc4d6c60e0adda"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b1e10d64045e7d405227d6cfe85cc690ddc8eb2a5adaf3ce43a988b5b8aaf23"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b1e10d64045e7d405227d6cfe85cc690ddc8eb2a5adaf3ce43a988b5b8aaf23"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93a1fd34988fdda95819dc0d5854ea593b41a37b98ff3efc6ba2855493f5826e"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec491ca0230213d9370ad4b756fb04728badb36fc4e6dece18b5b33bc34253f1"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec491ca0230213d9370ad4b756fb04728badb36fc4e6dece18b5b33bc34253f1"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3661b56ee80363015fc8e9a7c65cd63c06445ddae7ea4e6fc5dac97e483b6327"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3661b56ee80363015fc8e9a7c65cd63c06445ddae7ea4e6fc5dac97e483b6327"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Skipping blob sha256:df4b3bfe4317c40654401cb23e332b848b49d113e90eae4e6fcc4d6c60e0adda (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Skipping blob sha256:ec491ca0230213d9370ad4b756fb04728badb36fc4e6dece18b5b33bc34253f1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Skipping blob sha256:93a1fd34988fdda95819dc0d5854ea593b41a37b98ff3efc6ba2855493f5826e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Skipping blob sha256:3661b56ee80363015fc8e9a7c65cd63c06445ddae7ea4e6fc5dac97e483b6327 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Skipping blob sha256:5b1e10d64045e7d405227d6cfe85cc690ddc8eb2a5adaf3ce43a988b5b8aaf23 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:40c4cb8b44987873cd2e37fdba0303282186f536870ef63c46c8d583bdc6442a"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:40c4cb8b44987873cd2e37fdba0303282186f536870ef63c46c8d583bdc6442a"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40c4cb8b44987873cd2e37fdba0303282186f536870ef63c46c8d583bdc6442a"
repomirrorworker stdout | time="2022-06-02T12:35:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40c4cb8b44987873cd2e37fdba0303282186f536870ef63c46c8d583bdc6442a"
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:202e73f29a4677d29a1478d5fb1a99cb960b79fe8cb4198a80cb0b33d65bea3b"
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-75.1638364053"
repomirrorworker stdout | 2022-06-02 12:35:25,141 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:2cc8dcd07eb29c325593d15548bf80c10e3c282079f2a5aaabf00bd497387de7 (1/4)
repomirrorworker stdout | Copying blob sha256:4d66c384dda59ff04e133d59efc98404a528a27a357f405e69b0a01d7dc51f3e
repomirrorworker stdout | Copying blob sha256:4a5e398f2ca24562418cd9b598b93ebbfe70af3e9cb9b6413943660e4302e90c
repomirrorworker stdout | Copying blob sha256:d93e2dd54ae4fb165cbfb24f0563a35e709be16ac2c456fa0d9d7eff10d2d1aa
repomirrorworker stdout | Copying blob sha256:6843bc4a8bc26d6b18bdd956c5392576446d4702a72442baedc627164279c2c3
repomirrorworker stdout | Copying blob sha256:bc31784114a95a66b91f790493592c46ccbdd06cd496fc4fc1f40536c1287e12
repomirrorworker stdout | Copying config sha256:83b5eca4424194d7ddf258b00cef7ac393266bd6127bde7bd0d7a12f743eba95
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:14a447f5b095d4f8664768989df06e738416d29566dfcaa64326b57613a0e932 (2/4)
repomirrorworker stdout | Copying blob sha256:9a66f8a8d4e2da1d3fca3c72a8aff8bb9a4dc7bbbb3fc1d9f40565d76c5f02e4
repomirrorworker stdout | Copying blob sha256:df55432a7ebebbfb3f0c5a54f2176f464337cc9f61681080c7962ba8dd75c9fe
repomirrorworker stdout | Copying blob sha256:a534df6382e51c7adfa4fb80e1721f04e8a50b8ff7554a71d4068479caba44af
repomirrorworker stdout | Copying blob sha256:7bea2a719e22058652a2dd0b9e6ce273c1e85bc3f51ab073ae57298f95025cef
repomirrorworker stdout | Copying blob sha256:0a16eff2311d05e335581e9e40c93ef1894c902c4d8b4361b81e55ea0bad5545
repomirrorworker stdout | Copying config sha256:22c8ebef2d5fd350231b43d79a41b655655ecf0c7e4a26c539e5286b5a78141e
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:5eff869542f29711c1a9eb39e71f1ac31193b513e864dd39b9ad6e1fee8d4ee5 (3/4)
repomirrorworker stdout | Copying blob sha256:1b2669062273b59424f69733b58b090d8ebc9f3c95795c242dedd86ca530be3a
repomirrorworker stdout | Copying blob sha256:2a86423c40152765ba081a948f1217a0b91abb0396b36c28329f816f65e19a31
repomirrorworker stdout | Copying blob sha256:839f1cda180d2e7c484d2ffa4b4f5698742979e5f75be86e031b10ea269e331b
repomirrorworker stdout | Copying blob sha256:280d3e9428ffeea44a5f41521d87aad402cc88074a381d28884c8d03e2df5b5b
repomirrorworker stdout | Copying blob sha256:d8b11f963b23c3cb2a869c12883cb60999351bd3bc857afd1149add4c1c2c3a3
repomirrorworker stdout | Copying config sha256:c6b0136966539e0f173889f2704d9c7b85273b27d8fa4a03b64ed2a643db4337
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:202e73f29a4677d29a1478d5fb1a99cb960b79fe8cb4198a80cb0b33d65bea3b (4/4)
repomirrorworker stdout | Copying blob sha256:df4b3bfe4317c40654401cb23e332b848b49d113e90eae4e6fcc4d6c60e0adda
repomirrorworker stdout | Copying blob sha256:ec491ca0230213d9370ad4b756fb04728badb36fc4e6dece18b5b33bc34253f1
repomirrorworker stdout | Copying blob sha256:93a1fd34988fdda95819dc0d5854ea593b41a37b98ff3efc6ba2855493f5826e
repomirrorworker stdout | Copying blob sha256:5b1e10d64045e7d405227d6cfe85cc690ddc8eb2a5adaf3ce43a988b5b8aaf23
repomirrorworker stdout | Copying blob sha256:3661b56ee80363015fc8e9a7c65cd63c06445ddae7ea4e6fc5dac97e483b6327
repomirrorworker stdout | Copying config sha256:40c4cb8b44987873cd2e37fdba0303282186f536870ef63c46c8d583bdc6442a
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:35:25,142 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:25,146 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:25,147 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 35, 25, 145763), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-75.1638364053\' successful sync", "tag": "1-75.1638364053", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:2cc8dcd07eb29c325593d15548bf80c10e3c282079f2a5aaabf00bd497387de7 (1/4)\\nCopying blob sha256:4d66c384dda59ff04e133d59efc98404a528a27a357f405e69b0a01d7dc51f3e\\nCopying blob sha256:4a5e398f2ca24562418cd9b598b93ebbfe70af3e9cb9b6413943660e4302e90c\\nCopying blob sha256:d93e2dd54ae4fb165cbfb24f0563a35e709be16ac2c456fa0d9d7eff10d2d1aa\\nCopying blob sha256:6843bc4a8bc26d6b18bdd956c5392576446d4702a72442baedc627164279c2c3\\nCopying blob sha256:bc31784114a95a66b91f790493592c46ccbdd06cd496fc4fc1f40536c1287e12\\nCopying config sha256:83b5eca4424194d7ddf258b00cef7ac393266bd6127bde7bd0d7a12f743eba95\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:14a447f5b095d4f8664768989df06e738416d29566dfcaa64326b57613a0e932 (2/4)\\nCopying blob sha256:9a66f8a8d4e2da1d3fca3c72a8aff8bb9a4dc7bbbb3fc1d9f40565d76c5f02e4\\nCopying blob sha256:df55432a7ebebbfb3f0c5a54f2176f464337cc9f61681080c7962ba8dd75c9fe\\nCopying blob sha256:a534df6382e51c7adfa4fb80e1721f04e8a50b8ff7554a71d4068479caba44af\\nCopying blob sha256:7bea2a719e22058652a2dd0b9e6ce273c1e85bc3f51ab073ae57298f95025cef\\nCopying blob sha256:0a16eff2311d05e335581e9e40c93ef1894c902c4d8b4361b81e55ea0bad5545\\nCopying config sha256:22c8ebef2d5fd350231b43d79a41b655655ecf0c7e4a26c539e5286b5a78141e\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:5eff869542f29711c1a9eb39e71f1ac31193b513e864dd39b9ad6e1fee8d4ee5 (3/4)\\nCopying blob sha256:1b2669062273b59424f69733b58b090d8ebc9f3c95795c242dedd86ca530be3a\\nCopying blob sha256:2a86423c40152765ba081a948f1217a0b91abb0396b36c28329f816f65e19a31\\nCopying blob sha256:839f1cda180d2e7c484d2ffa4b4f5698742979e5f75be86e031b10ea269e331b\\nCopying blob sha256:280d3e9428ffeea44a5f41521d87aad402cc88074a381d28884c8d03e2df5b5b\\nCopying blob sha256:d8b11f963b23c3cb2a869c12883cb60999351bd3bc857afd1149add4c1c2c3a3\\nCopying config sha256:c6b0136966539e0f173889f2704d9c7b85273b27d8fa4a03b64ed2a643db4337\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:202e73f29a4677d29a1478d5fb1a99cb960b79fe8cb4198a80cb0b33d65bea3b (4/4)\\nCopying blob sha256:df4b3bfe4317c40654401cb23e332b848b49d113e90eae4e6fcc4d6c60e0adda\\nCopying blob sha256:ec491ca0230213d9370ad4b756fb04728badb36fc4e6dece18b5b33bc34253f1\\nCopying blob sha256:93a1fd34988fdda95819dc0d5854ea593b41a37b98ff3efc6ba2855493f5826e\\nCopying blob sha256:5b1e10d64045e7d405227d6cfe85cc690ddc8eb2a5adaf3ce43a988b5b8aaf23\\nCopying blob sha256:3661b56ee80363015fc8e9a7c65cd63c06445ddae7ea4e6fc5dac97e483b6327\\nCopying config sha256:40c4cb8b44987873cd2e37fdba0303282186f536870ef63c46c8d583bdc6442a\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-75.1638364053\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:35:21Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-75.1638364053\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Copying instance sha256:2cc8dcd07eb29c325593d15548bf80c10e3c282079f2a5aaabf00bd497387de7 (1/4)\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:2cc8dcd07eb29c325593d15548bf80c10e3c282079f2a5aaabf00bd497387de7\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75.1638364053\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d93e2dd54ae4fb165cbfb24f0563a35e709be16ac2c456fa0d9d7eff10d2d1aa\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc31784114a95a66b91f790493592c46ccbdd06cd496fc4fc1f40536c1287e12\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a5e398f2ca24562418cd9b598b93ebbfe70af3e9cb9b6413943660e4302e90c\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4d66c384dda59ff04e133d59efc98404a528a27a357f405e69b0a01d7dc51f3e\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6843bc4a8bc26d6b18bdd956c5392576446d4702a72442baedc627164279c2c3\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc31784114a95a66b91f790493592c46ccbdd06cd496fc4fc1f40536c1287e12\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4d66c384dda59ff04e133d59efc98404a528a27a357f405e69b0a01d7dc51f3e\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a5e398f2ca24562418cd9b598b93ebbfe70af3e9cb9b6413943660e4302e90c\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d93e2dd54ae4fb165cbfb24f0563a35e709be16ac2c456fa0d9d7eff10d2d1aa\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6843bc4a8bc26d6b18bdd956c5392576446d4702a72442baedc627164279c2c3\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Skipping blob sha256:4d66c384dda59ff04e133d59efc98404a528a27a357f405e69b0a01d7dc51f3e (already present):\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Skipping blob sha256:4a5e398f2ca24562418cd9b598b93ebbfe70af3e9cb9b6413943660e4302e90c (already present):\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Skipping blob sha256:d93e2dd54ae4fb165cbfb24f0563a35e709be16ac2c456fa0d9d7eff10d2d1aa (already present):\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Skipping blob sha256:6843bc4a8bc26d6b18bdd956c5392576446d4702a72442baedc627164279c2c3 (already present):\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Skipping blob sha256:bc31784114a95a66b91f790493592c46ccbdd06cd496fc4fc1f40536c1287e12 (already present):\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:83b5eca4424194d7ddf258b00cef7ac393266bd6127bde7bd0d7a12f743eba95\\"\\ntime=\\"2022-06-02T12:35:22Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:83b5eca4424194d7ddf258b00cef7ac393266bd6127bde7bd0d7a12f743eba95\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:83b5eca4424194d7ddf258b00cef7ac393266bd6127bde7bd0d7a12f743eba95\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:83b5eca4424194d7ddf258b00cef7ac393266bd6127bde7bd0d7a12f743eba95\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:2cc8dcd07eb29c325593d15548bf80c10e3c282079f2a5aaabf00bd497387de7\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Copying instance sha256:14a447f5b095d4f8664768989df06e738416d29566dfcaa64326b57613a0e932 (2/4)\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:14a447f5b095d4f8664768989df06e738416d29566dfcaa64326b57613a0e932\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75.1638364053\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a534df6382e51c7adfa4fb80e1721f04e8a50b8ff7554a71d4068479caba44af\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a16eff2311d05e335581e9e40c93ef1894c902c4d8b4361b81e55ea0bad5545\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a534df6382e51c7adfa4fb80e1721f04e8a50b8ff7554a71d4068479caba44af\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bea2a719e22058652a2dd0b9e6ce273c1e85bc3f51ab073ae57298f95025cef\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a66f8a8d4e2da1d3fca3c72a8aff8bb9a4dc7bbbb3fc1d9f40565d76c5f02e4\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a16eff2311d05e335581e9e40c93ef1894c902c4d8b4361b81e55ea0bad5545\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bea2a719e22058652a2dd0b9e6ce273c1e85bc3f51ab073ae57298f95025cef\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a66f8a8d4e2da1d3fca3c72a8aff8bb9a4dc7bbbb3fc1d9f40565d76c5f02e4\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df55432a7ebebbfb3f0c5a54f2176f464337cc9f61681080c7962ba8dd75c9fe\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df55432a7ebebbfb3f0c5a54f2176f464337cc9f61681080c7962ba8dd75c9fe\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Skipping blob sha256:9a66f8a8d4e2da1d3fca3c72a8aff8bb9a4dc7bbbb3fc1d9f40565d76c5f02e4 (already present):\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Skipping blob sha256:df55432a7ebebbfb3f0c5a54f2176f464337cc9f61681080c7962ba8dd75c9fe (already present):\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Skipping blob sha256:a534df6382e51c7adfa4fb80e1721f04e8a50b8ff7554a71d4068479caba44af (already present):\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Skipping blob sha256:7bea2a719e22058652a2dd0b9e6ce273c1e85bc3f51ab073ae57298f95025cef (already present):\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Skipping blob sha256:0a16eff2311d05e335581e9e40c93ef1894c902c4d8b4361b81e55ea0bad5545 (already present):\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:22c8ebef2d5fd350231b43d79a41b655655ecf0c7e4a26c539e5286b5a78141e\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:22c8ebef2d5fd350231b43d79a41b655655ecf0c7e4a26c539e5286b5a78141e\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c8ebef2d5fd350231b43d79a41b655655ecf0c7e4a26c539e5286b5a78141e\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:22c8ebef2d5fd350231b43d79a41b655655ecf0c7e4a26c539e5286b5a78141e\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:14a447f5b095d4f8664768989df06e738416d29566dfcaa64326b57613a0e932\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"Copying instance sha256:5eff869542f29711c1a9eb39e71f1ac31193b513e864dd39b9ad6e1fee8d4ee5 (3/4)\\"\\ntime=\\"2022-06-02T12:35:23Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:5eff869542f29711c1a9eb39e71f1ac31193b513e864dd39b9ad6e1fee8d4ee5\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75.1638364053\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:280d3e9428ffeea44a5f41521d87aad402cc88074a381d28884c8d03e2df5b5b\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a86423c40152765ba081a948f1217a0b91abb0396b36c28329f816f65e19a31\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b2669062273b59424f69733b58b090d8ebc9f3c95795c242dedd86ca530be3a\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:280d3e9428ffeea44a5f41521d87aad402cc88074a381d28884c8d03e2df5b5b\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:839f1cda180d2e7c484d2ffa4b4f5698742979e5f75be86e031b10ea269e331b\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b2669062273b59424f69733b58b090d8ebc9f3c95795c242dedd86ca530be3a\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:839f1cda180d2e7c484d2ffa4b4f5698742979e5f75be86e031b10ea269e331b\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d8b11f963b23c3cb2a869c12883cb60999351bd3bc857afd1149add4c1c2c3a3\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d8b11f963b23c3cb2a869c12883cb60999351bd3bc857afd1149add4c1c2c3a3\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a86423c40152765ba081a948f1217a0b91abb0396b36c28329f816f65e19a31\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Skipping blob sha256:1b2669062273b59424f69733b58b090d8ebc9f3c95795c242dedd86ca530be3a (already present):\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Skipping blob sha256:2a86423c40152765ba081a948f1217a0b91abb0396b36c28329f816f65e19a31 (already present):\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Skipping blob sha256:839f1cda180d2e7c484d2ffa4b4f5698742979e5f75be86e031b10ea269e331b (already present):\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Skipping blob sha256:280d3e9428ffeea44a5f41521d87aad402cc88074a381d28884c8d03e2df5b5b (already present):\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Skipping blob sha256:d8b11f963b23c3cb2a869c12883cb60999351bd3bc857afd1149add4c1c2c3a3 (already present):\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:c6b0136966539e0f173889f2704d9c7b85273b27d8fa4a03b64ed2a643db4337\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:c6b0136966539e0f173889f2704d9c7b85273b27d8fa4a03b64ed2a643db4337\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c6b0136966539e0f173889f2704d9c7b85273b27d8fa4a03b64ed2a643db4337\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c6b0136966539e0f173889f2704d9c7b85273b27d8fa4a03b64ed2a643db4337\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:5eff869542f29711c1a9eb39e71f1ac31193b513e864dd39b9ad6e1fee8d4ee5\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Copying instance sha256:202e73f29a4677d29a1478d5fb1a99cb960b79fe8cb4198a80cb0b33d65bea3b (4/4)\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:202e73f29a4677d29a1478d5fb1a99cb960b79fe8cb4198a80cb0b33d65bea3b\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75.1638364053\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df4b3bfe4317c40654401cb23e332b848b49d113e90eae4e6fcc4d6c60e0adda\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93a1fd34988fdda95819dc0d5854ea593b41a37b98ff3efc6ba2855493f5826e\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df4b3bfe4317c40654401cb23e332b848b49d113e90eae4e6fcc4d6c60e0adda\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b1e10d64045e7d405227d6cfe85cc690ddc8eb2a5adaf3ce43a988b5b8aaf23\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b1e10d64045e7d405227d6cfe85cc690ddc8eb2a5adaf3ce43a988b5b8aaf23\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93a1fd34988fdda95819dc0d5854ea593b41a37b98ff3efc6ba2855493f5826e\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec491ca0230213d9370ad4b756fb04728badb36fc4e6dece18b5b33bc34253f1\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec491ca0230213d9370ad4b756fb04728badb36fc4e6dece18b5b33bc34253f1\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3661b56ee80363015fc8e9a7c65cd63c06445ddae7ea4e6fc5dac97e483b6327\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3661b56ee80363015fc8e9a7c65cd63c06445ddae7ea4e6fc5dac97e483b6327\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Skipping blob sha256:df4b3bfe4317c40654401cb23e332b848b49d113e90eae4e6fcc4d6c60e0adda (already present):\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Skipping blob sha256:ec491ca0230213d9370ad4b756fb04728badb36fc4e6dece18b5b33bc34253f1 (already present):\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Skipping blob sha256:93a1fd34988fdda95819dc0d5854ea593b41a37b98ff3efc6ba2855493f5826e (already present):\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Skipping blob sha256:3661b56ee80363015fc8e9a7c65cd63c06445ddae7ea4e6fc5dac97e483b6327 (already present):\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Skipping blob sha256:5b1e10d64045e7d405227d6cfe85cc690ddc8eb2a5adaf3ce43a988b5b8aaf23 (already present):\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:40c4cb8b44987873cd2e37fdba0303282186f536870ef63c46c8d583bdc6442a\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:40c4cb8b44987873cd2e37fdba0303282186f536870ef63c46c8d583bdc6442a\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40c4cb8b44987873cd2e37fdba0303282186f536870ef63c46c8d583bdc6442a\\"\\ntime=\\"2022-06-02T12:35:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40c4cb8b44987873cd2e37fdba0303282186f536870ef63c46c8d583bdc6442a\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:202e73f29a4677d29a1478d5fb1a99cb960b79fe8cb4198a80cb0b33d65bea3b\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-75.1638364053\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:35:25,154 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-75.1638364053' successful sync.
repomirrorworker stdout | 2022-06-02 12:35:25,155 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 35, 25, 154814), 2, 'ad86b044-a83c-4baa-9166-59696be1c886', 3, '3898c83c-2f22-4d5e-bca8-376cb6b00933'])
repomirrorworker stdout | 2022-06-02 12:35:25,157 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:25,158 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:25,159 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:25,160 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:35:25,160 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:25,166 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:31,651 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:35:25Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-75.1638364053-source\""
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:35:25Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-75.1638364053-source"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75.1638364053-source"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e92e5d5b9edb2e7e1b6606ed1f74a6988fd464ef6305d37e2d26024d31d1658"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e92e5d5b9edb2e7e1b6606ed1f74a6988fd464ef6305d37e2d26024d31d1658"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:5e92e5d5b9edb2e7e1b6606ed1f74a6988fd464ef6305d37e2d26024d31d1658 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1afe647fe2dc284146198535bf655c13031fa1102eb3d51082e89c7b519aa2c"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1afe647fe2dc284146198535bf655c13031fa1102eb3d51082e89c7b519aa2c"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:e1afe647fe2dc284146198535bf655c13031fa1102eb3d51082e89c7b519aa2c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:27Z" level=debug msg="Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:28Z" level=debug msg="Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python
repomirrorworker stdout | -38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Skipping blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:35:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:35:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Skipping blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:2d14edaf61858ffa559571c6d58481fcc5d8dbe74883c410f79af669adab6e7c"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:2d14edaf61858ffa559571c6d58481fcc5d8dbe74883c410f79af669adab6e7c"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d14edaf61858ffa559571c6d58481fcc5d8dbe74883c410f79af669adab6e7c"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d14edaf61858ffa559571c6d58481fcc5d8dbe74883c410f79af669adab6e7c"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-75.1638364053-source"
repomirrorworker stdout | 2022-06-02 12:35:31,652 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef
repomirrorworker stdout | Copying blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d
repomirrorworker stdout | Copying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284
repomirrorworker stdout | Copying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c
repomirrorworker stdout | Copying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f
repomirrorworker stdout | Copying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e
repomirrorworker stdout | Copying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4
repomirrorworker stdout | Copying blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1
repomirrorworker stdout | Copying blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2
repomirrorworker stdout | Copying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67
repomirrorworker stdout | Copying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0
repomirrorworker stdout | Copying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773
repomirrorworker stdout | Copying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce
repomirrorworker stdout | Copying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e
repomirrorworker stdout | Copying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7
repomirrorworker stdout | Copying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216
repomirrorworker stdout | Copying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358
repomirrorworker stdout | Copying blob sha256:5e92e5d5b9edb2e7e1b6606ed1f74a6988fd464ef6305d37e2d26024d31d1658
repomirrorworker stdout | Copying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9
repomirrorworker stdout | Copying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d
repomirrorworker stdout | Copying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9
repomirrorworker stdout | Copying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7
repomirrorworker stdout | Copying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0
repomirrorworker stdout | Copying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82
repomirrorworker stdout | Copying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1
repomirrorworker stdout | Copying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e
repomirrorworker stdout | Copying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797
repomirrorworker stdout | Copying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b
repomirrorworker stdout | Copying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0
repomirrorworker stdout | Copying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970
repomirrorworker stdout | Copying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36
repomirrorworker stdout | Copying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa
repomirrorworker stdout | Copying blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab
repomirrorworker stdout | Copying blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5
repomirrorworker stdout | Copying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0
repomirrorworker stdout | Copying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0
repomirrorworker stdout | Copying blob sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99
repomirrorworker stdout | Copying blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421
repomirrorworker stdout | Copying blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177
repomirrorworker stdout | Copying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3
repomirrorworker stdout | Copying blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9
repomirrorworker stdout | Copying blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018
repomirrorworker stdout | Copying blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f
repomirrorworker stdout | Copying blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24
repomirrorworker stdout | Copying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546
repomirrorworker stdout | Copying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9
repomirrorworker stdout | Copying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b
repomirrorworker stdout | Copying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092
repomirrorworker stdout | Copying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6
repomirrorworker stdout | Copying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8
repomirrorworker stdout | Copying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1
repomirrorworker stdout | Copying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc
repomirrorworker stdout | Copying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590
repomirrorworker stdout | Copying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d
repomirrorworker stdout | Copying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9
repomirrorworker stdout | Copying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9
repomirrorworker stdout | Copying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86
repomirrorworker stdout | Copying blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274
repomirrorworker stdout | Copying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0
repomirrorworker stdout | Copying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a
repomirrorworker stdout | Copying blob sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6
repomirrorworker stdout | Copying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667
repomirrorworker stdout | Copying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf
repomirrorworker stdout | Copying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03
repomirrorworker stdout | Copying blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523
repomirrorworker stdout | Copying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10
repomirrorworker stdout | Copying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351
repomirrorworker stdout | Copying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55
repomirrorworker stdout | Copying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151
repomirrorworker stdout | Copying blob sha256:e1afe647fe2dc284146198535bf655c13031fa1102eb3d51082e89c7b519aa2c
repomirrorworker stdout | Copying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d
repomirrorworker stdout | Copying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7
repomirrorworker stdout | Copying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e
repomirrorworker stdout | Copying blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a
repomirrorworker stdout | Copying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8
repomirrorworker stdout | Copying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9
repomirrorworker stdout | Copying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b
repomirrorworker stdout | Copying blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b
repomirrorworker stdout | Copying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f
repomirrorworker stdout | Copying blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c
repomirrorworker stdout | Copying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b
repomirrorworker stdout | Copying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd
repomirrorworker stdout | Copying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4
repomirrorworker stdout | Copying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38
repomirrorworker stdout | Copying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55
repomirrorworker stdout | Copying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9
repomirrorworker stdout | Copying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880
repomirrorworker stdout | Copying blob sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926
repomirrorworker stdout | Copying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78
repomirrorworker stdout | Copying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff
repomirrorworker stdout | Copying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a
repomirrorworker stdout | Copying blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091
repomirrorworker stdout | Copying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d
repomirrorworker stdout | Copying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab
repomirrorworker stdout | Copying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41
repomirrorworker stdout | Copying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7
repomirrorworker stdout | Copying blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278
repomirrorworker stdout | Copying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a
repomirrorworker stdout | Copying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2
repomirrorworker stdout | Copying blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717
repomirrorworker stdout | Copying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170
repomirrorworker stdout | Copying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50
repomirrorworker stdout | Copying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e
repomirrorworker stdout | Copying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733
repomirrorworker stdout | Copying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d
repomirrorworker stdout | Copying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd
repomirrorworker stdout | Copying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2
repomirrorworker stdout | Copying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52
repomirrorworker stdout | Copying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76
repomirrorworker stdout | Copying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6
repomirrorworker stdout | Copying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce
repomirrorworker stdout | Copying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5
repomirrorworker stdout | Copying blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85
repomirrorworker stdout | Copying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb
repomirrorworker stdout | Copying blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f
repomirrorworker stdout | Copying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110
repomirrorworker stdout | Copying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b
repomirrorworker stdout | Copying blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b
repomirrorworker stdout | Copying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19
repomirrorworker stdout | Copying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1
repomirrorworker stdout | Copying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22
repomirrorworker stdout | Copying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a
repomirrorworker stdout | Copying blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268
repomirrorworker stdout | Copying blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d
repomirrorworker stdout | Copying blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f
repomirrorworker stdout | Copying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887
repomirrorworker stdout | Copying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c
repomirrorworker stdout | Copying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce
repomirrorworker stdout | Copying blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0
repomirrorworker stdout | Copying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201
repomirrorworker stdout | Copying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d
repomirrorworker stdout | Copying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32
repomirrorworker stdout | Copying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099
repomirrorworker stdout | Copying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759
repomirrorworker stdout | Copying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17
repomirrorworker stdout | Copying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f
repomirrorworker stdout | Copying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273
repomirrorworker stdout | Copying blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32
repomirrorworker stdout | Copying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996
repomirrorworker stdout | Copying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181
repomirrorworker stdout | Copying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db
repomirrorworker stdout | Copying blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6
repomirrorworker stdout | Copying blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda
repomirrorworker stdout | Copying blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f
repomirrorworker stdout | Copying blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823
repomirrorworker stdout | Copying blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603
repomirrorworker stdout | Copying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391
repomirrorworker stdout | Copying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4
repomirrorworker stdout | Copying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea
repomirrorworker stdout | Copying blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a
repomirrorworker stdout | Copying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b
repomirrorworker stdout | Copying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359
repomirrorworker stdout | Copying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2
repomirrorworker stdout | Copying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2
repomirrorworker stdout | Copying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738
repomirrorworker stdout | Copying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d
repomirrorworker stdout | Copying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff
repomirrorworker stdout | Copying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd
repomirrorworker stdout | Copying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359
repomirrorworker stdout | Copying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176
repomirrorworker stdout | Copying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131
repomirrorworker stdout | Copying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007
repomirrorworker stdout | Copying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7
repomirrorworker stdout | Copying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b
repomirrorworker stdout | Copying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8
repomirrorworker stdout | Copying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515
repomirrorworker stdout | Copying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca
repomirrorworker stdout | Copying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b
repomirrorworker stdout | Copying blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da
repomirrorworker stdout | Copying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65
repomirrorworker stdout | Copying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be
repomirrorworker stdout | Copying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f
repomirrorworker stdout | Copying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704
repomirrorworker stdout | Copying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f
repomirrorworker stdout | Copying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264
repomirrorworker stdout | Copying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075
repomirrorworker stdout | Copying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488
repomirrorworker stdout | Copying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03
repomirrorworker stdout | Copying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee
repomirrorworker stdout | Copying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7
repomirrorworker stdout | Copying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68
repomirrorworker stdout | Copying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10
repomirrorworker stdout | Copying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658
repomirrorworker stdout | Copying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621
repomirrorworker stdout | Copying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9
repomirrorworker stdout | Copying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136
repomirrorworker stdout | Copying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf
repomirrorworker stdout | Copying blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc
repomirrorworker stdout | Copying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3
repomirrorworker stdout | Copying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3
repomirrorworker stdout | Copying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5
repomirrorworker stdout | Copying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802
repomirrorworker stdout | Copying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987
repomirrorworker stdout | Copying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d
repomirrorworker stdout | Copying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee
repomirrorworker stdout | Copying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09
repomirrorworker stdout | Copying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c
repomirrorworker stdout | Copying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3
repomirrorworker stdout | Copying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d
repomirrorworker stdout | Copying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001
repomirrorworker stdout | Copying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f
repomirrorworker stdout | Copying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb
repomirrorworker stdout | Copying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d
repomirrorworker stdout | Copying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e
repomirrorworker stdout | Copying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0
repomirrorworker stdout | Copying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50
repomirrorworker stdout | Copying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf
repomirrorworker stdout | Copying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1
repomirrorworker stdout | Copying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97
repomirrorworker stdout | Copying blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8
repomirrorworker stdout | Copying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb
repomirrorworker stdout | Copying blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479
repomirrorworker stdout | Copying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb
repomirrorworker stdout | Copying blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1
repomirrorworker stdout | Copying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded
repomirrorworker stdout | Copying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e
repomirrorworker stdout | Copying blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e
repomirrorworker stdout | Copying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf
repomirrorworker stdout | Copying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643
repomirrorworker stdout | Copying blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683
repomirrorworker stdout | Copying blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c
repomirrorworker stdout | Copying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca
repomirrorworker stdout | Copying blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62
repomirrorworker stdout | Copying blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3
repomirrorworker stdout | Copying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1
repomirrorworker stdout | Copying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a
repomirrorworker stdout | Copying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6
repomirrorworker stdout | Copying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10
repomirrorworker stdout | Copying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00
repomirrorworker stdout | Copying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1
repomirrorworker stdout | Copying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb
repomirrorworker stdout | Copying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0
repomirrorworker stdout | Copying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6
repomirrorworker stdout | Copying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c
repomirrorworker stdout | Copying blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349
repomirrorworker stdout | Copying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1
repomirrorworker stdout | Copying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f
repomirrorworker stdout | Copying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3
repomirrorworker stdout | Copying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454
repomirrorworker stdout | Copying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75
repomirrorworker stdout | Copying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781
repomirrorworker stdout | Copying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9
repomirrorworker stdout | Copying blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde
repomirrorworker stdout | Copying blob sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe
repomirrorworker stdout | Copying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238
repomirrorworker stdout | Copying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699
repomirrorworker stdout | Copying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1
repomirrorworker stdout | Copying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c
repomirrorworker stdout | Copying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c
repomirrorworker stdout | Copying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694
repomirrorworker stdout | Copying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc
repomirrorworker stdout | Copying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a
repomirrorworker stdout | Copying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43
repomirrorworker stdout | Copying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1
repomirrorworker stdout | Copying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34
repomirrorworker stdout | Copying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b
repomirrorworker stdout | Copying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315
repomirrorworker stdout | Copying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea
repomirrorworker stdout | Copying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2
repomirrorworker stdout | Copying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8
repomirrorworker stdout | Copying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b
repomirrorworker stdout | Copying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb
repomirrorworker stdout | Copying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0
repomirrorworker stdout | Copying blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f
repomirrorworker stdout | Copying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e
repomirrorworker stdout | Copying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074
repomirrorworker stdout | Copying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d
repomirrorworker stdout | Copying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb
repomirrorworker stdout | Copying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95
repomirrorworker stdout | Copying config sha256:2d14edaf61858ffa559571c6d58481fcc5d8dbe74883c410f79af669adab6e7c
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:35:31,654 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:31,658 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:31,659 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 35, 31, 657515), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-75.1638364053-source\' successful sync", "tag": "1-75.1638364053-source", "tags": null, "stdout": "Copying blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef\\nCopying blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\nCopying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\nCopying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\nCopying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\nCopying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\nCopying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\nCopying blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\nCopying blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\nCopying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\nCopying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\nCopying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\nCopying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\nCopying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\nCopying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\nCopying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\nCopying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\nCopying blob sha256:5e92e5d5b9edb2e7e1b6606ed1f74a6988fd464ef6305d37e2d26024d31d1658\\nCopying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\nCopying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\nCopying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\nCopying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\nCopying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\nCopying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\nCopying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\nCopying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\nCopying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\nCopying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\nCopying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\nCopying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\nCopying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\nCopying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\nCopying blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\nCopying blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\nCopying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\nCopying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\nCopying blob sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99\\nCopying blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\nCopying blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\nCopying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\nCopying blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9\\nCopying blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018\\nCopying blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\nCopying blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\nCopying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\nCopying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\nCopying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\nCopying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\nCopying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\nCopying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\nCopying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\nCopying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\nCopying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\nCopying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\nCopying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\nCopying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\nCopying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\nCopying blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\nCopying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\nCopying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\nCopying blob sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6\\nCopying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\nCopying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\nCopying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\nCopying blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\nCopying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\nCopying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\nCopying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\nCopying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\nCopying blob sha256:e1afe647fe2dc284146198535bf655c13031fa1102eb3d51082e89c7b519aa2c\\nCopying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\nCopying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\nCopying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\nCopying blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a\\nCopying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\nCopying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\nCopying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\nCopying blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\nCopying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\nCopying blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\nCopying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\nCopying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\nCopying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\nCopying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\nCopying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\nCopying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\nCopying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\nCopying blob sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926\\nCopying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\nCopying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\nCopying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\nCopying blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\nCopying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\nCopying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\nCopying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\nCopying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\nCopying blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\nCopying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\nCopying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\nCopying blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\nCopying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\nCopying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\nCopying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\nCopying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\nCopying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\nCopying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\nCopying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\nCopying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\nCopying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\nCopying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\nCopying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\nCopying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\nCopying blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\nCopying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\nCopying blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\nCopying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\nCopying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\nCopying blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\nCopying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\nCopying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\nCopying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\nCopying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\nCopying blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\nCopying blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\nCopying blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\nCopying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\nCopying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\nCopying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\nCopying blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\nCopying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\nCopying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\nCopying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\nCopying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\nCopying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\nCopying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\nCopying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\nCopying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\nCopying blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\nCopying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\nCopying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\nCopying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\nCopying blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\nCopying blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\nCopying blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\nCopying blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\nCopying blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\nCopying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\nCopying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\nCopying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\nCopying blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a\\nCopying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\nCopying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\nCopying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\nCopying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\nCopying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\nCopying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\nCopying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\nCopying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\nCopying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\nCopying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\nCopying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\nCopying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\nCopying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\nCopying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\nCopying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\nCopying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\nCopying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\nCopying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\nCopying blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\nCopying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\nCopying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\nCopying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\nCopying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\nCopying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\nCopying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\nCopying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\nCopying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\nCopying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\nCopying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\nCopying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\nCopying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\nCopying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\nCopying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\nCopying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\nCopying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\nCopying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\nCopying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\nCopying blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\nCopying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\nCopying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\nCopying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\nCopying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\nCopying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\nCopying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\nCopying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\nCopying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\nCopying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\nCopying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\nCopying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\nCopying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\nCopying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\nCopying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\nCopying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\nCopying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\nCopying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\nCopying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\nCopying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\nCopying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\nCopying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\nCopying blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\nCopying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\nCopying blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\nCopying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\nCopying blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\nCopying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\nCopying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\nCopying blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\nCopying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\nCopying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\nCopying blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\nCopying blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\nCopying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\nCopying blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\nCopying blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\nCopying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\nCopying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\nCopying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\nCopying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\nCopying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\nCopying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\nCopying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\nCopying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\nCopying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\nCopying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\nCopying blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\nCopying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\nCopying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\nCopying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\nCopying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\nCopying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\nCopying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\nCopying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\nCopying blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\nCopying blob sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe\\nCopying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\nCopying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\nCopying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\nCopying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\nCopying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\nCopying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\nCopying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\nCopying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\nCopying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\nCopying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\nCopying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\nCopying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\nCopying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\nCopying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\nCopying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\nCopying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\nCopying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\nCopying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\nCopying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\nCopying blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\nCopying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\nCopying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\nCopying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\nCopying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\nCopying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\nCopying config sha256:2d14edaf61858ffa559571c6d58481fcc5d8dbe74883c410f79af669adab6e7c\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-75.1638364053-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:35:25Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-75.1638364053-source\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-75.1638364053-source\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e92e5d5b9edb2e7e1b6606ed1f74a6988fd464ef6305d37e2d26024d31d1658\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e92e5d5b9edb2e7e1b6606ed1f74a6988fd464ef6305d37e2d26024d31d1658\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:5e92e5d5b9edb2e7e1b6606ed1f74a6988fd464ef6305d37e2d26024d31d1658 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):\\"\\ntime=\\"2022-06-02T12:35:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1afe647fe2dc284146198535bf655c13031fa1102eb3d51082e89c7b519aa2c\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e1afe647fe2dc284146198535bf655c13031fa1102eb3d51082e89c7b519aa2c\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:e1afe647fe2dc284146198535bf655c13031fa1102eb3d51082e89c7b519aa2c (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):\\"\\ntime=\\"2022-06-02T12:35:27Z\\" level=debug msg=\\"Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-pytho
repomirrorworker stdout | n-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:28Z\\" level=debug msg=\\"Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683 (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Skipping blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c (already present):\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:35:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:35:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Skipping blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f (already present):\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:2d14edaf61858ffa559571c6d58481fcc5d8dbe74883c410f79af669adab6e7c\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:2d14edaf61858ffa559571c6d58481fcc5d8dbe74883c410f79af669adab6e7c\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d14edaf61858ffa559571c6d58481fcc5d8dbe74883c410f79af669adab6e7c\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d14edaf61858ffa559571c6d58481fcc5d8dbe74883c410f79af669adab6e7c\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-75.1638364053-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:35:31,671 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-75.1638364053-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:35:31,671 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 35, 31, 671157), 2, '53bc01a4-71d1-40cf-a1be-329c6b3ce873', 3, 'ad86b044-a83c-4baa-9166-59696be1c886'])
repomirrorworker stdout | 2022-06-02 12:35:31,673 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:31,674 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:31,675 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:31,676 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:35:31,676 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:31,683 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:35,244 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:35:31Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-77\""
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:35:31Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-77"
repomirrorworker stdout | time="2022-06-02T12:35:32Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:32Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:35:32Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:35:32Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:32Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:32Z" level=debug msg="Copying instance sha256:2b4bac4b01df90158b7ead4352a24a79184ea8c0a8108294cb437ee95a5a34d5 (1/4)"
repomirrorworker stdout | time="2022-06-02T12:35:32Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:2b4bac4b01df90158b7ead4352a24a79184ea8c0a8108294cb437ee95a5a34d5"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-77"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6adbb8b5a5e2b29fb999e7e1b9944f6264ca9599e0ce63e1a5a8f477a67534"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adffa69631469a649556cee5b8456f184928818064aac82106bd08bd62e51d4e"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0661f10c38ccb1007a5937fd652f834283d016642264a0e031028979fcfb2dbf"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362566a15abbd2bcd1b49f9d27a3e22855af316e1a49092a0d1b885bcbb9be4a"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:26f1167feaf74177f9054bf26ac8775a4b188f25914e23bda9574ef2a759cce4"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6adbb8b5a5e2b29fb999e7e1b9944f6264ca9599e0ce63e1a5a8f477a67534"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:26f1167feaf74177f9054bf26ac8775a4b188f25914e23bda9574ef2a759cce4"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362566a15abbd2bcd1b49f9d27a3e22855af316e1a49092a0d1b885bcbb9be4a"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0661f10c38ccb1007a5937fd652f834283d016642264a0e031028979fcfb2dbf"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adffa69631469a649556cee5b8456f184928818064aac82106bd08bd62e51d4e"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Skipping blob sha256:4e6adbb8b5a5e2b29fb999e7e1b9944f6264ca9599e0ce63e1a5a8f477a67534 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Skipping blob sha256:adffa69631469a649556cee5b8456f184928818064aac82106bd08bd62e51d4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Skipping blob sha256:26f1167feaf74177f9054bf26ac8775a4b188f25914e23bda9574ef2a759cce4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Skipping blob sha256:0661f10c38ccb1007a5937fd652f834283d016642264a0e031028979fcfb2dbf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Skipping blob sha256:362566a15abbd2bcd1b49f9d27a3e22855af316e1a49092a0d1b885bcbb9be4a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:5fa3b1ecd720b5c0d4dc1de64c48562ee8762746ad6920c3b316786c26c3730f"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:5fa3b1ecd720b5c0d4dc1de64c48562ee8762746ad6920c3b316786c26c3730f"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5fa3b1ecd720b5c0d4dc1de64c48562ee8762746ad6920c3b316786c26c3730f"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5fa3b1ecd720b5c0d4dc1de64c48562ee8762746ad6920c3b316786c26c3730f"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:2b4bac4b01df90158b7ead4352a24a79184ea8c0a8108294cb437ee95a5a34d5"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Copying instance sha256:c9277d5f7d44ac6368ea093ccffb0798ea966e4c3e6130474e680086bcdcaf58 (2/4)"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:c9277d5f7d44ac6368ea093ccffb0798ea966e4c3e6130474e680086bcdcaf58"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-77"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b30afcf2b7c0078a063173400cd03b398c04667dba3a69e25601869c567aab15"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75f683d163d957f1ee51409a0dee961cd94f0bf95a0b493582ef7b4784fb804f"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad8a059895bdf187f7ab87fb2dd08fac62ab7b3c045c6f4b26222b4d385d8bc3"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b30afcf2b7c0078a063173400cd03b398c04667dba3a69e25601869c567aab15"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33691acc5d08c204b197a99bce9668a63b643c50fda757ecc33fa9f5aa400acb"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75f683d163d957f1ee51409a0dee961cd94f0bf95a0b493582ef7b4784fb804f"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33691acc5d08c204b197a99bce9668a63b643c50fda757ecc33fa9f5aa400acb"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad8a059895bdf187f7ab87fb2dd08fac62ab7b3c045c6f4b26222b4d385d8bc3"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fdcef994356950c8f51a41dbb8e2ed272a7089ef24c1fbc2c26ce1141b80524a"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fdcef994356950c8f51a41dbb8e2ed272a7089ef24c1fbc2c26ce1141b80524a"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Skipping blob sha256:b30afcf2b7c0078a063173400cd03b398c04667dba3a69e25601869c567aab15 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Skipping blob sha256:ad8a059895bdf187f7ab87fb2dd08fac62ab7b3c045c6f4b26222b4d385d8bc3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Skipping blob sha256:fdcef994356950c8f51a41dbb8e2ed272a7089ef24c1fbc2c26ce1141b80524a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Skipping blob sha256:33691acc5d08c204b197a99bce9668a63b643c50fda757ecc33fa9f5aa400acb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Skipping blob sha256:75f683d163d957f1ee51409a0dee961cd94f0bf95a0b493582ef7b4784fb804f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:7345422cc3b6c178632d97523d07549cbffe628d8c5d3355d876c211df935dbc"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:7345422cc3b6c178632d97523d07549cbffe628d8c5d3355d876c211df935dbc"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7345422cc3b6c178632d97523d07549cbffe628d8c5d3355d876c211df935dbc"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7345422cc3b6c178632d97523d07549cbffe628d8c5d3355d876c211df935dbc"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:33Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:c9277d5f7d44ac6368ea093ccffb0798ea966e4c3e6130474e680086bcdcaf58"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Copying instance sha256:49289bfc25d73f627d6390fea40e4a7401b56eb233c77f45377517351ac4b50b (3/4)"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:49289bfc25d73f627d6390fea40e4a7401b56eb233c77f45377517351ac4b50b"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-77"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48b1bb567f9b15e0190533f65efbf50761cde5bf9c69d27c584cb31fb17eab72"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a27b1f71c2c44aa60c1f9a0df1abe930667f0a96966ffe34726f37236e0fd5c1"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:018ccc3b7f53127b13bdfa2681e9914ee7463e5201cc79b5b8eeea5c14389f93"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48b1bb567f9b15e0190533f65efbf50761cde5bf9c69d27c584cb31fb17eab72"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:381c80c2f1cb5b6fa44c2c73efb8e7860aeef76d5cc0eefc9b75eabe9ce49884"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:018ccc3b7f53127b13bdfa2681e9914ee7463e5201cc79b5b8eeea5c14389f93"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:381c80c2f1cb5b6fa44c2c73efb8e7860aeef76d5cc0eefc9b75eabe9ce49884"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93669428a62e653d64150e54bc572a2000b7740216abb2ec5459dd21854be654"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a27b1f71c2c44aa60c1f9a0df1abe930667f0a96966ffe34726f37236e0fd5c1"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93669428a62e653d64150e54bc572a2000b7740216abb2ec5459dd21854be654"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Skipping blob sha256:381c80c2f1cb5b6fa44c2c73efb8e7860aeef76d5cc0eefc9b75eabe9ce49884 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Skipping blob sha256:93669428a62e653d64150e54bc572a2000b7740216abb2ec5459dd21854be654 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Skipping blob sha256:48b1bb567f9b15e0190533f65efbf50761cde5bf9c69d27c584cb31fb17eab72 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Skipping blob sha256:018ccc3b7f53127b13bdfa2681e9914ee7463e5201cc79b5b8eeea5c14389f93 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Skipping blob sha256:a27b1f71c2c44aa60c1f9a0df1abe930667f0a96966ffe34726f37236e0fd5c1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:54ad06047c8c7ff91149dd5f0c242a2186c6e529f0732b160deb9ff9cf59c1e8"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:54ad06047c8c7ff91149dd5f0c242a2186c6e529f0732b160deb9ff9cf59c1e8"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54ad06047c8c7ff91149dd5f0c242a2186c6e529f0732b160deb9ff9cf59c1e8"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54ad06047c8c7ff91149dd5f0c242a2186c6e529f0732b160deb9ff9cf59c1e8"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:49289bfc25d73f627d6390fea40e4a7401b56eb233c77f45377517351ac4b50b"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Copying instance sha256:d660f549eef1276311b2e6dd11b49c0d98fd85ae94fa3313b95b7723c9fc5072 (4/4)"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:d660f549eef1276311b2e6dd11b49c0d98fd85ae94fa3313b95b7723c9fc5072"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-77"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a488144c56a13944c74de03b01a3005b2b8209db87607068e297ecf20fb66929"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b91bceb9ee0b8243fb228f9ab9e9d5fd8cdb1f5d69093b5f53715fa55afa8b04"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a488144c56a13944c74de03b01a3005b2b8209db87607068e297ecf20fb66929"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b91bceb9ee0b8243fb228f9ab9e9d5fd8cdb1f5d69093b5f53715fa55afa8b04"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f38a7ae0702736b624d6d793aaa66a3a721bad0a48b716f5e95d0084c91bc4f4"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78812f2683062d05546bc4024e7c2fba6521ec637b0365e226f7ac371a047fe1"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9791a0fdfbf5e127240ec7a4154edcbe22eb89aa296a7c1482476622c3e91126"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78812f2683062d05546bc4024e7c2fba6521ec637b0365e226f7ac371a047fe1"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9791a0fdfbf5e127240ec7a4154edcbe22eb89aa296a7c1482476622c3e91126"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f38a7ae0702736b624d6d793aaa66a3a721bad0a48b716f5e95d0084c91bc4f4"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Skipping blob sha256:f38a7ae0702736b624d6d793aaa66a3a721bad0a48b716f5e95d0084c91bc4f4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Skipping blob sha256:9791a0fdfbf5e127240ec7a4154edcbe22eb89aa296a7c1482476622c3e91126 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Skipping blob sha256:b91bceb9ee0b8243fb228f9ab9e9d5fd8cdb1f5d69093b5f53715fa55afa8b04 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Skipping blob sha256:78812f2683062d05546bc4024e7c2fba6521ec637b0365e226f7ac371a047fe1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Skipping blob sha256:a488144c56a13944c74de03b01a3005b2b8209db87607068e297ecf20fb66929 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:e67d78683b4fe13595098d039be148c39c1cba8951022b879759906ba62b3b08"
repomirrorworker stdout | time="2022-06-02T12:35:34Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:e67d78683b4fe13595098d039be148c39c1cba8951022b879759906ba62b3b08"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e67d78683b4fe13595098d039be148c39c1cba8951022b879759906ba62b3b08"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e67d78683b4fe13595098d039be148c39c1cba8951022b879759906ba62b3b08"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:d660f549eef1276311b2e6dd11b49c0d98fd85ae94fa3313b95b7723c9fc5072"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-77"
repomirrorworker stdout | 2022-06-02 12:35:35,244 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:2b4bac4b01df90158b7ead4352a24a79184ea8c0a8108294cb437ee95a5a34d5 (1/4)
repomirrorworker stdout | Copying blob sha256:4e6adbb8b5a5e2b29fb999e7e1b9944f6264ca9599e0ce63e1a5a8f477a67534
repomirrorworker stdout | Copying blob sha256:adffa69631469a649556cee5b8456f184928818064aac82106bd08bd62e51d4e
repomirrorworker stdout | Copying blob sha256:26f1167feaf74177f9054bf26ac8775a4b188f25914e23bda9574ef2a759cce4
repomirrorworker stdout | Copying blob sha256:0661f10c38ccb1007a5937fd652f834283d016642264a0e031028979fcfb2dbf
repomirrorworker stdout | Copying blob sha256:362566a15abbd2bcd1b49f9d27a3e22855af316e1a49092a0d1b885bcbb9be4a
repomirrorworker stdout | Copying config sha256:5fa3b1ecd720b5c0d4dc1de64c48562ee8762746ad6920c3b316786c26c3730f
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:c9277d5f7d44ac6368ea093ccffb0798ea966e4c3e6130474e680086bcdcaf58 (2/4)
repomirrorworker stdout | Copying blob sha256:b30afcf2b7c0078a063173400cd03b398c04667dba3a69e25601869c567aab15
repomirrorworker stdout | Copying blob sha256:ad8a059895bdf187f7ab87fb2dd08fac62ab7b3c045c6f4b26222b4d385d8bc3
repomirrorworker stdout | Copying blob sha256:fdcef994356950c8f51a41dbb8e2ed272a7089ef24c1fbc2c26ce1141b80524a
repomirrorworker stdout | Copying blob sha256:33691acc5d08c204b197a99bce9668a63b643c50fda757ecc33fa9f5aa400acb
repomirrorworker stdout | Copying blob sha256:75f683d163d957f1ee51409a0dee961cd94f0bf95a0b493582ef7b4784fb804f
repomirrorworker stdout | Copying config sha256:7345422cc3b6c178632d97523d07549cbffe628d8c5d3355d876c211df935dbc
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:49289bfc25d73f627d6390fea40e4a7401b56eb233c77f45377517351ac4b50b (3/4)
repomirrorworker stdout | Copying blob sha256:381c80c2f1cb5b6fa44c2c73efb8e7860aeef76d5cc0eefc9b75eabe9ce49884
repomirrorworker stdout | Copying blob sha256:93669428a62e653d64150e54bc572a2000b7740216abb2ec5459dd21854be654
repomirrorworker stdout | Copying blob sha256:48b1bb567f9b15e0190533f65efbf50761cde5bf9c69d27c584cb31fb17eab72
repomirrorworker stdout | Copying blob sha256:018ccc3b7f53127b13bdfa2681e9914ee7463e5201cc79b5b8eeea5c14389f93
repomirrorworker stdout | Copying blob sha256:a27b1f71c2c44aa60c1f9a0df1abe930667f0a96966ffe34726f37236e0fd5c1
repomirrorworker stdout | Copying config sha256:54ad06047c8c7ff91149dd5f0c242a2186c6e529f0732b160deb9ff9cf59c1e8
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:d660f549eef1276311b2e6dd11b49c0d98fd85ae94fa3313b95b7723c9fc5072 (4/4)
repomirrorworker stdout | Copying blob sha256:f38a7ae0702736b624d6d793aaa66a3a721bad0a48b716f5e95d0084c91bc4f4
repomirrorworker stdout | Copying blob sha256:b91bceb9ee0b8243fb228f9ab9e9d5fd8cdb1f5d69093b5f53715fa55afa8b04
repomirrorworker stdout | Copying blob sha256:9791a0fdfbf5e127240ec7a4154edcbe22eb89aa296a7c1482476622c3e91126
repomirrorworker stdout | Copying blob sha256:78812f2683062d05546bc4024e7c2fba6521ec637b0365e226f7ac371a047fe1
repomirrorworker stdout | Copying blob sha256:a488144c56a13944c74de03b01a3005b2b8209db87607068e297ecf20fb66929
repomirrorworker stdout | Copying config sha256:e67d78683b4fe13595098d039be148c39c1cba8951022b879759906ba62b3b08
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:35:35,246 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:35,250 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:35,251 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 35, 35, 249495), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-77\' successful sync", "tag": "1-77", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:2b4bac4b01df90158b7ead4352a24a79184ea8c0a8108294cb437ee95a5a34d5 (1/4)\\nCopying blob sha256:4e6adbb8b5a5e2b29fb999e7e1b9944f6264ca9599e0ce63e1a5a8f477a67534\\nCopying blob sha256:adffa69631469a649556cee5b8456f184928818064aac82106bd08bd62e51d4e\\nCopying blob sha256:26f1167feaf74177f9054bf26ac8775a4b188f25914e23bda9574ef2a759cce4\\nCopying blob sha256:0661f10c38ccb1007a5937fd652f834283d016642264a0e031028979fcfb2dbf\\nCopying blob sha256:362566a15abbd2bcd1b49f9d27a3e22855af316e1a49092a0d1b885bcbb9be4a\\nCopying config sha256:5fa3b1ecd720b5c0d4dc1de64c48562ee8762746ad6920c3b316786c26c3730f\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:c9277d5f7d44ac6368ea093ccffb0798ea966e4c3e6130474e680086bcdcaf58 (2/4)\\nCopying blob sha256:b30afcf2b7c0078a063173400cd03b398c04667dba3a69e25601869c567aab15\\nCopying blob sha256:ad8a059895bdf187f7ab87fb2dd08fac62ab7b3c045c6f4b26222b4d385d8bc3\\nCopying blob sha256:fdcef994356950c8f51a41dbb8e2ed272a7089ef24c1fbc2c26ce1141b80524a\\nCopying blob sha256:33691acc5d08c204b197a99bce9668a63b643c50fda757ecc33fa9f5aa400acb\\nCopying blob sha256:75f683d163d957f1ee51409a0dee961cd94f0bf95a0b493582ef7b4784fb804f\\nCopying config sha256:7345422cc3b6c178632d97523d07549cbffe628d8c5d3355d876c211df935dbc\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:49289bfc25d73f627d6390fea40e4a7401b56eb233c77f45377517351ac4b50b (3/4)\\nCopying blob sha256:381c80c2f1cb5b6fa44c2c73efb8e7860aeef76d5cc0eefc9b75eabe9ce49884\\nCopying blob sha256:93669428a62e653d64150e54bc572a2000b7740216abb2ec5459dd21854be654\\nCopying blob sha256:48b1bb567f9b15e0190533f65efbf50761cde5bf9c69d27c584cb31fb17eab72\\nCopying blob sha256:018ccc3b7f53127b13bdfa2681e9914ee7463e5201cc79b5b8eeea5c14389f93\\nCopying blob sha256:a27b1f71c2c44aa60c1f9a0df1abe930667f0a96966ffe34726f37236e0fd5c1\\nCopying config sha256:54ad06047c8c7ff91149dd5f0c242a2186c6e529f0732b160deb9ff9cf59c1e8\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:d660f549eef1276311b2e6dd11b49c0d98fd85ae94fa3313b95b7723c9fc5072 (4/4)\\nCopying blob sha256:f38a7ae0702736b624d6d793aaa66a3a721bad0a48b716f5e95d0084c91bc4f4\\nCopying blob sha256:b91bceb9ee0b8243fb228f9ab9e9d5fd8cdb1f5d69093b5f53715fa55afa8b04\\nCopying blob sha256:9791a0fdfbf5e127240ec7a4154edcbe22eb89aa296a7c1482476622c3e91126\\nCopying blob sha256:78812f2683062d05546bc4024e7c2fba6521ec637b0365e226f7ac371a047fe1\\nCopying blob sha256:a488144c56a13944c74de03b01a3005b2b8209db87607068e297ecf20fb66929\\nCopying config sha256:e67d78683b4fe13595098d039be148c39c1cba8951022b879759906ba62b3b08\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-77\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:35:31Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-77\\"\\ntime=\\"2022-06-02T12:35:32Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:32Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:35:32Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:35:32Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:32Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:35:32Z\\" level=debug msg=\\"Copying instance sha256:2b4bac4b01df90158b7ead4352a24a79184ea8c0a8108294cb437ee95a5a34d5 (1/4)\\"\\ntime=\\"2022-06-02T12:35:32Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:2b4bac4b01df90158b7ead4352a24a79184ea8c0a8108294cb437ee95a5a34d5\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-77\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6adbb8b5a5e2b29fb999e7e1b9944f6264ca9599e0ce63e1a5a8f477a67534\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adffa69631469a649556cee5b8456f184928818064aac82106bd08bd62e51d4e\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0661f10c38ccb1007a5937fd652f834283d016642264a0e031028979fcfb2dbf\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362566a15abbd2bcd1b49f9d27a3e22855af316e1a49092a0d1b885bcbb9be4a\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:26f1167feaf74177f9054bf26ac8775a4b188f25914e23bda9574ef2a759cce4\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4e6adbb8b5a5e2b29fb999e7e1b9944f6264ca9599e0ce63e1a5a8f477a67534\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:26f1167feaf74177f9054bf26ac8775a4b188f25914e23bda9574ef2a759cce4\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:362566a15abbd2bcd1b49f9d27a3e22855af316e1a49092a0d1b885bcbb9be4a\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0661f10c38ccb1007a5937fd652f834283d016642264a0e031028979fcfb2dbf\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:adffa69631469a649556cee5b8456f184928818064aac82106bd08bd62e51d4e\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Skipping blob sha256:4e6adbb8b5a5e2b29fb999e7e1b9944f6264ca9599e0ce63e1a5a8f477a67534 (already present):\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Skipping blob sha256:adffa69631469a649556cee5b8456f184928818064aac82106bd08bd62e51d4e (already present):\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Skipping blob sha256:26f1167feaf74177f9054bf26ac8775a4b188f25914e23bda9574ef2a759cce4 (already present):\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Skipping blob sha256:0661f10c38ccb1007a5937fd652f834283d016642264a0e031028979fcfb2dbf (already present):\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Skipping blob sha256:362566a15abbd2bcd1b49f9d27a3e22855af316e1a49092a0d1b885bcbb9be4a (already present):\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:5fa3b1ecd720b5c0d4dc1de64c48562ee8762746ad6920c3b316786c26c3730f\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:5fa3b1ecd720b5c0d4dc1de64c48562ee8762746ad6920c3b316786c26c3730f\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5fa3b1ecd720b5c0d4dc1de64c48562ee8762746ad6920c3b316786c26c3730f\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5fa3b1ecd720b5c0d4dc1de64c48562ee8762746ad6920c3b316786c26c3730f\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:2b4bac4b01df90158b7ead4352a24a79184ea8c0a8108294cb437ee95a5a34d5\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Copying instance sha256:c9277d5f7d44ac6368ea093ccffb0798ea966e4c3e6130474e680086bcdcaf58 (2/4)\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:c9277d5f7d44ac6368ea093ccffb0798ea966e4c3e6130474e680086bcdcaf58\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-77\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b30afcf2b7c0078a063173400cd03b398c04667dba3a69e25601869c567aab15\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75f683d163d957f1ee51409a0dee961cd94f0bf95a0b493582ef7b4784fb804f\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad8a059895bdf187f7ab87fb2dd08fac62ab7b3c045c6f4b26222b4d385d8bc3\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b30afcf2b7c0078a063173400cd03b398c04667dba3a69e25601869c567aab15\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33691acc5d08c204b197a99bce9668a63b643c50fda757ecc33fa9f5aa400acb\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75f683d163d957f1ee51409a0dee961cd94f0bf95a0b493582ef7b4784fb804f\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33691acc5d08c204b197a99bce9668a63b643c50fda757ecc33fa9f5aa400acb\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad8a059895bdf187f7ab87fb2dd08fac62ab7b3c045c6f4b26222b4d385d8bc3\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fdcef994356950c8f51a41dbb8e2ed272a7089ef24c1fbc2c26ce1141b80524a\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fdcef994356950c8f51a41dbb8e2ed272a7089ef24c1fbc2c26ce1141b80524a\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Skipping blob sha256:b30afcf2b7c0078a063173400cd03b398c04667dba3a69e25601869c567aab15 (already present):\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Skipping blob sha256:ad8a059895bdf187f7ab87fb2dd08fac62ab7b3c045c6f4b26222b4d385d8bc3 (already present):\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Skipping blob sha256:fdcef994356950c8f51a41dbb8e2ed272a7089ef24c1fbc2c26ce1141b80524a (already present):\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Skipping blob sha256:33691acc5d08c204b197a99bce9668a63b643c50fda757ecc33fa9f5aa400acb (already present):\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Skipping blob sha256:75f683d163d957f1ee51409a0dee961cd94f0bf95a0b493582ef7b4784fb804f (already present):\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:7345422cc3b6c178632d97523d07549cbffe628d8c5d3355d876c211df935dbc\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:7345422cc3b6c178632d97523d07549cbffe628d8c5d3355d876c211df935dbc\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7345422cc3b6c178632d97523d07549cbffe628d8c5d3355d876c211df935dbc\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7345422cc3b6c178632d97523d07549cbffe628d8c5d3355d876c211df935dbc\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:33Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:c9277d5f7d44ac6368ea093ccffb0798ea966e4c3e6130474e680086bcdcaf58\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Copying instance sha256:49289bfc25d73f627d6390fea40e4a7401b56eb233c77f45377517351ac4b50b (3/4)\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:49289bfc25d73f627d6390fea40e4a7401b56eb233c77f45377517351ac4b50b\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-77\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48b1bb567f9b15e0190533f65efbf50761cde5bf9c69d27c584cb31fb17eab72\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a27b1f71c2c44aa60c1f9a0df1abe930667f0a96966ffe34726f37236e0fd5c1\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:018ccc3b7f53127b13bdfa2681e9914ee7463e5201cc79b5b8eeea5c14389f93\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48b1bb567f9b15e0190533f65efbf50761cde5bf9c69d27c584cb31fb17eab72\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:381c80c2f1cb5b6fa44c2c73efb8e7860aeef76d5cc0eefc9b75eabe9ce49884\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:018ccc3b7f53127b13bdfa2681e9914ee7463e5201cc79b5b8eeea5c14389f93\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:381c80c2f1cb5b6fa44c2c73efb8e7860aeef76d5cc0eefc9b75eabe9ce49884\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93669428a62e653d64150e54bc572a2000b7740216abb2ec5459dd21854be654\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a27b1f71c2c44aa60c1f9a0df1abe930667f0a96966ffe34726f37236e0fd5c1\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93669428a62e653d64150e54bc572a2000b7740216abb2ec5459dd21854be654\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Skipping blob sha256:381c80c2f1cb5b6fa44c2c73efb8e7860aeef76d5cc0eefc9b75eabe9ce49884 (already present):\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Skipping blob sha256:93669428a62e653d64150e54bc572a2000b7740216abb2ec5459dd21854be654 (already present):\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Skipping blob sha256:48b1bb567f9b15e0190533f65efbf50761cde5bf9c69d27c584cb31fb17eab72 (already present):\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Skipping blob sha256:018ccc3b7f53127b13bdfa2681e9914ee7463e5201cc79b5b8eeea5c14389f93 (already present):\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Skipping blob sha256:a27b1f71c2c44aa60c1f9a0df1abe930667f0a96966ffe34726f37236e0fd5c1 (already present):\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:54ad06047c8c7ff91149dd5f0c242a2186c6e529f0732b160deb9ff9cf59c1e8\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:54ad06047c8c7ff91149dd5f0c242a2186c6e529f0732b160deb9ff9cf59c1e8\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54ad06047c8c7ff91149dd5f0c242a2186c6e529f0732b160deb9ff9cf59c1e8\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54ad06047c8c7ff91149dd5f0c242a2186c6e529f0732b160deb9ff9cf59c1e8\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:49289bfc25d73f627d6390fea40e4a7401b56eb233c77f45377517351ac4b50b\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Copying instance sha256:d660f549eef1276311b2e6dd11b49c0d98fd85ae94fa3313b95b7723c9fc5072 (4/4)\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:d660f549eef1276311b2e6dd11b49c0d98fd85ae94fa3313b95b7723c9fc5072\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-77\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a488144c56a13944c74de03b01a3005b2b8209db87607068e297ecf20fb66929\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b91bceb9ee0b8243fb228f9ab9e9d5fd8cdb1f5d69093b5f53715fa55afa8b04\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a488144c56a13944c74de03b01a3005b2b8209db87607068e297ecf20fb66929\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b91bceb9ee0b8243fb228f9ab9e9d5fd8cdb1f5d69093b5f53715fa55afa8b04\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f38a7ae0702736b624d6d793aaa66a3a721bad0a48b716f5e95d0084c91bc4f4\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78812f2683062d05546bc4024e7c2fba6521ec637b0365e226f7ac371a047fe1\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9791a0fdfbf5e127240ec7a4154edcbe22eb89aa296a7c1482476622c3e91126\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78812f2683062d05546bc4024e7c2fba6521ec637b0365e226f7ac371a047fe1\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9791a0fdfbf5e127240ec7a4154edcbe22eb89aa296a7c1482476622c3e91126\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f38a7ae0702736b624d6d793aaa66a3a721bad0a48b716f5e95d0084c91bc4f4\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Skipping blob sha256:f38a7ae0702736b624d6d793aaa66a3a721bad0a48b716f5e95d0084c91bc4f4 (already present):\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Skipping blob sha256:9791a0fdfbf5e127240ec7a4154edcbe22eb89aa296a7c1482476622c3e91126 (already present):\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Skipping blob sha256:b91bceb9ee0b8243fb228f9ab9e9d5fd8cdb1f5d69093b5f53715fa55afa8b04 (already present):\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Skipping blob sha256:78812f2683062d05546bc4024e7c2fba6521ec637b0365e226f7ac371a047fe1 (already present):\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Skipping blob sha256:a488144c56a13944c74de03b01a3005b2b8209db87607068e297ecf20fb66929 (already present):\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:e67d78683b4fe13595098d039be148c39c1cba8951022b879759906ba62b3b08\\"\\ntime=\\"2022-06-02T12:35:34Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:e67d78683b4fe13595098d039be148c39c1cba8951022b879759906ba62b3b08\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e67d78683b4fe13595098d039be148c39c1cba8951022b879759906ba62b3b08\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e67d78683b4fe13595098d039be148c39c1cba8951022b879759906ba62b3b08\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:d660f549eef1276311b2e6dd11b49c0d98fd85ae94fa3313b95b7723c9fc5072\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-77\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:35:35,255 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-77' successful sync.
repomirrorworker stdout | 2022-06-02 12:35:35,255 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 35, 35, 255336), 2, '106aa4b8-20f7-4db0-93b5-e0989f2061a3', 3, '53bc01a4-71d1-40cf-a1be-329c6b3ce873'])
repomirrorworker stdout | 2022-06-02 12:35:35,258 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:35,259 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:35,260 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:35,260 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:35:35,261 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:35,267 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:39,185 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:35:39,185 [60] [WARNING] [apscheduler.scheduler] Execution of job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:35:39 UTC)" skipped: maximum number of running instances reached (1)
repomirrorworker stdout | 2022-06-02 12:35:39,186 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:36:09.167018+00:00 (in 29.981539 seconds)
repomirrorworker stdout | 2022-06-02 12:35:41,067 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:35:35Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-77-source\""
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:35:35Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-77-source"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-77-source"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f5f64a0c19000ea1600425971a71a17d6c49ebabc20223e36e203c35d6f5156"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f5f64a0c19000ea1600425971a71a17d6c49ebabc20223e36e203c35d6f5156"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:8f5f64a0c19000ea1600425971a71a17d6c49ebabc20223e36e203c35d6f5156 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:35:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:35:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1
repomirrorworker stdout | dff"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:39Z" level=debug msg="Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:a5335f683f199b87f061cc0c1be063f7f016d6587112dd3a9aefdecde64b05f6"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:a5335f683f199b87f061cc0c1be063f7f016d6587112dd3a9aefdecde64b05f6"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a5335f683f199b87f061cc0c1be063f7f016d6587112dd3a9aefdecde64b05f6"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a5335f683f199b87f061cc0c1be063f7f016d6587112dd3a9aefdecde64b05f6"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:40Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-77-source"
repomirrorworker stdout | 2022-06-02 12:35:41,068 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621
repomirrorworker stdout | Copying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e
repomirrorworker stdout | Copying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68
repomirrorworker stdout | Copying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284
repomirrorworker stdout | Copying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea
repomirrorworker stdout | Copying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34
repomirrorworker stdout | Copying blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef
repomirrorworker stdout | Copying blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d
repomirrorworker stdout | Copying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667
repomirrorworker stdout | Copying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4
repomirrorworker stdout | Copying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987
repomirrorworker stdout | Copying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f
repomirrorworker stdout | Copying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590
repomirrorworker stdout | Copying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55
repomirrorworker stdout | Copying blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1
repomirrorworker stdout | Copying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41
repomirrorworker stdout | Copying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb
repomirrorworker stdout | Copying blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2
repomirrorworker stdout | Copying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a
repomirrorworker stdout | Copying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773
repomirrorworker stdout | Copying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67
repomirrorworker stdout | Copying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9
repomirrorworker stdout | Copying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351
repomirrorworker stdout | Copying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce
repomirrorworker stdout | Copying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0
repomirrorworker stdout | Copying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb
repomirrorworker stdout | Copying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7
repomirrorworker stdout | Copying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e
repomirrorworker stdout | Copying blob sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6
repomirrorworker stdout | Copying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9
repomirrorworker stdout | Copying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216
repomirrorworker stdout | Copying blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a
repomirrorworker stdout | Copying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001
repomirrorworker stdout | Copying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358
repomirrorworker stdout | Copying blob sha256:8f5f64a0c19000ea1600425971a71a17d6c49ebabc20223e36e203c35d6f5156
repomirrorworker stdout | Copying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d
repomirrorworker stdout | Copying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9
repomirrorworker stdout | Copying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d
repomirrorworker stdout | Copying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e
repomirrorworker stdout | Copying blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f
repomirrorworker stdout | Copying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50
repomirrorworker stdout | Copying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802
repomirrorworker stdout | Copying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1
repomirrorworker stdout | Copying blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268
repomirrorworker stdout | Copying blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177
repomirrorworker stdout | Copying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09
repomirrorworker stdout | Copying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887
repomirrorworker stdout | Copying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d
repomirrorworker stdout | Copying blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d
repomirrorworker stdout | Copying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0
repomirrorworker stdout | Copying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce
repomirrorworker stdout | Copying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1
repomirrorworker stdout | Copying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d
repomirrorworker stdout | Copying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17
repomirrorworker stdout | Copying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95
repomirrorworker stdout | Copying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97
repomirrorworker stdout | Copying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181
repomirrorworker stdout | Copying blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9
repomirrorworker stdout | Copying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273
repomirrorworker stdout | Copying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9
repomirrorworker stdout | Copying blob sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926
repomirrorworker stdout | Copying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded
repomirrorworker stdout | Copying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4
repomirrorworker stdout | Copying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db
repomirrorworker stdout | Copying blob sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe
repomirrorworker stdout | Copying blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1
repomirrorworker stdout | Copying blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823
repomirrorworker stdout | Copying blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda
repomirrorworker stdout | Copying blob sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99
repomirrorworker stdout | Copying blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421
repomirrorworker stdout | Copying blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f
repomirrorworker stdout | Copying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf
repomirrorworker stdout | Copying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38
repomirrorworker stdout | Copying blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f
repomirrorworker stdout | Copying blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a
repomirrorworker stdout | Copying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4
repomirrorworker stdout | Copying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359
repomirrorworker stdout | Copying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b
repomirrorworker stdout | Copying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10
repomirrorworker stdout | Copying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2
repomirrorworker stdout | Copying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176
repomirrorworker stdout | Copying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738
repomirrorworker stdout | Copying blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab
repomirrorworker stdout | Copying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9
repomirrorworker stdout | Copying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9
repomirrorworker stdout | Copying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f
repomirrorworker stdout | Copying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc
repomirrorworker stdout | Copying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b
repomirrorworker stdout | Copying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a
repomirrorworker stdout | Copying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc
repomirrorworker stdout | Copying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704
repomirrorworker stdout | Copying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1
repomirrorworker stdout | Copying blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274
repomirrorworker stdout | Copying blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24
repomirrorworker stdout | Copying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075
repomirrorworker stdout | Copying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488
repomirrorworker stdout | Copying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee
repomirrorworker stdout | Copying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10
repomirrorworker stdout | Copying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d
repomirrorworker stdout | Copying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78
repomirrorworker stdout | Copying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136
repomirrorworker stdout | Copying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab
repomirrorworker stdout | Copying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9
repomirrorworker stdout | Copying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546
repomirrorworker stdout | Copying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03
repomirrorworker stdout | Copying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658
repomirrorworker stdout | Copying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b
repomirrorworker stdout | Copying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf
repomirrorworker stdout | Copying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151
repomirrorworker stdout | Copying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c
repomirrorworker stdout | Copying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3
repomirrorworker stdout | Copying blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3
repomirrorworker stdout | Copying blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717
repomirrorworker stdout | Copying blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278
repomirrorworker stdout | Copying blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62
repomirrorworker stdout | Copying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c
repomirrorworker stdout | Copying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50
repomirrorworker stdout | Copying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7
repomirrorworker stdout | Copying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170
repomirrorworker stdout | Copying blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523
repomirrorworker stdout | Copying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e
repomirrorworker stdout | Copying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3
repomirrorworker stdout | Copying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a
repomirrorworker stdout | Copying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a
repomirrorworker stdout | Copying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733
repomirrorworker stdout | Copying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd
repomirrorworker stdout | Copying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5
repomirrorworker stdout | Copying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a
repomirrorworker stdout | Copying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76
repomirrorworker stdout | Copying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2
repomirrorworker stdout | Copying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d
repomirrorworker stdout | Copying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52
repomirrorworker stdout | Copying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce
repomirrorworker stdout | Copying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6
repomirrorworker stdout | Copying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb
repomirrorworker stdout | Copying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d
repomirrorworker stdout | Copying blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da
repomirrorworker stdout | Copying blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85
repomirrorworker stdout | Copying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5
repomirrorworker stdout | Copying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b
repomirrorworker stdout | Copying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb
repomirrorworker stdout | Copying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb
repomirrorworker stdout | Copying blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b
repomirrorworker stdout | Copying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110
repomirrorworker stdout | Copying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb
repomirrorworker stdout | Copying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0
repomirrorworker stdout | Copying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7
repomirrorworker stdout | Copying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3
repomirrorworker stdout | Copying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6
repomirrorworker stdout | Copying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19
repomirrorworker stdout | Copying blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b
repomirrorworker stdout | Copying blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f
repomirrorworker stdout | Copying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e
repomirrorworker stdout | Copying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315
repomirrorworker stdout | Copying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c
repomirrorworker stdout | Copying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c
repomirrorworker stdout | Copying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0
repomirrorworker stdout | Copying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8
repomirrorworker stdout | Copying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82
repomirrorworker stdout | Copying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7
repomirrorworker stdout | Copying blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349
repomirrorworker stdout | Copying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa
repomirrorworker stdout | Copying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f
repomirrorworker stdout | Copying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b
repomirrorworker stdout | Copying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf
repomirrorworker stdout | Copying blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479
repomirrorworker stdout | Copying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0
repomirrorworker stdout | Copying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b
repomirrorworker stdout | Copying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3
repomirrorworker stdout | Copying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f
repomirrorworker stdout | Copying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454
repomirrorworker stdout | Copying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55
repomirrorworker stdout | Copying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd
repomirrorworker stdout | Copying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797
repomirrorworker stdout | Copying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1
repomirrorworker stdout | Copying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36
repomirrorworker stdout | Copying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781
repomirrorworker stdout | Copying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970
repomirrorworker stdout | Copying blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f
repomirrorworker stdout | Copying blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5
repomirrorworker stdout | Copying blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6
repomirrorworker stdout | Copying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0
repomirrorworker stdout | Copying blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018
repomirrorworker stdout | Copying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75
repomirrorworker stdout | Copying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699
repomirrorworker stdout | Copying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3
repomirrorworker stdout | Copying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d
repomirrorworker stdout | Copying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff
repomirrorworker stdout | Copying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007
repomirrorworker stdout | Copying blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde
repomirrorworker stdout | Copying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092
repomirrorworker stdout | Copying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1
repomirrorworker stdout | Copying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8
repomirrorworker stdout | Copying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238
repomirrorworker stdout | Copying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131
repomirrorworker stdout | Copying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a
repomirrorworker stdout | Copying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359
repomirrorworker stdout | Copying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1
repomirrorworker stdout | Copying blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a
repomirrorworker stdout | Copying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694
repomirrorworker stdout | Copying blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc
repomirrorworker stdout | Copying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43
repomirrorworker stdout | Copying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6
repomirrorworker stdout | Copying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8
repomirrorworker stdout | Copying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d
repomirrorworker stdout | Copying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be
repomirrorworker stdout | Copying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c
repomirrorworker stdout | Copying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f
repomirrorworker stdout | Copying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1
repomirrorworker stdout | Copying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e
repomirrorworker stdout | Copying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff
repomirrorworker stdout | Copying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9
repomirrorworker stdout | Copying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9
repomirrorworker stdout | Copying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b
repomirrorworker stdout | Copying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880
repomirrorworker stdout | Copying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb
repomirrorworker stdout | Copying blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e
repomirrorworker stdout | Copying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0
repomirrorworker stdout | Copying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074
repomirrorworker stdout | Copying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7
repomirrorworker stdout | Copying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86
repomirrorworker stdout | Copying blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683
repomirrorworker stdout | Copying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643
repomirrorworker stdout | Copying blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c
repomirrorworker stdout | Copying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d
repomirrorworker stdout | Copying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf
repomirrorworker stdout | Copying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6
repomirrorworker stdout | Copying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca
repomirrorworker stdout | Copying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2
repomirrorworker stdout | Copying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7
repomirrorworker stdout | Copying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1
repomirrorworker stdout | Copying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10
repomirrorworker stdout | Copying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1
repomirrorworker stdout | Copying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8
repomirrorworker stdout | Copying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e
repomirrorworker stdout | Copying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0
repomirrorworker stdout | Copying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f
repomirrorworker stdout | Copying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00
repomirrorworker stdout | Copying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22
repomirrorworker stdout | Copying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b
repomirrorworker stdout | Copying blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c
repomirrorworker stdout | Copying blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0
repomirrorworker stdout | Copying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee
repomirrorworker stdout | Copying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2
repomirrorworker stdout | Copying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201
repomirrorworker stdout | Copying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32
repomirrorworker stdout | Copying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c
repomirrorworker stdout | Copying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e
repomirrorworker stdout | Copying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099
repomirrorworker stdout | Copying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759
repomirrorworker stdout | Copying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f
repomirrorworker stdout | Copying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996
repomirrorworker stdout | Copying blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32
repomirrorworker stdout | Copying blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8
repomirrorworker stdout | Copying blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603
repomirrorworker stdout | Copying blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091
repomirrorworker stdout | Copying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391
repomirrorworker stdout | Copying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b
repomirrorworker stdout | Copying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b
repomirrorworker stdout | Copying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2
repomirrorworker stdout | Copying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea
repomirrorworker stdout | Copying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd
repomirrorworker stdout | Copying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca
repomirrorworker stdout | Copying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03
repomirrorworker stdout | Copying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65
repomirrorworker stdout | Copying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515
repomirrorworker stdout | Copying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d
repomirrorworker stdout | Copying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264
repomirrorworker stdout | Copying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0
repomirrorworker stdout | Copying config sha256:a5335f683f199b87f061cc0c1be063f7f016d6587112dd3a9aefdecde64b05f6
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:35:41,070 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:41,074 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:41,076 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 35, 41, 73574), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-77-source\' successful sync", "tag": "1-77-source", "tags": null, "stdout": "Copying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\nCopying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\nCopying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\nCopying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\nCopying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\nCopying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\nCopying blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef\\nCopying blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\nCopying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\nCopying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\nCopying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\nCopying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\nCopying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\nCopying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\nCopying blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\nCopying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\nCopying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\nCopying blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\nCopying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\nCopying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\nCopying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\nCopying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\nCopying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\nCopying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\nCopying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\nCopying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\nCopying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\nCopying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\nCopying blob sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6\\nCopying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\nCopying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\nCopying blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a\\nCopying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\nCopying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\nCopying blob sha256:8f5f64a0c19000ea1600425971a71a17d6c49ebabc20223e36e203c35d6f5156\\nCopying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\nCopying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\nCopying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\nCopying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\nCopying blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\nCopying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\nCopying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\nCopying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\nCopying blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\nCopying blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\nCopying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\nCopying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\nCopying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\nCopying blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\nCopying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\nCopying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\nCopying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\nCopying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\nCopying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\nCopying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\nCopying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\nCopying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\nCopying blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9\\nCopying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\nCopying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\nCopying blob sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926\\nCopying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\nCopying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\nCopying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\nCopying blob sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe\\nCopying blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\nCopying blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\nCopying blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\nCopying blob sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99\\nCopying blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\nCopying blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\nCopying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\nCopying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\nCopying blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\nCopying blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a\\nCopying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\nCopying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\nCopying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\nCopying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\nCopying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\nCopying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\nCopying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\nCopying blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\nCopying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\nCopying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\nCopying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\nCopying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\nCopying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\nCopying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\nCopying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\nCopying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\nCopying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\nCopying blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\nCopying blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\nCopying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\nCopying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\nCopying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\nCopying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\nCopying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\nCopying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\nCopying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\nCopying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\nCopying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\nCopying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\nCopying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\nCopying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\nCopying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\nCopying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\nCopying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\nCopying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\nCopying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\nCopying blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\nCopying blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\nCopying blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\nCopying blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\nCopying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\nCopying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\nCopying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\nCopying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\nCopying blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\nCopying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\nCopying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\nCopying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\nCopying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\nCopying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\nCopying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\nCopying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\nCopying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\nCopying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\nCopying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\nCopying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\nCopying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\nCopying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\nCopying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\nCopying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\nCopying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\nCopying blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\nCopying blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\nCopying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\nCopying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\nCopying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\nCopying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\nCopying blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\nCopying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\nCopying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\nCopying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\nCopying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\nCopying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\nCopying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\nCopying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\nCopying blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\nCopying blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\nCopying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\nCopying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\nCopying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\nCopying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\nCopying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\nCopying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\nCopying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\nCopying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\nCopying blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\nCopying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\nCopying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\nCopying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\nCopying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\nCopying blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\nCopying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\nCopying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\nCopying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\nCopying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\nCopying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\nCopying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\nCopying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\nCopying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\nCopying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\nCopying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\nCopying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\nCopying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\nCopying blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\nCopying blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\nCopying blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\nCopying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\nCopying blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018\\nCopying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\nCopying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\nCopying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\nCopying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\nCopying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\nCopying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\nCopying blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\nCopying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\nCopying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\nCopying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\nCopying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\nCopying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\nCopying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\nCopying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\nCopying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\nCopying blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a\\nCopying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\nCopying blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\nCopying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\nCopying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\nCopying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\nCopying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\nCopying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\nCopying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\nCopying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\nCopying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\nCopying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\nCopying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\nCopying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\nCopying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\nCopying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\nCopying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\nCopying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\nCopying blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\nCopying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\nCopying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\nCopying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\nCopying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\nCopying blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\nCopying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\nCopying blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\nCopying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\nCopying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\nCopying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\nCopying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\nCopying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\nCopying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\nCopying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\nCopying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\nCopying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\nCopying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\nCopying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\nCopying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\nCopying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\nCopying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\nCopying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\nCopying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\nCopying blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\nCopying blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\nCopying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\nCopying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\nCopying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\nCopying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\nCopying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\nCopying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\nCopying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\nCopying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\nCopying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\nCopying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\nCopying blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\nCopying blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\nCopying blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\nCopying blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\nCopying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\nCopying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\nCopying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\nCopying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\nCopying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\nCopying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\nCopying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\nCopying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\nCopying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\nCopying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\nCopying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\nCopying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\nCopying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\nCopying config sha256:a5335f683f199b87f061cc0c1be063f7f016d6587112dd3a9aefdecde64b05f6\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-77-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:35:35Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-77-source\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-77-source\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f5f64a0c19000ea1600425971a71a17d6c49ebabc20223e36e203c35d6f5156\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f5f64a0c19000ea1600425971a71a17d6c49ebabc20223e36e203c35d6f5156\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:665f9b392785548d8ada0b2775e6ba9928ce1395070b83ab75bc97433ace5ae6 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:1ac409b584caa7a8252d84ef2d4d17ec1530a66622f3ce20a68516951b8eec5a (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:8f5f64a0c19000ea1600425971a71a17d6c49ebabc20223e36e203c35d6f5156 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:5b425cd106c97d22acdd957f42d5383d4b9ee6f96482b352b7b58148216cb926 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:74a81dee23fe818ba2b263d7700f17bc68c932cef561e12a3a0e9f333676e0fe (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:5297e78ac6a9716c48b69e09f6bc8f9caf031e7e1d9ad4061bd63671e8837c99 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:7ec10ad91c2e894d9fed07f74183723196c1cde8902809fb5d03e6754a509c4a (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:35:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:35:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Ski
repomirrorworker stdout | pping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):\\"\\ntime=\\"2022-06-02T12:35:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:39Z\\" level=debug msg=\\"Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32 (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8 (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603 (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091 (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:a5335f683f199b87f061cc0c1be063f7f016d6587112dd3a9aefdecde64b05f6\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:a5335f683f199b87f061cc0c1be063f7f016d6587112dd3a9aefdecde64b05f6\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a5335f683f199b87f061cc0c1be063f7f016d6587112dd3a9aefdecde64b05f6\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a5335f683f199b87f061cc0c1be063f7f016d6587112dd3a9aefdecde64b05f6\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:40Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-77-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:35:41,087 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-77-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:35:41,087 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 35, 41, 87225), 2, '291158bd-d172-4f91-953b-b9a4f00e7ced', 3, '106aa4b8-20f7-4db0-93b5-e0989f2061a3'])
repomirrorworker stdout | 2022-06-02 12:35:41,089 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:41,090 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:41,091 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:41,092 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:35:41,093 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:41,099 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:44,727 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:35:41Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:41Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:41Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:35:41Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:41Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:41Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:41Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:41Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:41Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:41Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-80\""
repomirrorworker stdout | time="2022-06-02T12:35:41Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:41Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:41Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:41Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:41Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:41Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:41Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:35:41Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-80"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Copying instance sha256:c5982c7ddd5fa3a71048d0b803fc8fc722f6240ed50ec00e78e353467d5c1884 (1/4)"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:c5982c7ddd5fa3a71048d0b803fc8fc722f6240ed50ec00e78e353467d5c1884"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79a56ba04a301eb949644bca29f18b1879b6f305091ef1eb8068a0f5828db863"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dcbdc60ea6b60326f98e2b49d6ebcb7771df4b70c6297ddf2d7dede6692df6e"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a741cb7fead36abf6dd746b4df7ca1b13017a7c14bfd4c785f397ec222ae72"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aad543859364662ddb264ad5752fd9449d47410b9efa0278463c0a9c578b79c6"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8671113e1c57d3106acaef2383f9bbfe1c45a26eacb03ec82786a494e15956c3"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dcbdc60ea6b60326f98e2b49d6ebcb7771df4b70c6297ddf2d7dede6692df6e"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a741cb7fead36abf6dd746b4df7ca1b13017a7c14bfd4c785f397ec222ae72"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8671113e1c57d3106acaef2383f9bbfe1c45a26eacb03ec82786a494e15956c3"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aad543859364662ddb264ad5752fd9449d47410b9efa0278463c0a9c578b79c6"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79a56ba04a301eb949644bca29f18b1879b6f305091ef1eb8068a0f5828db863"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Skipping blob sha256:11a741cb7fead36abf6dd746b4df7ca1b13017a7c14bfd4c785f397ec222ae72 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Skipping blob sha256:5dcbdc60ea6b60326f98e2b49d6ebcb7771df4b70c6297ddf2d7dede6692df6e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Skipping blob sha256:aad543859364662ddb264ad5752fd9449d47410b9efa0278463c0a9c578b79c6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Skipping blob sha256:8671113e1c57d3106acaef2383f9bbfe1c45a26eacb03ec82786a494e15956c3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Skipping blob sha256:79a56ba04a301eb949644bca29f18b1879b6f305091ef1eb8068a0f5828db863 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:bebf43eee127c65a499431302f867b25a8d8305102a7272acda0027cb24807d8"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:bebf43eee127c65a499431302f867b25a8d8305102a7272acda0027cb24807d8"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bebf43eee127c65a499431302f867b25a8d8305102a7272acda0027cb24807d8"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bebf43eee127c65a499431302f867b25a8d8305102a7272acda0027cb24807d8"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:c5982c7ddd5fa3a71048d0b803fc8fc722f6240ed50ec00e78e353467d5c1884"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="Copying instance sha256:805301489663192ed6ff455e78149c529a98ad2005443caf2eddb739a7e0969e (2/4)"
repomirrorworker stdout | time="2022-06-02T12:35:42Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:805301489663192ed6ff455e78149c529a98ad2005443caf2eddb739a7e0969e"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66650b0881a0fd4804e31a869feb544b41b0d02ee04d94c3100ba19ab7ba9142"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9025a2085e7e4a15570085086d395190ac5742ae7debca478cf60aed1fc1530"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a4748ace73fd4363382df832f2ae102fc134050c7ed0e37216504c1b97e1a9b"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9025a2085e7e4a15570085086d395190ac5742ae7debca478cf60aed1fc1530"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66650b0881a0fd4804e31a869feb544b41b0d02ee04d94c3100ba19ab7ba9142"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a4748ace73fd4363382df832f2ae102fc134050c7ed0e37216504c1b97e1a9b"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee33d87850c779fadcc67bf60ccb90d9fad28066589f303e87027189b58247a7"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:043197af8e183bc5e9e73e0e5bfc06d831ba35835e899b76f4caee42545b16b0"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee33d87850c779fadcc67bf60ccb90d9fad28066589f303e87027189b58247a7"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:043197af8e183bc5e9e73e0e5bfc06d831ba35835e899b76f4caee42545b16b0"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Skipping blob sha256:ee33d87850c779fadcc67bf60ccb90d9fad28066589f303e87027189b58247a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Skipping blob sha256:66650b0881a0fd4804e31a869feb544b41b0d02ee04d94c3100ba19ab7ba9142 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Skipping blob sha256:043197af8e183bc5e9e73e0e5bfc06d831ba35835e899b76f4caee42545b16b0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Skipping blob sha256:b9025a2085e7e4a15570085086d395190ac5742ae7debca478cf60aed1fc1530 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Skipping blob sha256:8a4748ace73fd4363382df832f2ae102fc134050c7ed0e37216504c1b97e1a9b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:da6ead5a8f2781bd5fbd71b504a06369d4bcbf5cc29cd1f250e365f6081138d7"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:da6ead5a8f2781bd5fbd71b504a06369d4bcbf5cc29cd1f250e365f6081138d7"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da6ead5a8f2781bd5fbd71b504a06369d4bcbf5cc29cd1f250e365f6081138d7"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da6ead5a8f2781bd5fbd71b504a06369d4bcbf5cc29cd1f250e365f6081138d7"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:805301489663192ed6ff455e78149c529a98ad2005443caf2eddb739a7e0969e"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Copying instance sha256:f69c48166e8f47ca6dd5b760bd2382baed331f1fc6f202066ba341d4f131b875 (3/4)"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:f69c48166e8f47ca6dd5b760bd2382baed331f1fc6f202066ba341d4f131b875"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a4c6e90ac8791a635a5bac3f21922e26fc5d1cf6d63d16b707919891126969d"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35c069760f26fa4af309f9ff07ea8d340ca9d12c8b5e364b211d2002b8ae0181"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a4c6e90ac8791a635a5bac3f21922e26fc5d1cf6d63d16b707919891126969d"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a748a57c721018d98779c84f5e9f9d7907660c7924ff07699f6ff23a3436a05"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f77cb329a6c3ffc342262565a8093ac0a373e42fd3f91b4c0cc5e278dca36763"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35c069760f26fa4af309f9ff07ea8d340ca9d12c8b5e364b211d2002b8ae0181"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a748a57c721018d98779c84f5e9f9d7907660c7924ff07699f6ff23a3436a05"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f77cb329a6c3ffc342262565a8093ac0a373e42fd3f91b4c0cc5e278dca36763"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a6367328476bbb441aef691b6feb59f8941d43b9c44552526f15292ecb6ac6b"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a6367328476bbb441aef691b6feb59f8941d43b9c44552526f15292ecb6ac6b"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Skipping blob sha256:9a4c6e90ac8791a635a5bac3f21922e26fc5d1cf6d63d16b707919891126969d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Skipping blob sha256:f77cb329a6c3ffc342262565a8093ac0a373e42fd3f91b4c0cc5e278dca36763 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Skipping blob sha256:3a6367328476bbb441aef691b6feb59f8941d43b9c44552526f15292ecb6ac6b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Skipping blob sha256:6a748a57c721018d98779c84f5e9f9d7907660c7924ff07699f6ff23a3436a05 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Skipping blob sha256:35c069760f26fa4af309f9ff07ea8d340ca9d12c8b5e364b211d2002b8ae0181 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:b75d0bab5e71034db450bb2f79a48a4bb74bb8730c5af2fd0b4e77e5d28df03f"
repomirrorworker stdout | time="2022-06-02T12:35:43Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:b75d0bab5e71034db450bb2f79a48a4bb74bb8730c5af2fd0b4e77e5d28df03f"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b75d0bab5e71034db450bb2f79a48a4bb74bb8730c5af2fd0b4e77e5d28df03f"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b75d0bab5e71034db450bb2f79a48a4bb74bb8730c5af2fd0b4e77e5d28df03f"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:f69c48166e8f47ca6dd5b760bd2382baed331f1fc6f202066ba341d4f131b875"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Copying instance sha256:b321f5603d50447f1c6853f1069a006075e73d69f78a5de509bf8b356cc4e3b5 (4/4)"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:b321f5603d50447f1c6853f1069a006075e73d69f78a5de509bf8b356cc4e3b5"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d36cd086bc340a560101587b10246aebd6ab1798dac55c17b8df93a87c1fab55"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a69e38b9f66169af8f36577b68ceaa63738f738a64c271613bd8ba445e809a29"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:696bb3acf557740b3e0ba44b9ae82ef4f5d77133ce15ce10a895ac5bf0a12c1b"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14536a1b36f593ad0bbb35f8ab12e9f1f911f5dd26df1cf9afd0d5951fceada3"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:696bb3acf557740b3e0ba44b9ae82ef4f5d77133ce15ce10a895ac5bf0a12c1b"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d36cd086bc340a560101587b10246aebd6ab1798dac55c17b8df93a87c1fab55"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14536a1b36f593ad0bbb35f8ab12e9f1f911f5dd26df1cf9afd0d5951fceada3"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a69e38b9f66169af8f36577b68ceaa63738f738a64c271613bd8ba445e809a29"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d3a1943aab6506be8090fe1a3bb69ce655b44d11212812adafe112f062e49a8e"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d3a1943aab6506be8090fe1a3bb69ce655b44d11212812adafe112f062e49a8e"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Skipping blob sha256:d36cd086bc340a560101587b10246aebd6ab1798dac55c17b8df93a87c1fab55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Skipping blob sha256:14536a1b36f593ad0bbb35f8ab12e9f1f911f5dd26df1cf9afd0d5951fceada3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Skipping blob sha256:a69e38b9f66169af8f36577b68ceaa63738f738a64c271613bd8ba445e809a29 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Skipping blob sha256:696bb3acf557740b3e0ba44b9ae82ef4f5d77133ce15ce10a895ac5bf0a12c1b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Skipping blob sha256:d3a1943aab6506be8090fe1a3bb69ce655b44d11212812adafe112f062e49a8e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:de57022e5812269e6a4a370552801629690f0da4b0d66350fcf3263aa5aba683"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:de57022e5812269e6a4a370552801629690f0da4b0d66350fcf3263aa5aba683"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de57022e5812269e6a4a370552801629690f0da4b0d66350fcf3263aa5aba683"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de57022e5812269e6a4a370552801629690f0da4b0d66350fcf3263aa5aba683"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:b321f5603d50447f1c6853f1069a006075e73d69f78a5de509bf8b356cc4e3b5"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-80"
repomirrorworker stdout | 2022-06-02 12:35:44,727 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:c5982c7ddd5fa3a71048d0b803fc8fc722f6240ed50ec00e78e353467d5c1884 (1/4)
repomirrorworker stdout | Copying blob sha256:11a741cb7fead36abf6dd746b4df7ca1b13017a7c14bfd4c785f397ec222ae72
repomirrorworker stdout | Copying blob sha256:5dcbdc60ea6b60326f98e2b49d6ebcb7771df4b70c6297ddf2d7dede6692df6e
repomirrorworker stdout | Copying blob sha256:aad543859364662ddb264ad5752fd9449d47410b9efa0278463c0a9c578b79c6
repomirrorworker stdout | Copying blob sha256:8671113e1c57d3106acaef2383f9bbfe1c45a26eacb03ec82786a494e15956c3
repomirrorworker stdout | Copying blob sha256:79a56ba04a301eb949644bca29f18b1879b6f305091ef1eb8068a0f5828db863
repomirrorworker stdout | Copying config sha256:bebf43eee127c65a499431302f867b25a8d8305102a7272acda0027cb24807d8
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:805301489663192ed6ff455e78149c529a98ad2005443caf2eddb739a7e0969e (2/4)
repomirrorworker stdout | Copying blob sha256:ee33d87850c779fadcc67bf60ccb90d9fad28066589f303e87027189b58247a7
repomirrorworker stdout | Copying blob sha256:66650b0881a0fd4804e31a869feb544b41b0d02ee04d94c3100ba19ab7ba9142
repomirrorworker stdout | Copying blob sha256:043197af8e183bc5e9e73e0e5bfc06d831ba35835e899b76f4caee42545b16b0
repomirrorworker stdout | Copying blob sha256:b9025a2085e7e4a15570085086d395190ac5742ae7debca478cf60aed1fc1530
repomirrorworker stdout | Copying blob sha256:8a4748ace73fd4363382df832f2ae102fc134050c7ed0e37216504c1b97e1a9b
repomirrorworker stdout | Copying config sha256:da6ead5a8f2781bd5fbd71b504a06369d4bcbf5cc29cd1f250e365f6081138d7
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:f69c48166e8f47ca6dd5b760bd2382baed331f1fc6f202066ba341d4f131b875 (3/4)
repomirrorworker stdout | Copying blob sha256:9a4c6e90ac8791a635a5bac3f21922e26fc5d1cf6d63d16b707919891126969d
repomirrorworker stdout | Copying blob sha256:f77cb329a6c3ffc342262565a8093ac0a373e42fd3f91b4c0cc5e278dca36763
repomirrorworker stdout | Copying blob sha256:3a6367328476bbb441aef691b6feb59f8941d43b9c44552526f15292ecb6ac6b
repomirrorworker stdout | Copying blob sha256:6a748a57c721018d98779c84f5e9f9d7907660c7924ff07699f6ff23a3436a05
repomirrorworker stdout | Copying blob sha256:35c069760f26fa4af309f9ff07ea8d340ca9d12c8b5e364b211d2002b8ae0181
repomirrorworker stdout | Copying config sha256:b75d0bab5e71034db450bb2f79a48a4bb74bb8730c5af2fd0b4e77e5d28df03f
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:b321f5603d50447f1c6853f1069a006075e73d69f78a5de509bf8b356cc4e3b5 (4/4)
repomirrorworker stdout | Copying blob sha256:d36cd086bc340a560101587b10246aebd6ab1798dac55c17b8df93a87c1fab55
repomirrorworker stdout | Copying blob sha256:14536a1b36f593ad0bbb35f8ab12e9f1f911f5dd26df1cf9afd0d5951fceada3
repomirrorworker stdout | Copying blob sha256:a69e38b9f66169af8f36577b68ceaa63738f738a64c271613bd8ba445e809a29
repomirrorworker stdout | Copying blob sha256:696bb3acf557740b3e0ba44b9ae82ef4f5d77133ce15ce10a895ac5bf0a12c1b
repomirrorworker stdout | Copying blob sha256:d3a1943aab6506be8090fe1a3bb69ce655b44d11212812adafe112f062e49a8e
repomirrorworker stdout | Copying config sha256:de57022e5812269e6a4a370552801629690f0da4b0d66350fcf3263aa5aba683
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:35:44,729 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:44,733 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:44,734 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 35, 44, 732758), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-80\' successful sync", "tag": "1-80", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:c5982c7ddd5fa3a71048d0b803fc8fc722f6240ed50ec00e78e353467d5c1884 (1/4)\\nCopying blob sha256:11a741cb7fead36abf6dd746b4df7ca1b13017a7c14bfd4c785f397ec222ae72\\nCopying blob sha256:5dcbdc60ea6b60326f98e2b49d6ebcb7771df4b70c6297ddf2d7dede6692df6e\\nCopying blob sha256:aad543859364662ddb264ad5752fd9449d47410b9efa0278463c0a9c578b79c6\\nCopying blob sha256:8671113e1c57d3106acaef2383f9bbfe1c45a26eacb03ec82786a494e15956c3\\nCopying blob sha256:79a56ba04a301eb949644bca29f18b1879b6f305091ef1eb8068a0f5828db863\\nCopying config sha256:bebf43eee127c65a499431302f867b25a8d8305102a7272acda0027cb24807d8\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:805301489663192ed6ff455e78149c529a98ad2005443caf2eddb739a7e0969e (2/4)\\nCopying blob sha256:ee33d87850c779fadcc67bf60ccb90d9fad28066589f303e87027189b58247a7\\nCopying blob sha256:66650b0881a0fd4804e31a869feb544b41b0d02ee04d94c3100ba19ab7ba9142\\nCopying blob sha256:043197af8e183bc5e9e73e0e5bfc06d831ba35835e899b76f4caee42545b16b0\\nCopying blob sha256:b9025a2085e7e4a15570085086d395190ac5742ae7debca478cf60aed1fc1530\\nCopying blob sha256:8a4748ace73fd4363382df832f2ae102fc134050c7ed0e37216504c1b97e1a9b\\nCopying config sha256:da6ead5a8f2781bd5fbd71b504a06369d4bcbf5cc29cd1f250e365f6081138d7\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:f69c48166e8f47ca6dd5b760bd2382baed331f1fc6f202066ba341d4f131b875 (3/4)\\nCopying blob sha256:9a4c6e90ac8791a635a5bac3f21922e26fc5d1cf6d63d16b707919891126969d\\nCopying blob sha256:f77cb329a6c3ffc342262565a8093ac0a373e42fd3f91b4c0cc5e278dca36763\\nCopying blob sha256:3a6367328476bbb441aef691b6feb59f8941d43b9c44552526f15292ecb6ac6b\\nCopying blob sha256:6a748a57c721018d98779c84f5e9f9d7907660c7924ff07699f6ff23a3436a05\\nCopying blob sha256:35c069760f26fa4af309f9ff07ea8d340ca9d12c8b5e364b211d2002b8ae0181\\nCopying config sha256:b75d0bab5e71034db450bb2f79a48a4bb74bb8730c5af2fd0b4e77e5d28df03f\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:b321f5603d50447f1c6853f1069a006075e73d69f78a5de509bf8b356cc4e3b5 (4/4)\\nCopying blob sha256:d36cd086bc340a560101587b10246aebd6ab1798dac55c17b8df93a87c1fab55\\nCopying blob sha256:14536a1b36f593ad0bbb35f8ab12e9f1f911f5dd26df1cf9afd0d5951fceada3\\nCopying blob sha256:a69e38b9f66169af8f36577b68ceaa63738f738a64c271613bd8ba445e809a29\\nCopying blob sha256:696bb3acf557740b3e0ba44b9ae82ef4f5d77133ce15ce10a895ac5bf0a12c1b\\nCopying blob sha256:d3a1943aab6506be8090fe1a3bb69ce655b44d11212812adafe112f062e49a8e\\nCopying config sha256:de57022e5812269e6a4a370552801629690f0da4b0d66350fcf3263aa5aba683\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:35:41Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:41Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:41Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:35:41Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:35:41Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:41Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:41Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:41Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:41Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:41Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-80\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:41Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:41Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:41Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:41Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:35:41Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:41Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:35:41Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:35:41Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-80\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Copying instance sha256:c5982c7ddd5fa3a71048d0b803fc8fc722f6240ed50ec00e78e353467d5c1884 (1/4)\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:c5982c7ddd5fa3a71048d0b803fc8fc722f6240ed50ec00e78e353467d5c1884\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79a56ba04a301eb949644bca29f18b1879b6f305091ef1eb8068a0f5828db863\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dcbdc60ea6b60326f98e2b49d6ebcb7771df4b70c6297ddf2d7dede6692df6e\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a741cb7fead36abf6dd746b4df7ca1b13017a7c14bfd4c785f397ec222ae72\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aad543859364662ddb264ad5752fd9449d47410b9efa0278463c0a9c578b79c6\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8671113e1c57d3106acaef2383f9bbfe1c45a26eacb03ec82786a494e15956c3\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dcbdc60ea6b60326f98e2b49d6ebcb7771df4b70c6297ddf2d7dede6692df6e\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a741cb7fead36abf6dd746b4df7ca1b13017a7c14bfd4c785f397ec222ae72\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8671113e1c57d3106acaef2383f9bbfe1c45a26eacb03ec82786a494e15956c3\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aad543859364662ddb264ad5752fd9449d47410b9efa0278463c0a9c578b79c6\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:79a56ba04a301eb949644bca29f18b1879b6f305091ef1eb8068a0f5828db863\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Skipping blob sha256:11a741cb7fead36abf6dd746b4df7ca1b13017a7c14bfd4c785f397ec222ae72 (already present):\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Skipping blob sha256:5dcbdc60ea6b60326f98e2b49d6ebcb7771df4b70c6297ddf2d7dede6692df6e (already present):\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Skipping blob sha256:aad543859364662ddb264ad5752fd9449d47410b9efa0278463c0a9c578b79c6 (already present):\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Skipping blob sha256:8671113e1c57d3106acaef2383f9bbfe1c45a26eacb03ec82786a494e15956c3 (already present):\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Skipping blob sha256:79a56ba04a301eb949644bca29f18b1879b6f305091ef1eb8068a0f5828db863 (already present):\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:bebf43eee127c65a499431302f867b25a8d8305102a7272acda0027cb24807d8\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:bebf43eee127c65a499431302f867b25a8d8305102a7272acda0027cb24807d8\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bebf43eee127c65a499431302f867b25a8d8305102a7272acda0027cb24807d8\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bebf43eee127c65a499431302f867b25a8d8305102a7272acda0027cb24807d8\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:c5982c7ddd5fa3a71048d0b803fc8fc722f6240ed50ec00e78e353467d5c1884\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"Copying instance sha256:805301489663192ed6ff455e78149c529a98ad2005443caf2eddb739a7e0969e (2/4)\\"\\ntime=\\"2022-06-02T12:35:42Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:805301489663192ed6ff455e78149c529a98ad2005443caf2eddb739a7e0969e\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66650b0881a0fd4804e31a869feb544b41b0d02ee04d94c3100ba19ab7ba9142\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9025a2085e7e4a15570085086d395190ac5742ae7debca478cf60aed1fc1530\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a4748ace73fd4363382df832f2ae102fc134050c7ed0e37216504c1b97e1a9b\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b9025a2085e7e4a15570085086d395190ac5742ae7debca478cf60aed1fc1530\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66650b0881a0fd4804e31a869feb544b41b0d02ee04d94c3100ba19ab7ba9142\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8a4748ace73fd4363382df832f2ae102fc134050c7ed0e37216504c1b97e1a9b\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee33d87850c779fadcc67bf60ccb90d9fad28066589f303e87027189b58247a7\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:043197af8e183bc5e9e73e0e5bfc06d831ba35835e899b76f4caee42545b16b0\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee33d87850c779fadcc67bf60ccb90d9fad28066589f303e87027189b58247a7\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:043197af8e183bc5e9e73e0e5bfc06d831ba35835e899b76f4caee42545b16b0\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Skipping blob sha256:ee33d87850c779fadcc67bf60ccb90d9fad28066589f303e87027189b58247a7 (already present):\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Skipping blob sha256:66650b0881a0fd4804e31a869feb544b41b0d02ee04d94c3100ba19ab7ba9142 (already present):\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Skipping blob sha256:043197af8e183bc5e9e73e0e5bfc06d831ba35835e899b76f4caee42545b16b0 (already present):\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Skipping blob sha256:b9025a2085e7e4a15570085086d395190ac5742ae7debca478cf60aed1fc1530 (already present):\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Skipping blob sha256:8a4748ace73fd4363382df832f2ae102fc134050c7ed0e37216504c1b97e1a9b (already present):\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:da6ead5a8f2781bd5fbd71b504a06369d4bcbf5cc29cd1f250e365f6081138d7\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:da6ead5a8f2781bd5fbd71b504a06369d4bcbf5cc29cd1f250e365f6081138d7\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da6ead5a8f2781bd5fbd71b504a06369d4bcbf5cc29cd1f250e365f6081138d7\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da6ead5a8f2781bd5fbd71b504a06369d4bcbf5cc29cd1f250e365f6081138d7\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:805301489663192ed6ff455e78149c529a98ad2005443caf2eddb739a7e0969e\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Copying instance sha256:f69c48166e8f47ca6dd5b760bd2382baed331f1fc6f202066ba341d4f131b875 (3/4)\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:f69c48166e8f47ca6dd5b760bd2382baed331f1fc6f202066ba341d4f131b875\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a4c6e90ac8791a635a5bac3f21922e26fc5d1cf6d63d16b707919891126969d\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35c069760f26fa4af309f9ff07ea8d340ca9d12c8b5e364b211d2002b8ae0181\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9a4c6e90ac8791a635a5bac3f21922e26fc5d1cf6d63d16b707919891126969d\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a748a57c721018d98779c84f5e9f9d7907660c7924ff07699f6ff23a3436a05\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f77cb329a6c3ffc342262565a8093ac0a373e42fd3f91b4c0cc5e278dca36763\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:35c069760f26fa4af309f9ff07ea8d340ca9d12c8b5e364b211d2002b8ae0181\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a748a57c721018d98779c84f5e9f9d7907660c7924ff07699f6ff23a3436a05\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f77cb329a6c3ffc342262565a8093ac0a373e42fd3f91b4c0cc5e278dca36763\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a6367328476bbb441aef691b6feb59f8941d43b9c44552526f15292ecb6ac6b\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3a6367328476bbb441aef691b6feb59f8941d43b9c44552526f15292ecb6ac6b\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Skipping blob sha256:9a4c6e90ac8791a635a5bac3f21922e26fc5d1cf6d63d16b707919891126969d (already present):\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Skipping blob sha256:f77cb329a6c3ffc342262565a8093ac0a373e42fd3f91b4c0cc5e278dca36763 (already present):\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Skipping blob sha256:3a6367328476bbb441aef691b6feb59f8941d43b9c44552526f15292ecb6ac6b (already present):\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Skipping blob sha256:6a748a57c721018d98779c84f5e9f9d7907660c7924ff07699f6ff23a3436a05 (already present):\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Skipping blob sha256:35c069760f26fa4af309f9ff07ea8d340ca9d12c8b5e364b211d2002b8ae0181 (already present):\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:b75d0bab5e71034db450bb2f79a48a4bb74bb8730c5af2fd0b4e77e5d28df03f\\"\\ntime=\\"2022-06-02T12:35:43Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:b75d0bab5e71034db450bb2f79a48a4bb74bb8730c5af2fd0b4e77e5d28df03f\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b75d0bab5e71034db450bb2f79a48a4bb74bb8730c5af2fd0b4e77e5d28df03f\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b75d0bab5e71034db450bb2f79a48a4bb74bb8730c5af2fd0b4e77e5d28df03f\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:f69c48166e8f47ca6dd5b760bd2382baed331f1fc6f202066ba341d4f131b875\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Copying instance sha256:b321f5603d50447f1c6853f1069a006075e73d69f78a5de509bf8b356cc4e3b5 (4/4)\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:b321f5603d50447f1c6853f1069a006075e73d69f78a5de509bf8b356cc4e3b5\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d36cd086bc340a560101587b10246aebd6ab1798dac55c17b8df93a87c1fab55\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a69e38b9f66169af8f36577b68ceaa63738f738a64c271613bd8ba445e809a29\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:696bb3acf557740b3e0ba44b9ae82ef4f5d77133ce15ce10a895ac5bf0a12c1b\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14536a1b36f593ad0bbb35f8ab12e9f1f911f5dd26df1cf9afd0d5951fceada3\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:696bb3acf557740b3e0ba44b9ae82ef4f5d77133ce15ce10a895ac5bf0a12c1b\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d36cd086bc340a560101587b10246aebd6ab1798dac55c17b8df93a87c1fab55\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:14536a1b36f593ad0bbb35f8ab12e9f1f911f5dd26df1cf9afd0d5951fceada3\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a69e38b9f66169af8f36577b68ceaa63738f738a64c271613bd8ba445e809a29\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d3a1943aab6506be8090fe1a3bb69ce655b44d11212812adafe112f062e49a8e\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d3a1943aab6506be8090fe1a3bb69ce655b44d11212812adafe112f062e49a8e\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Skipping blob sha256:d36cd086bc340a560101587b10246aebd6ab1798dac55c17b8df93a87c1fab55 (already present):\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Skipping blob sha256:14536a1b36f593ad0bbb35f8ab12e9f1f911f5dd26df1cf9afd0d5951fceada3 (already present):\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Skipping blob sha256:a69e38b9f66169af8f36577b68ceaa63738f738a64c271613bd8ba445e809a29 (already present):\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Skipping blob sha256:696bb3acf557740b3e0ba44b9ae82ef4f5d77133ce15ce10a895ac5bf0a12c1b (already present):\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Skipping blob sha256:d3a1943aab6506be8090fe1a3bb69ce655b44d11212812adafe112f062e49a8e (already present):\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:de57022e5812269e6a4a370552801629690f0da4b0d66350fcf3263aa5aba683\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:de57022e5812269e6a4a370552801629690f0da4b0d66350fcf3263aa5aba683\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de57022e5812269e6a4a370552801629690f0da4b0d66350fcf3263aa5aba683\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de57022e5812269e6a4a370552801629690f0da4b0d66350fcf3263aa5aba683\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:b321f5603d50447f1c6853f1069a006075e73d69f78a5de509bf8b356cc4e3b5\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-80\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:35:44,739 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-80' successful sync.
repomirrorworker stdout | 2022-06-02 12:35:44,739 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 35, 44, 739181), 2, 'c2aa2a32-48fc-4ecd-9c71-bf37cb0cd0e5', 3, '291158bd-d172-4f91-953b-b9a4f00e7ced'])
repomirrorworker stdout | 2022-06-02 12:35:44,742 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:44,743 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:44,744 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:44,745 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:35:44,746 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:44,752 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:51,141 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:35:44Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-80-source\""
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:35:44Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-80-source"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80-source"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f5f64a0c19000ea1600425971a71a17d6c49ebabc20223e36e203c35d6f5156"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f5f64a0c19000ea1600425971a71a17d6c49ebabc20223e36e203c35d6f5156"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:8f5f64a0c19000ea1600425971a71a17d6c49ebabc20223e36e203c35d6f5156 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89087b2f5236999604963311dd8a190186c4a55beecd5f30df423a28235ad8b1"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89087b2f5236999604963311dd8a190186c4a55beecd5f30df423a28235ad8b1"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:89087b2f5236999604963311dd8a190186c4a55beecd5f30df423a28235ad8b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87c1f9870bc6ab5c5a8e30567d531da9fe066b0914fc8658525a4196fe5e4827"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87c1f9870bc6ab5c5a8e30567d531da9fe066b0914fc8658525a4196fe5e4827"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:87c1f9870bc6ab5c5a8e30567d531da9fe066b0914fc8658525a4196fe5e4827 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274"
repomirrorworker stdout | time="2022-06-02T12:35:46Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b"
repomirrorworker stdout | time="2022-06-02T12:35:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:35:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1
repomirrorworker stdout | dff"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:49Z" level=debug msg="Skipping blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:08ccc9d4b66a303933d2247fa3003a2d92648ef3f5b484f9e9eb714a0c273e96"
repomirrorworker stdout | time="2022-06-02T12:35:50Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:08ccc9d4b66a303933d2247fa3003a2d92648ef3f5b484f9e9eb714a0c273e96"
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:08ccc9d4b66a303933d2247fa3003a2d92648ef3f5b484f9e9eb714a0c273e96"
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:08ccc9d4b66a303933d2247fa3003a2d92648ef3f5b484f9e9eb714a0c273e96"
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-80-source"
repomirrorworker stdout | 2022-06-02 12:35:51,142 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e
repomirrorworker stdout | Copying blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d
repomirrorworker stdout | Copying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea
repomirrorworker stdout | Copying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68
repomirrorworker stdout | Copying blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef
repomirrorworker stdout | Copying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284
repomirrorworker stdout | Copying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34
repomirrorworker stdout | Copying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621
repomirrorworker stdout | Copying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f
repomirrorworker stdout | Copying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667
repomirrorworker stdout | Copying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4
repomirrorworker stdout | Copying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41
repomirrorworker stdout | Copying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987
repomirrorworker stdout | Copying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a
repomirrorworker stdout | Copying blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2
repomirrorworker stdout | Copying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590
repomirrorworker stdout | Copying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55
repomirrorworker stdout | Copying blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1
repomirrorworker stdout | Copying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb
repomirrorworker stdout | Copying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9
repomirrorworker stdout | Copying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67
repomirrorworker stdout | Copying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0
repomirrorworker stdout | Copying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb
repomirrorworker stdout | Copying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce
repomirrorworker stdout | Copying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773
repomirrorworker stdout | Copying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351
repomirrorworker stdout | Copying blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29
repomirrorworker stdout | Copying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7
repomirrorworker stdout | Copying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e
repomirrorworker stdout | Copying blob sha256:8f5f64a0c19000ea1600425971a71a17d6c49ebabc20223e36e203c35d6f5156
repomirrorworker stdout | Copying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9
repomirrorworker stdout | Copying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358
repomirrorworker stdout | Copying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216
repomirrorworker stdout | Copying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9
repomirrorworker stdout | Copying blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906
repomirrorworker stdout | Copying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001
repomirrorworker stdout | Copying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d
repomirrorworker stdout | Copying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d
repomirrorworker stdout | Copying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e
repomirrorworker stdout | Copying blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f
repomirrorworker stdout | Copying blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268
repomirrorworker stdout | Copying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1
repomirrorworker stdout | Copying blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d
repomirrorworker stdout | Copying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802
repomirrorworker stdout | Copying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50
repomirrorworker stdout | Copying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0
repomirrorworker stdout | Copying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d
repomirrorworker stdout | Copying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09
repomirrorworker stdout | Copying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887
repomirrorworker stdout | Copying blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177
repomirrorworker stdout | Copying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17
repomirrorworker stdout | Copying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95
repomirrorworker stdout | Copying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97
repomirrorworker stdout | Copying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1
repomirrorworker stdout | Copying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce
repomirrorworker stdout | Copying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d
repomirrorworker stdout | Copying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181
repomirrorworker stdout | Copying blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9
repomirrorworker stdout | Copying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9
repomirrorworker stdout | Copying blob sha256:89087b2f5236999604963311dd8a190186c4a55beecd5f30df423a28235ad8b1
repomirrorworker stdout | Copying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273
repomirrorworker stdout | Copying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4
repomirrorworker stdout | Copying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded
repomirrorworker stdout | Copying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db
repomirrorworker stdout | Copying blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda
repomirrorworker stdout | Copying blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823
repomirrorworker stdout | Copying blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1
repomirrorworker stdout | Copying blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421
repomirrorworker stdout | Copying blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494
repomirrorworker stdout | Copying blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f
repomirrorworker stdout | Copying blob sha256:87c1f9870bc6ab5c5a8e30567d531da9fe066b0914fc8658525a4196fe5e4827
repomirrorworker stdout | Copying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38
repomirrorworker stdout | Copying blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f
repomirrorworker stdout | Copying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf
repomirrorworker stdout | Copying blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61
repomirrorworker stdout | Copying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359
repomirrorworker stdout | Copying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4
repomirrorworker stdout | Copying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738
repomirrorworker stdout | Copying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2
repomirrorworker stdout | Copying blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab
repomirrorworker stdout | Copying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b
repomirrorworker stdout | Copying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9
repomirrorworker stdout | Copying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a
repomirrorworker stdout | Copying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176
repomirrorworker stdout | Copying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9
repomirrorworker stdout | Copying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10
repomirrorworker stdout | Copying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc
repomirrorworker stdout | Copying blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274
repomirrorworker stdout | Copying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b
repomirrorworker stdout | Copying blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24
repomirrorworker stdout | Copying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704
repomirrorworker stdout | Copying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc
repomirrorworker stdout | Copying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f
repomirrorworker stdout | Copying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075
repomirrorworker stdout | Copying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1
repomirrorworker stdout | Copying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488
repomirrorworker stdout | Copying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee
repomirrorworker stdout | Copying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78
repomirrorworker stdout | Copying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10
repomirrorworker stdout | Copying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d
repomirrorworker stdout | Copying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab
repomirrorworker stdout | Copying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136
repomirrorworker stdout | Copying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151
repomirrorworker stdout | Copying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9
repomirrorworker stdout | Copying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658
repomirrorworker stdout | Copying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b
repomirrorworker stdout | Copying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546
repomirrorworker stdout | Copying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf
repomirrorworker stdout | Copying blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62
repomirrorworker stdout | Copying blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278
repomirrorworker stdout | Copying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c
repomirrorworker stdout | Copying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3
repomirrorworker stdout | Copying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03
repomirrorworker stdout | Copying blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3
repomirrorworker stdout | Copying blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717
repomirrorworker stdout | Copying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c
repomirrorworker stdout | Copying blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523
repomirrorworker stdout | Copying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7
repomirrorworker stdout | Copying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e
repomirrorworker stdout | Copying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170
repomirrorworker stdout | Copying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a
repomirrorworker stdout | Copying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5
repomirrorworker stdout | Copying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3
repomirrorworker stdout | Copying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a
repomirrorworker stdout | Copying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50
repomirrorworker stdout | Copying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd
repomirrorworker stdout | Copying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733
repomirrorworker stdout | Copying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52
repomirrorworker stdout | Copying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2
repomirrorworker stdout | Copying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a
repomirrorworker stdout | Copying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76
repomirrorworker stdout | Copying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d
repomirrorworker stdout | Copying blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85
repomirrorworker stdout | Copying blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da
repomirrorworker stdout | Copying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d
repomirrorworker stdout | Copying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb
repomirrorworker stdout | Copying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6
repomirrorworker stdout | Copying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce
repomirrorworker stdout | Copying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5
repomirrorworker stdout | Copying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b
repomirrorworker stdout | Copying blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b
repomirrorworker stdout | Copying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb
repomirrorworker stdout | Copying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb
repomirrorworker stdout | Copying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19
repomirrorworker stdout | Copying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110
repomirrorworker stdout | Copying blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b
repomirrorworker stdout | Copying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0
repomirrorworker stdout | Copying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb
repomirrorworker stdout | Copying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6
repomirrorworker stdout | Copying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3
repomirrorworker stdout | Copying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7
repomirrorworker stdout | Copying blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f
repomirrorworker stdout | Copying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c
repomirrorworker stdout | Copying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315
repomirrorworker stdout | Copying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e
repomirrorworker stdout | Copying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82
repomirrorworker stdout | Copying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c
repomirrorworker stdout | Copying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8
repomirrorworker stdout | Copying blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349
repomirrorworker stdout | Copying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f
repomirrorworker stdout | Copying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7
repomirrorworker stdout | Copying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa
repomirrorworker stdout | Copying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b
repomirrorworker stdout | Copying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b
repomirrorworker stdout | Copying blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479
repomirrorworker stdout | Copying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3
repomirrorworker stdout | Copying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55
repomirrorworker stdout | Copying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf
repomirrorworker stdout | Copying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f
repomirrorworker stdout | Copying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797
repomirrorworker stdout | Copying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0
repomirrorworker stdout | Copying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd
repomirrorworker stdout | Copying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1
repomirrorworker stdout | Copying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454
repomirrorworker stdout | Copying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970
repomirrorworker stdout | Copying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36
repomirrorworker stdout | Copying blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6
repomirrorworker stdout | Copying blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5
repomirrorworker stdout | Copying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0
repomirrorworker stdout | Copying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0
repomirrorworker stdout | Copying blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f
repomirrorworker stdout | Copying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75
repomirrorworker stdout | Copying blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018
repomirrorworker stdout | Copying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092
repomirrorworker stdout | Copying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699
repomirrorworker stdout | Copying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781
repomirrorworker stdout | Copying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3
repomirrorworker stdout | Copying blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde
repomirrorworker stdout | Copying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d
repomirrorworker stdout | Copying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1
repomirrorworker stdout | Copying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff
repomirrorworker stdout | Copying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238
repomirrorworker stdout | Copying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007
repomirrorworker stdout | Copying blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a
repomirrorworker stdout | Copying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6
repomirrorworker stdout | Copying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131
repomirrorworker stdout | Copying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359
repomirrorworker stdout | Copying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8
repomirrorworker stdout | Copying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a
repomirrorworker stdout | Copying blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc
repomirrorworker stdout | Copying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be
repomirrorworker stdout | Copying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1
repomirrorworker stdout | Copying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43
repomirrorworker stdout | Copying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c
repomirrorworker stdout | Copying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694
repomirrorworker stdout | Copying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f
repomirrorworker stdout | Copying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d
repomirrorworker stdout | Copying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8
repomirrorworker stdout | Copying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e
repomirrorworker stdout | Copying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff
repomirrorworker stdout | Copying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1
repomirrorworker stdout | Copying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9
repomirrorworker stdout | Copying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9
repomirrorworker stdout | Copying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880
repomirrorworker stdout | Copying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b
repomirrorworker stdout | Copying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074
repomirrorworker stdout | Copying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb
repomirrorworker stdout | Copying blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e
repomirrorworker stdout | Copying blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683
repomirrorworker stdout | Copying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0
repomirrorworker stdout | Copying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7
repomirrorworker stdout | Copying blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c
repomirrorworker stdout | Copying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86
repomirrorworker stdout | Copying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643
repomirrorworker stdout | Copying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf
repomirrorworker stdout | Copying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1
repomirrorworker stdout | Copying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2
repomirrorworker stdout | Copying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7
repomirrorworker stdout | Copying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca
repomirrorworker stdout | Copying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6
repomirrorworker stdout | Copying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d
repomirrorworker stdout | Copying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10
repomirrorworker stdout | Copying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00
repomirrorworker stdout | Copying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1
repomirrorworker stdout | Copying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8
repomirrorworker stdout | Copying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f
repomirrorworker stdout | Copying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e
repomirrorworker stdout | Copying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b
repomirrorworker stdout | Copying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22
repomirrorworker stdout | Copying blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c
repomirrorworker stdout | Copying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201
repomirrorworker stdout | Copying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2
repomirrorworker stdout | Copying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0
repomirrorworker stdout | Copying blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0
repomirrorworker stdout | Copying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee
repomirrorworker stdout | Copying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e
repomirrorworker stdout | Copying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c
repomirrorworker stdout | Copying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f
repomirrorworker stdout | Copying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32
repomirrorworker stdout | Copying blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091
repomirrorworker stdout | Copying blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32
repomirrorworker stdout | Copying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996
repomirrorworker stdout | Copying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759
repomirrorworker stdout | Copying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099
repomirrorworker stdout | Copying blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8
repomirrorworker stdout | Copying blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603
repomirrorworker stdout | Copying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b
repomirrorworker stdout | Copying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391
repomirrorworker stdout | Copying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd
repomirrorworker stdout | Copying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2
repomirrorworker stdout | Copying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea
repomirrorworker stdout | Copying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b
repomirrorworker stdout | Copying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515
repomirrorworker stdout | Copying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca
repomirrorworker stdout | Copying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03
repomirrorworker stdout | Copying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264
repomirrorworker stdout | Copying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0
repomirrorworker stdout | Copying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65
repomirrorworker stdout | Copying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d
repomirrorworker stdout | Copying config sha256:08ccc9d4b66a303933d2247fa3003a2d92648ef3f5b484f9e9eb714a0c273e96
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:35:51,144 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:51,147 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:51,149 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 35, 51, 146861), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-80-source\' successful sync", "tag": "1-80-source", "tags": null, "stdout": "Copying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\nCopying blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\nCopying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\nCopying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\nCopying blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef\\nCopying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\nCopying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\nCopying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\nCopying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\nCopying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\nCopying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\nCopying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\nCopying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\nCopying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\nCopying blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\nCopying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\nCopying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\nCopying blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\nCopying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\nCopying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\nCopying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\nCopying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\nCopying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\nCopying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\nCopying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\nCopying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\nCopying blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29\\nCopying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\nCopying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\nCopying blob sha256:8f5f64a0c19000ea1600425971a71a17d6c49ebabc20223e36e203c35d6f5156\\nCopying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\nCopying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\nCopying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\nCopying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\nCopying blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\nCopying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\nCopying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\nCopying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\nCopying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\nCopying blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\nCopying blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\nCopying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\nCopying blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\nCopying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\nCopying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\nCopying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\nCopying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\nCopying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\nCopying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\nCopying blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\nCopying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\nCopying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\nCopying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\nCopying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\nCopying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\nCopying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\nCopying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\nCopying blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9\\nCopying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\nCopying blob sha256:89087b2f5236999604963311dd8a190186c4a55beecd5f30df423a28235ad8b1\\nCopying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\nCopying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\nCopying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\nCopying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\nCopying blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\nCopying blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\nCopying blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\nCopying blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\nCopying blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494\\nCopying blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\nCopying blob sha256:87c1f9870bc6ab5c5a8e30567d531da9fe066b0914fc8658525a4196fe5e4827\\nCopying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\nCopying blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\nCopying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\nCopying blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61\\nCopying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\nCopying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\nCopying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\nCopying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\nCopying blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\nCopying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\nCopying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\nCopying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\nCopying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\nCopying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\nCopying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\nCopying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\nCopying blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\nCopying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\nCopying blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\nCopying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\nCopying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\nCopying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\nCopying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\nCopying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\nCopying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\nCopying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\nCopying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\nCopying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\nCopying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\nCopying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\nCopying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\nCopying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\nCopying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\nCopying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\nCopying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\nCopying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\nCopying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\nCopying blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\nCopying blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\nCopying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\nCopying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\nCopying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\nCopying blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\nCopying blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\nCopying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\nCopying blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\nCopying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\nCopying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\nCopying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\nCopying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\nCopying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\nCopying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\nCopying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\nCopying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\nCopying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\nCopying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\nCopying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\nCopying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\nCopying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\nCopying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\nCopying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\nCopying blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\nCopying blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\nCopying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\nCopying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\nCopying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\nCopying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\nCopying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\nCopying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\nCopying blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\nCopying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\nCopying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\nCopying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\nCopying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\nCopying blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\nCopying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\nCopying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\nCopying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\nCopying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\nCopying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\nCopying blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\nCopying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\nCopying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\nCopying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\nCopying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\nCopying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\nCopying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\nCopying blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\nCopying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\nCopying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\nCopying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\nCopying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\nCopying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\nCopying blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\nCopying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\nCopying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\nCopying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\nCopying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\nCopying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\nCopying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\nCopying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\nCopying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\nCopying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\nCopying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\nCopying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\nCopying blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\nCopying blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\nCopying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\nCopying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\nCopying blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\nCopying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\nCopying blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018\\nCopying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\nCopying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\nCopying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\nCopying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\nCopying blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\nCopying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\nCopying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\nCopying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\nCopying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\nCopying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\nCopying blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a\\nCopying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\nCopying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\nCopying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\nCopying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\nCopying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\nCopying blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\nCopying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\nCopying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\nCopying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\nCopying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\nCopying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\nCopying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\nCopying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\nCopying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\nCopying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\nCopying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\nCopying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\nCopying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\nCopying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\nCopying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\nCopying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\nCopying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\nCopying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\nCopying blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\nCopying blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\nCopying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\nCopying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\nCopying blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\nCopying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\nCopying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\nCopying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\nCopying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\nCopying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\nCopying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\nCopying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\nCopying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\nCopying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\nCopying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\nCopying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\nCopying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\nCopying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\nCopying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\nCopying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\nCopying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\nCopying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\nCopying blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\nCopying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\nCopying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\nCopying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\nCopying blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\nCopying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\nCopying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\nCopying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\nCopying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\nCopying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\nCopying blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\nCopying blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\nCopying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\nCopying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\nCopying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\nCopying blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\nCopying blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\nCopying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\nCopying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\nCopying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\nCopying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\nCopying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\nCopying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\nCopying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\nCopying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\nCopying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\nCopying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\nCopying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\nCopying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\nCopying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\nCopying config sha256:08ccc9d4b66a303933d2247fa3003a2d92648ef3f5b484f9e9eb714a0c273e96\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-80-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:35:44Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-80-source\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80-source\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f5f64a0c19000ea1600425971a71a17d6c49ebabc20223e36e203c35d6f5156\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f5f64a0c19000ea1600425971a71a17d6c49ebabc20223e36e203c35d6f5156\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:8f5f64a0c19000ea1600425971a71a17d6c49ebabc20223e36e203c35d6f5156 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89087b2f5236999604963311dd8a190186c4a55beecd5f30df423a28235ad8b1\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89087b2f5236999604963311dd8a190186c4a55beecd5f30df423a28235ad8b1\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:89087b2f5236999604963311dd8a190186c4a55beecd5f30df423a28235ad8b1 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87c1f9870bc6ab5c5a8e30567d531da9fe066b0914fc8658525a4196fe5e4827\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87c1f9870bc6ab5c5a8e30567d531da9fe066b0914fc8658525a4196fe5e4827\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:87c1f9870bc6ab5c5a8e30567d531da9fe066b0914fc8658525a4196fe5e4827 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\"\\ntime=\\"2022-06-02T12:35:46Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\"\\ntime=\\"2022-06-02T12:35:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91
repomirrorworker stdout | 362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:0c02781c7da731c3bd62cfb70b35c55fd070359d3f22ca5463b6206200530479 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:35:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:49Z\\" level=debug msg=\\"Skipping blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0 (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091 (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32 (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8 (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603 (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:08ccc9d4b66a303933d2247fa3003a2d92648ef3f5b484f9e9eb714a0c273e96\\"\\ntime=\\"2022-06-02T12:35:50Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:08ccc9d4b66a303933d2247fa3003a2d92648ef3f5b484f9e9eb714a0c273e96\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:08ccc9d4b66a303933d2247fa3003a2d92648ef3f5b484f9e9eb714a0c273e96\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:08ccc9d4b66a303933d2247fa3003a2d92648ef3f5b484f9e9eb714a0c273e96\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-80-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:35:51,159 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-80-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:35:51,160 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 35, 51, 159737), 2, '6587a494-4c4c-4b11-b266-59b2999fa096', 3, 'c2aa2a32-48fc-4ecd-9c71-bf37cb0cd0e5'])
repomirrorworker stdout | 2022-06-02 12:35:51,163 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:51,164 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:51,165 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:51,165 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:35:51,166 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:51,172 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:53,213 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:35:55,144 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:35:51Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-80.1645821300\""
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:35:51Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-80.1645821300"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Copying instance sha256:7bad1d986524bc9ec8f0c33d294b4739ba786651a0c6897d2bc6503581de63b8 (1/4)"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:7bad1d986524bc9ec8f0c33d294b4739ba786651a0c6897d2bc6503581de63b8"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80.1645821300"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6c51f156ad5d3bdd55c68736a1e066f7464c95ea3d1ee3a9984f3d1af53f067"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:950c796b5dbc22ecb4f4bd661013c9286715d238a0dbdd9b7ed1406c395086a1"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d875a68bf996a2e45cd381e8eb3c8b1efa6191d8e3f6ec98be685c7e9823815"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f29c45159acfbdb8d8400647590911ce9293454489844644266db3d957ddfbb"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8dfe9326f733b815c486432e93e0a97f03e90e7cc35def9511cd1efa7f917f56"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f29c45159acfbdb8d8400647590911ce9293454489844644266db3d957ddfbb"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:950c796b5dbc22ecb4f4bd661013c9286715d238a0dbdd9b7ed1406c395086a1"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d875a68bf996a2e45cd381e8eb3c8b1efa6191d8e3f6ec98be685c7e9823815"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8dfe9326f733b815c486432e93e0a97f03e90e7cc35def9511cd1efa7f917f56"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6c51f156ad5d3bdd55c68736a1e066f7464c95ea3d1ee3a9984f3d1af53f067"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Skipping blob sha256:950c796b5dbc22ecb4f4bd661013c9286715d238a0dbdd9b7ed1406c395086a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Skipping blob sha256:0d875a68bf996a2e45cd381e8eb3c8b1efa6191d8e3f6ec98be685c7e9823815 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Skipping blob sha256:5f29c45159acfbdb8d8400647590911ce9293454489844644266db3d957ddfbb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Skipping blob sha256:8dfe9326f733b815c486432e93e0a97f03e90e7cc35def9511cd1efa7f917f56 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Skipping blob sha256:a6c51f156ad5d3bdd55c68736a1e066f7464c95ea3d1ee3a9984f3d1af53f067 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:405b283e9f50a6e2d2eff4930f2b1ff2c2422c55ceea21dd37fdf47c97b64f3e"
repomirrorworker stdout | time="2022-06-02T12:35:52Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:405b283e9f50a6e2d2eff4930f2b1ff2c2422c55ceea21dd37fdf47c97b64f3e"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:405b283e9f50a6e2d2eff4930f2b1ff2c2422c55ceea21dd37fdf47c97b64f3e"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:405b283e9f50a6e2d2eff4930f2b1ff2c2422c55ceea21dd37fdf47c97b64f3e"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:7bad1d986524bc9ec8f0c33d294b4739ba786651a0c6897d2bc6503581de63b8"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Copying instance sha256:74f013393c99bcf74a9ffced7a817f88cb3c463494e8f95063a63147544f58d8 (2/4)"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:74f013393c99bcf74a9ffced7a817f88cb3c463494e8f95063a63147544f58d8"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80.1645821300"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32e82ae7119ca18a9b466038896a81051662b9dde7ad5176cecceaab65f51969"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25b8c7cbe1867d8c2a276240e2797a26c4c65dc52b12d7927166a406ea3e4d14"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b44b1b3550a22a27c2bbac93d5a2fcfa39874ebaa937aa28f0bc25b4880fd938"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37583fb7b939d090111192f308a6c26b5db54530a4d6a082c0008564cd7090e7"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25b8c7cbe1867d8c2a276240e2797a26c4c65dc52b12d7927166a406ea3e4d14"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37583fb7b939d090111192f308a6c26b5db54530a4d6a082c0008564cd7090e7"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad8e1f6faa6d24f21769abe7467373148d7ebd7472499161e1f72c1283c0c71e"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32e82ae7119ca18a9b466038896a81051662b9dde7ad5176cecceaab65f51969"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad8e1f6faa6d24f21769abe7467373148d7ebd7472499161e1f72c1283c0c71e"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b44b1b3550a22a27c2bbac93d5a2fcfa39874ebaa937aa28f0bc25b4880fd938"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Skipping blob sha256:37583fb7b939d090111192f308a6c26b5db54530a4d6a082c0008564cd7090e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Skipping blob sha256:32e82ae7119ca18a9b466038896a81051662b9dde7ad5176cecceaab65f51969 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Skipping blob sha256:b44b1b3550a22a27c2bbac93d5a2fcfa39874ebaa937aa28f0bc25b4880fd938 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Skipping blob sha256:25b8c7cbe1867d8c2a276240e2797a26c4c65dc52b12d7927166a406ea3e4d14 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Skipping blob sha256:ad8e1f6faa6d24f21769abe7467373148d7ebd7472499161e1f72c1283c0c71e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:874286b89bcc7589d0b8ff93e86b35430ff46e38979f7b8425a5fc3f727cbd06"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:874286b89bcc7589d0b8ff93e86b35430ff46e38979f7b8425a5fc3f727cbd06"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:874286b89bcc7589d0b8ff93e86b35430ff46e38979f7b8425a5fc3f727cbd06"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:874286b89bcc7589d0b8ff93e86b35430ff46e38979f7b8425a5fc3f727cbd06"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:74f013393c99bcf74a9ffced7a817f88cb3c463494e8f95063a63147544f58d8"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="Copying instance sha256:f00b6097a618360df2e1be3a9be4415949a96b1b9f40f41f8b22abe30c2ef562 (3/4)"
repomirrorworker stdout | time="2022-06-02T12:35:53Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:f00b6097a618360df2e1be3a9be4415949a96b1b9f40f41f8b22abe30c2ef562"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80.1645821300"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a14d30b0316e6f6b649c5ae5e3c575b0668ac2096b993a11967eb3d0a05e94de"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bea08f79ca134393f559895c6055c9ad8f53ca57a27fbff85e7ff297d7f043b1"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63ee82641cb88a5f00dd310592375225e34e3c8651918cbe8331ee5aa5fb74ab"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bea08f79ca134393f559895c6055c9ad8f53ca57a27fbff85e7ff297d7f043b1"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63ee82641cb88a5f00dd310592375225e34e3c8651918cbe8331ee5aa5fb74ab"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a14d30b0316e6f6b649c5ae5e3c575b0668ac2096b993a11967eb3d0a05e94de"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda6e860389827ae5de654a6d7df55b2773fe5591d14c2d00851abd7bc1d8885"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28ae0ff9a07216376bfea9411232f311c55bc7c18c5d75b082938f861e5f9626"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda6e860389827ae5de654a6d7df55b2773fe5591d14c2d00851abd7bc1d8885"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28ae0ff9a07216376bfea9411232f311c55bc7c18c5d75b082938f861e5f9626"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Skipping blob sha256:a14d30b0316e6f6b649c5ae5e3c575b0668ac2096b993a11967eb3d0a05e94de (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Skipping blob sha256:bea08f79ca134393f559895c6055c9ad8f53ca57a27fbff85e7ff297d7f043b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Skipping blob sha256:28ae0ff9a07216376bfea9411232f311c55bc7c18c5d75b082938f861e5f9626 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Skipping blob sha256:dda6e860389827ae5de654a6d7df55b2773fe5591d14c2d00851abd7bc1d8885 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Skipping blob sha256:63ee82641cb88a5f00dd310592375225e34e3c8651918cbe8331ee5aa5fb74ab (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:d83d22b74888894dad511e5822a6ccfdaa6d108d69944d0a52feaf1f847fcb79"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:d83d22b74888894dad511e5822a6ccfdaa6d108d69944d0a52feaf1f847fcb79"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d83d22b74888894dad511e5822a6ccfdaa6d108d69944d0a52feaf1f847fcb79"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d83d22b74888894dad511e5822a6ccfdaa6d108d69944d0a52feaf1f847fcb79"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:f00b6097a618360df2e1be3a9be4415949a96b1b9f40f41f8b22abe30c2ef562"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Copying instance sha256:2de86f8dc05a4bd2d1f0a1924b506d30d1c1ad995eaf7de8cf30353567c10522 (4/4)"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:2de86f8dc05a4bd2d1f0a1924b506d30d1c1ad995eaf7de8cf30353567c10522"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80.1645821300"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ec4f7ca093ffa79cb55044f69f436c39b8e15b939d8272bafe82fcf349f089a"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd06e74d7b2dc33c12be5463452111d9bd9586799aab5a04c26cd8b7fa1fc8b5"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ec4f7ca093ffa79cb55044f69f436c39b8e15b939d8272bafe82fcf349f089a"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd06e74d7b2dc33c12be5463452111d9bd9586799aab5a04c26cd8b7fa1fc8b5"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fa05f380a9e6d54f95cca6067e5b34edcb124f865c444283ab871e0a9d24773"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84b80ee19bc8315c46e5d9e1061d0f248d0538cfcf6585a1e91f955d06eb093a"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84b80ee19bc8315c46e5d9e1061d0f248d0538cfcf6585a1e91f955d06eb093a"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea9e887761d93b744fb41c7006d1c5e5a98dfe5c1c22c67dff837b50b140888f"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea9e887761d93b744fb41c7006d1c5e5a98dfe5c1c22c67dff837b50b140888f"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fa05f380a9e6d54f95cca6067e5b34edcb124f865c444283ab871e0a9d24773"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Skipping blob sha256:fd06e74d7b2dc33c12be5463452111d9bd9586799aab5a04c26cd8b7fa1fc8b5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Skipping blob sha256:1ec4f7ca093ffa79cb55044f69f436c39b8e15b939d8272bafe82fcf349f089a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Skipping blob sha256:84b80ee19bc8315c46e5d9e1061d0f248d0538cfcf6585a1e91f955d06eb093a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Skipping blob sha256:ea9e887761d93b744fb41c7006d1c5e5a98dfe5c1c22c67dff837b50b140888f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Skipping blob sha256:7fa05f380a9e6d54f95cca6067e5b34edcb124f865c444283ab871e0a9d24773 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:8e34dd9aeb5360d09f66580435a6ab8d19a17029930b196ea836590dbd910871"
repomirrorworker stdout | time="2022-06-02T12:35:54Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:8e34dd9aeb5360d09f66580435a6ab8d19a17029930b196ea836590dbd910871"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e34dd9aeb5360d09f66580435a6ab8d19a17029930b196ea836590dbd910871"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e34dd9aeb5360d09f66580435a6ab8d19a17029930b196ea836590dbd910871"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:2de86f8dc05a4bd2d1f0a1924b506d30d1c1ad995eaf7de8cf30353567c10522"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-80.1645821300"
repomirrorworker stdout | 2022-06-02 12:35:55,145 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:7bad1d986524bc9ec8f0c33d294b4739ba786651a0c6897d2bc6503581de63b8 (1/4)
repomirrorworker stdout | Copying blob sha256:0d875a68bf996a2e45cd381e8eb3c8b1efa6191d8e3f6ec98be685c7e9823815
repomirrorworker stdout | Copying blob sha256:950c796b5dbc22ecb4f4bd661013c9286715d238a0dbdd9b7ed1406c395086a1
repomirrorworker stdout | Copying blob sha256:5f29c45159acfbdb8d8400647590911ce9293454489844644266db3d957ddfbb
repomirrorworker stdout | Copying blob sha256:8dfe9326f733b815c486432e93e0a97f03e90e7cc35def9511cd1efa7f917f56
repomirrorworker stdout | Copying blob sha256:a6c51f156ad5d3bdd55c68736a1e066f7464c95ea3d1ee3a9984f3d1af53f067
repomirrorworker stdout | Copying config sha256:405b283e9f50a6e2d2eff4930f2b1ff2c2422c55ceea21dd37fdf47c97b64f3e
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:74f013393c99bcf74a9ffced7a817f88cb3c463494e8f95063a63147544f58d8 (2/4)
repomirrorworker stdout | Copying blob sha256:37583fb7b939d090111192f308a6c26b5db54530a4d6a082c0008564cd7090e7
repomirrorworker stdout | Copying blob sha256:32e82ae7119ca18a9b466038896a81051662b9dde7ad5176cecceaab65f51969
repomirrorworker stdout | Copying blob sha256:b44b1b3550a22a27c2bbac93d5a2fcfa39874ebaa937aa28f0bc25b4880fd938
repomirrorworker stdout | Copying blob sha256:25b8c7cbe1867d8c2a276240e2797a26c4c65dc52b12d7927166a406ea3e4d14
repomirrorworker stdout | Copying blob sha256:ad8e1f6faa6d24f21769abe7467373148d7ebd7472499161e1f72c1283c0c71e
repomirrorworker stdout | Copying config sha256:874286b89bcc7589d0b8ff93e86b35430ff46e38979f7b8425a5fc3f727cbd06
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:f00b6097a618360df2e1be3a9be4415949a96b1b9f40f41f8b22abe30c2ef562 (3/4)
repomirrorworker stdout | Copying blob sha256:a14d30b0316e6f6b649c5ae5e3c575b0668ac2096b993a11967eb3d0a05e94de
repomirrorworker stdout | Copying blob sha256:bea08f79ca134393f559895c6055c9ad8f53ca57a27fbff85e7ff297d7f043b1
repomirrorworker stdout | Copying blob sha256:28ae0ff9a07216376bfea9411232f311c55bc7c18c5d75b082938f861e5f9626
repomirrorworker stdout | Copying blob sha256:dda6e860389827ae5de654a6d7df55b2773fe5591d14c2d00851abd7bc1d8885
repomirrorworker stdout | Copying blob sha256:63ee82641cb88a5f00dd310592375225e34e3c8651918cbe8331ee5aa5fb74ab
repomirrorworker stdout | Copying config sha256:d83d22b74888894dad511e5822a6ccfdaa6d108d69944d0a52feaf1f847fcb79
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:2de86f8dc05a4bd2d1f0a1924b506d30d1c1ad995eaf7de8cf30353567c10522 (4/4)
repomirrorworker stdout | Copying blob sha256:fd06e74d7b2dc33c12be5463452111d9bd9586799aab5a04c26cd8b7fa1fc8b5
repomirrorworker stdout | Copying blob sha256:1ec4f7ca093ffa79cb55044f69f436c39b8e15b939d8272bafe82fcf349f089a
repomirrorworker stdout | Copying blob sha256:84b80ee19bc8315c46e5d9e1061d0f248d0538cfcf6585a1e91f955d06eb093a
repomirrorworker stdout | Copying blob sha256:ea9e887761d93b744fb41c7006d1c5e5a98dfe5c1c22c67dff837b50b140888f
repomirrorworker stdout | Copying blob sha256:7fa05f380a9e6d54f95cca6067e5b34edcb124f865c444283ab871e0a9d24773
repomirrorworker stdout | Copying config sha256:8e34dd9aeb5360d09f66580435a6ab8d19a17029930b196ea836590dbd910871
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:35:55,147 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:55,151 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:55,153 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 35, 55, 150769), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-80.1645821300\' successful sync", "tag": "1-80.1645821300", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:7bad1d986524bc9ec8f0c33d294b4739ba786651a0c6897d2bc6503581de63b8 (1/4)\\nCopying blob sha256:0d875a68bf996a2e45cd381e8eb3c8b1efa6191d8e3f6ec98be685c7e9823815\\nCopying blob sha256:950c796b5dbc22ecb4f4bd661013c9286715d238a0dbdd9b7ed1406c395086a1\\nCopying blob sha256:5f29c45159acfbdb8d8400647590911ce9293454489844644266db3d957ddfbb\\nCopying blob sha256:8dfe9326f733b815c486432e93e0a97f03e90e7cc35def9511cd1efa7f917f56\\nCopying blob sha256:a6c51f156ad5d3bdd55c68736a1e066f7464c95ea3d1ee3a9984f3d1af53f067\\nCopying config sha256:405b283e9f50a6e2d2eff4930f2b1ff2c2422c55ceea21dd37fdf47c97b64f3e\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:74f013393c99bcf74a9ffced7a817f88cb3c463494e8f95063a63147544f58d8 (2/4)\\nCopying blob sha256:37583fb7b939d090111192f308a6c26b5db54530a4d6a082c0008564cd7090e7\\nCopying blob sha256:32e82ae7119ca18a9b466038896a81051662b9dde7ad5176cecceaab65f51969\\nCopying blob sha256:b44b1b3550a22a27c2bbac93d5a2fcfa39874ebaa937aa28f0bc25b4880fd938\\nCopying blob sha256:25b8c7cbe1867d8c2a276240e2797a26c4c65dc52b12d7927166a406ea3e4d14\\nCopying blob sha256:ad8e1f6faa6d24f21769abe7467373148d7ebd7472499161e1f72c1283c0c71e\\nCopying config sha256:874286b89bcc7589d0b8ff93e86b35430ff46e38979f7b8425a5fc3f727cbd06\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:f00b6097a618360df2e1be3a9be4415949a96b1b9f40f41f8b22abe30c2ef562 (3/4)\\nCopying blob sha256:a14d30b0316e6f6b649c5ae5e3c575b0668ac2096b993a11967eb3d0a05e94de\\nCopying blob sha256:bea08f79ca134393f559895c6055c9ad8f53ca57a27fbff85e7ff297d7f043b1\\nCopying blob sha256:28ae0ff9a07216376bfea9411232f311c55bc7c18c5d75b082938f861e5f9626\\nCopying blob sha256:dda6e860389827ae5de654a6d7df55b2773fe5591d14c2d00851abd7bc1d8885\\nCopying blob sha256:63ee82641cb88a5f00dd310592375225e34e3c8651918cbe8331ee5aa5fb74ab\\nCopying config sha256:d83d22b74888894dad511e5822a6ccfdaa6d108d69944d0a52feaf1f847fcb79\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:2de86f8dc05a4bd2d1f0a1924b506d30d1c1ad995eaf7de8cf30353567c10522 (4/4)\\nCopying blob sha256:fd06e74d7b2dc33c12be5463452111d9bd9586799aab5a04c26cd8b7fa1fc8b5\\nCopying blob sha256:1ec4f7ca093ffa79cb55044f69f436c39b8e15b939d8272bafe82fcf349f089a\\nCopying blob sha256:84b80ee19bc8315c46e5d9e1061d0f248d0538cfcf6585a1e91f955d06eb093a\\nCopying blob sha256:ea9e887761d93b744fb41c7006d1c5e5a98dfe5c1c22c67dff837b50b140888f\\nCopying blob sha256:7fa05f380a9e6d54f95cca6067e5b34edcb124f865c444283ab871e0a9d24773\\nCopying config sha256:8e34dd9aeb5360d09f66580435a6ab8d19a17029930b196ea836590dbd910871\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-80.1645821300\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:35:51Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-80.1645821300\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Copying instance sha256:7bad1d986524bc9ec8f0c33d294b4739ba786651a0c6897d2bc6503581de63b8 (1/4)\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:7bad1d986524bc9ec8f0c33d294b4739ba786651a0c6897d2bc6503581de63b8\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80.1645821300\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6c51f156ad5d3bdd55c68736a1e066f7464c95ea3d1ee3a9984f3d1af53f067\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:950c796b5dbc22ecb4f4bd661013c9286715d238a0dbdd9b7ed1406c395086a1\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d875a68bf996a2e45cd381e8eb3c8b1efa6191d8e3f6ec98be685c7e9823815\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f29c45159acfbdb8d8400647590911ce9293454489844644266db3d957ddfbb\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8dfe9326f733b815c486432e93e0a97f03e90e7cc35def9511cd1efa7f917f56\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f29c45159acfbdb8d8400647590911ce9293454489844644266db3d957ddfbb\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:950c796b5dbc22ecb4f4bd661013c9286715d238a0dbdd9b7ed1406c395086a1\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d875a68bf996a2e45cd381e8eb3c8b1efa6191d8e3f6ec98be685c7e9823815\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8dfe9326f733b815c486432e93e0a97f03e90e7cc35def9511cd1efa7f917f56\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a6c51f156ad5d3bdd55c68736a1e066f7464c95ea3d1ee3a9984f3d1af53f067\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Skipping blob sha256:950c796b5dbc22ecb4f4bd661013c9286715d238a0dbdd9b7ed1406c395086a1 (already present):\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Skipping blob sha256:0d875a68bf996a2e45cd381e8eb3c8b1efa6191d8e3f6ec98be685c7e9823815 (already present):\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Skipping blob sha256:5f29c45159acfbdb8d8400647590911ce9293454489844644266db3d957ddfbb (already present):\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Skipping blob sha256:8dfe9326f733b815c486432e93e0a97f03e90e7cc35def9511cd1efa7f917f56 (already present):\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Skipping blob sha256:a6c51f156ad5d3bdd55c68736a1e066f7464c95ea3d1ee3a9984f3d1af53f067 (already present):\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:405b283e9f50a6e2d2eff4930f2b1ff2c2422c55ceea21dd37fdf47c97b64f3e\\"\\ntime=\\"2022-06-02T12:35:52Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:405b283e9f50a6e2d2eff4930f2b1ff2c2422c55ceea21dd37fdf47c97b64f3e\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:405b283e9f50a6e2d2eff4930f2b1ff2c2422c55ceea21dd37fdf47c97b64f3e\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:405b283e9f50a6e2d2eff4930f2b1ff2c2422c55ceea21dd37fdf47c97b64f3e\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:7bad1d986524bc9ec8f0c33d294b4739ba786651a0c6897d2bc6503581de63b8\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Copying instance sha256:74f013393c99bcf74a9ffced7a817f88cb3c463494e8f95063a63147544f58d8 (2/4)\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:74f013393c99bcf74a9ffced7a817f88cb3c463494e8f95063a63147544f58d8\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80.1645821300\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32e82ae7119ca18a9b466038896a81051662b9dde7ad5176cecceaab65f51969\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25b8c7cbe1867d8c2a276240e2797a26c4c65dc52b12d7927166a406ea3e4d14\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b44b1b3550a22a27c2bbac93d5a2fcfa39874ebaa937aa28f0bc25b4880fd938\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37583fb7b939d090111192f308a6c26b5db54530a4d6a082c0008564cd7090e7\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25b8c7cbe1867d8c2a276240e2797a26c4c65dc52b12d7927166a406ea3e4d14\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37583fb7b939d090111192f308a6c26b5db54530a4d6a082c0008564cd7090e7\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad8e1f6faa6d24f21769abe7467373148d7ebd7472499161e1f72c1283c0c71e\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32e82ae7119ca18a9b466038896a81051662b9dde7ad5176cecceaab65f51969\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ad8e1f6faa6d24f21769abe7467373148d7ebd7472499161e1f72c1283c0c71e\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b44b1b3550a22a27c2bbac93d5a2fcfa39874ebaa937aa28f0bc25b4880fd938\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Skipping blob sha256:37583fb7b939d090111192f308a6c26b5db54530a4d6a082c0008564cd7090e7 (already present):\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Skipping blob sha256:32e82ae7119ca18a9b466038896a81051662b9dde7ad5176cecceaab65f51969 (already present):\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Skipping blob sha256:b44b1b3550a22a27c2bbac93d5a2fcfa39874ebaa937aa28f0bc25b4880fd938 (already present):\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Skipping blob sha256:25b8c7cbe1867d8c2a276240e2797a26c4c65dc52b12d7927166a406ea3e4d14 (already present):\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Skipping blob sha256:ad8e1f6faa6d24f21769abe7467373148d7ebd7472499161e1f72c1283c0c71e (already present):\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:874286b89bcc7589d0b8ff93e86b35430ff46e38979f7b8425a5fc3f727cbd06\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:874286b89bcc7589d0b8ff93e86b35430ff46e38979f7b8425a5fc3f727cbd06\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:874286b89bcc7589d0b8ff93e86b35430ff46e38979f7b8425a5fc3f727cbd06\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:874286b89bcc7589d0b8ff93e86b35430ff46e38979f7b8425a5fc3f727cbd06\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:74f013393c99bcf74a9ffced7a817f88cb3c463494e8f95063a63147544f58d8\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"Copying instance sha256:f00b6097a618360df2e1be3a9be4415949a96b1b9f40f41f8b22abe30c2ef562 (3/4)\\"\\ntime=\\"2022-06-02T12:35:53Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:f00b6097a618360df2e1be3a9be4415949a96b1b9f40f41f8b22abe30c2ef562\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80.1645821300\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a14d30b0316e6f6b649c5ae5e3c575b0668ac2096b993a11967eb3d0a05e94de\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bea08f79ca134393f559895c6055c9ad8f53ca57a27fbff85e7ff297d7f043b1\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63ee82641cb88a5f00dd310592375225e34e3c8651918cbe8331ee5aa5fb74ab\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bea08f79ca134393f559895c6055c9ad8f53ca57a27fbff85e7ff297d7f043b1\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:63ee82641cb88a5f00dd310592375225e34e3c8651918cbe8331ee5aa5fb74ab\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a14d30b0316e6f6b649c5ae5e3c575b0668ac2096b993a11967eb3d0a05e94de\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda6e860389827ae5de654a6d7df55b2773fe5591d14c2d00851abd7bc1d8885\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28ae0ff9a07216376bfea9411232f311c55bc7c18c5d75b082938f861e5f9626\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda6e860389827ae5de654a6d7df55b2773fe5591d14c2d00851abd7bc1d8885\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:28ae0ff9a07216376bfea9411232f311c55bc7c18c5d75b082938f861e5f9626\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Skipping blob sha256:a14d30b0316e6f6b649c5ae5e3c575b0668ac2096b993a11967eb3d0a05e94de (already present):\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Skipping blob sha256:bea08f79ca134393f559895c6055c9ad8f53ca57a27fbff85e7ff297d7f043b1 (already present):\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Skipping blob sha256:28ae0ff9a07216376bfea9411232f311c55bc7c18c5d75b082938f861e5f9626 (already present):\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Skipping blob sha256:dda6e860389827ae5de654a6d7df55b2773fe5591d14c2d00851abd7bc1d8885 (already present):\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Skipping blob sha256:63ee82641cb88a5f00dd310592375225e34e3c8651918cbe8331ee5aa5fb74ab (already present):\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:d83d22b74888894dad511e5822a6ccfdaa6d108d69944d0a52feaf1f847fcb79\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:d83d22b74888894dad511e5822a6ccfdaa6d108d69944d0a52feaf1f847fcb79\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d83d22b74888894dad511e5822a6ccfdaa6d108d69944d0a52feaf1f847fcb79\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d83d22b74888894dad511e5822a6ccfdaa6d108d69944d0a52feaf1f847fcb79\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:f00b6097a618360df2e1be3a9be4415949a96b1b9f40f41f8b22abe30c2ef562\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Copying instance sha256:2de86f8dc05a4bd2d1f0a1924b506d30d1c1ad995eaf7de8cf30353567c10522 (4/4)\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:2de86f8dc05a4bd2d1f0a1924b506d30d1c1ad995eaf7de8cf30353567c10522\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80.1645821300\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ec4f7ca093ffa79cb55044f69f436c39b8e15b939d8272bafe82fcf349f089a\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd06e74d7b2dc33c12be5463452111d9bd9586799aab5a04c26cd8b7fa1fc8b5\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ec4f7ca093ffa79cb55044f69f436c39b8e15b939d8272bafe82fcf349f089a\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd06e74d7b2dc33c12be5463452111d9bd9586799aab5a04c26cd8b7fa1fc8b5\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fa05f380a9e6d54f95cca6067e5b34edcb124f865c444283ab871e0a9d24773\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84b80ee19bc8315c46e5d9e1061d0f248d0538cfcf6585a1e91f955d06eb093a\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84b80ee19bc8315c46e5d9e1061d0f248d0538cfcf6585a1e91f955d06eb093a\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea9e887761d93b744fb41c7006d1c5e5a98dfe5c1c22c67dff837b50b140888f\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea9e887761d93b744fb41c7006d1c5e5a98dfe5c1c22c67dff837b50b140888f\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fa05f380a9e6d54f95cca6067e5b34edcb124f865c444283ab871e0a9d24773\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Skipping blob sha256:fd06e74d7b2dc33c12be5463452111d9bd9586799aab5a04c26cd8b7fa1fc8b5 (already present):\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Skipping blob sha256:1ec4f7ca093ffa79cb55044f69f436c39b8e15b939d8272bafe82fcf349f089a (already present):\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Skipping blob sha256:84b80ee19bc8315c46e5d9e1061d0f248d0538cfcf6585a1e91f955d06eb093a (already present):\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Skipping blob sha256:ea9e887761d93b744fb41c7006d1c5e5a98dfe5c1c22c67dff837b50b140888f (already present):\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Skipping blob sha256:7fa05f380a9e6d54f95cca6067e5b34edcb124f865c444283ab871e0a9d24773 (already present):\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:8e34dd9aeb5360d09f66580435a6ab8d19a17029930b196ea836590dbd910871\\"\\ntime=\\"2022-06-02T12:35:54Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:8e34dd9aeb5360d09f66580435a6ab8d19a17029930b196ea836590dbd910871\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e34dd9aeb5360d09f66580435a6ab8d19a17029930b196ea836590dbd910871\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e34dd9aeb5360d09f66580435a6ab8d19a17029930b196ea836590dbd910871\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:2de86f8dc05a4bd2d1f0a1924b506d30d1c1ad995eaf7de8cf30353567c10522\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-80.1645821300\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:35:55,157 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-80.1645821300' successful sync.
repomirrorworker stdout | 2022-06-02 12:35:55,158 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 35, 55, 157928), 2, '8227d071-d468-4227-9941-88c0f79fa6a0', 3, '6587a494-4c4c-4b11-b266-59b2999fa096'])
repomirrorworker stdout | 2022-06-02 12:35:55,161 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:55,162 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:55,164 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:55,164 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:35:55,165 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:35:55,171 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:01,207 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:35:55Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-80.1645821300-source\""
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:35:55Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-80.1645821300-source"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80.1645821300-source"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a4cf63c785a97a283d5e0a6262eb22cac1588dbbf45d416d5711acb7e7ad28b"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a4cf63c785a97a283d5e0a6262eb22cac1588dbbf45d416d5711acb7e7ad28b"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:7a4cf63c785a97a283d5e0a6262eb22cac1588dbbf45d416d5711acb7e7ad28b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:56Z" level=debug msg="Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89087b2f5236999604963311dd8a190186c4a55beecd5f30df423a28235ad8b1"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89087b2f5236999604963311dd8a190186c4a55beecd5f30df423a28235ad8b1"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:89087b2f5236999604963311dd8a190186c4a55beecd5f30df423a28235ad8b1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:57Z" level=debug msg="Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:58Z" level=debug msg="Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87c1f9870bc6ab5c5a8e30567d531da9fe066b0914fc8658525a4196fe5e4827"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87c1f9870bc6ab5c5a8e30567d531da9fe066b0914fc8658525a4196fe5e4827"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.i
repomirrorworker stdout | o/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:87c1f9870bc6ab5c5a8e30567d531da9fe066b0914fc8658525a4196fe5e4827 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:35:59Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:7fcddb48e84b24a1ee9d20d09dce4e2b228a2699a8cb87c77fe3d2a0c14f0d3f"
repomirrorworker stdout | time="2022-06-02T12:36:00Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:7fcddb48e84b24a1ee9d20d09dce4e2b228a2699a8cb87c77fe3d2a0c14f0d3f"
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fcddb48e84b24a1ee9d20d09dce4e2b228a2699a8cb87c77fe3d2a0c14f0d3f"
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fcddb48e84b24a1ee9d20d09dce4e2b228a2699a8cb87c77fe3d2a0c14f0d3f"
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-80.1645821300-source"
repomirrorworker stdout | 2022-06-02 12:36:01,208 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284
repomirrorworker stdout | Copying blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef
repomirrorworker stdout | Copying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4
repomirrorworker stdout | Copying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c
repomirrorworker stdout | Copying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e
repomirrorworker stdout | Copying blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d
repomirrorworker stdout | Copying blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1
repomirrorworker stdout | Copying blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2
repomirrorworker stdout | Copying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f
repomirrorworker stdout | Copying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773
repomirrorworker stdout | Copying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce
repomirrorworker stdout | Copying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67
repomirrorworker stdout | Copying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0
repomirrorworker stdout | Copying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7
repomirrorworker stdout | Copying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e
repomirrorworker stdout | Copying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358
repomirrorworker stdout | Copying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9
repomirrorworker stdout | Copying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d
repomirrorworker stdout | Copying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216
repomirrorworker stdout | Copying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0
repomirrorworker stdout | Copying blob sha256:7a4cf63c785a97a283d5e0a6262eb22cac1588dbbf45d416d5711acb7e7ad28b
repomirrorworker stdout | Copying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82
repomirrorworker stdout | Copying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7
repomirrorworker stdout | Copying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e
repomirrorworker stdout | Copying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9
repomirrorworker stdout | Copying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1
repomirrorworker stdout | Copying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa
repomirrorworker stdout | Copying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b
repomirrorworker stdout | Copying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17
repomirrorworker stdout | Copying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797
repomirrorworker stdout | Copying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36
repomirrorworker stdout | Copying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970
repomirrorworker stdout | Copying blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab
repomirrorworker stdout | Copying blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5
repomirrorworker stdout | Copying blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494
repomirrorworker stdout | Copying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0
repomirrorworker stdout | Copying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0
repomirrorworker stdout | Copying blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421
repomirrorworker stdout | Copying blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9
repomirrorworker stdout | Copying blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018
repomirrorworker stdout | Copying blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f
repomirrorworker stdout | Copying blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24
repomirrorworker stdout | Copying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092
repomirrorworker stdout | Copying blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177
repomirrorworker stdout | Copying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b
repomirrorworker stdout | Copying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3
repomirrorworker stdout | Copying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9
repomirrorworker stdout | Copying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc
repomirrorworker stdout | Copying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca
repomirrorworker stdout | Copying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6
repomirrorworker stdout | Copying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546
repomirrorworker stdout | Copying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590
repomirrorworker stdout | Copying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be
repomirrorworker stdout | Copying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515
repomirrorworker stdout | Copying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee
repomirrorworker stdout | Copying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f
repomirrorworker stdout | Copying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03
repomirrorworker stdout | Copying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264
repomirrorworker stdout | Copying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9
repomirrorworker stdout | Copying blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274
repomirrorworker stdout | Copying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136
repomirrorworker stdout | Copying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb
repomirrorworker stdout | Copying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03
repomirrorworker stdout | Copying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a
repomirrorworker stdout | Copying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10
repomirrorworker stdout | Copying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55
repomirrorworker stdout | Copying blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523
repomirrorworker stdout | Copying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351
repomirrorworker stdout | Copying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151
repomirrorworker stdout | Copying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d
repomirrorworker stdout | Copying blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a
repomirrorworker stdout | Copying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e
repomirrorworker stdout | Copying blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906
repomirrorworker stdout | Copying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7
repomirrorworker stdout | Copying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9
repomirrorworker stdout | Copying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8
repomirrorworker stdout | Copying blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b
repomirrorworker stdout | Copying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f
repomirrorworker stdout | Copying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b
repomirrorworker stdout | Copying blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c
repomirrorworker stdout | Copying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd
repomirrorworker stdout | Copying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b
repomirrorworker stdout | Copying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55
repomirrorworker stdout | Copying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38
repomirrorworker stdout | Copying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78
repomirrorworker stdout | Copying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880
repomirrorworker stdout | Copying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4
repomirrorworker stdout | Copying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9
repomirrorworker stdout | Copying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff
repomirrorworker stdout | Copying blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8
repomirrorworker stdout | Copying blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091
repomirrorworker stdout | Copying blob sha256:89087b2f5236999604963311dd8a190186c4a55beecd5f30df423a28235ad8b1
repomirrorworker stdout | Copying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a
repomirrorworker stdout | Copying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a
repomirrorworker stdout | Copying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab
repomirrorworker stdout | Copying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7
repomirrorworker stdout | Copying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41
repomirrorworker stdout | Copying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d
repomirrorworker stdout | Copying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2
repomirrorworker stdout | Copying blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278
repomirrorworker stdout | Copying blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717
repomirrorworker stdout | Copying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170
repomirrorworker stdout | Copying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50
repomirrorworker stdout | Copying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e
repomirrorworker stdout | Copying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd
repomirrorworker stdout | Copying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733
repomirrorworker stdout | Copying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76
repomirrorworker stdout | Copying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d
repomirrorworker stdout | Copying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2
repomirrorworker stdout | Copying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce
repomirrorworker stdout | Copying blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f
repomirrorworker stdout | Copying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52
repomirrorworker stdout | Copying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b
repomirrorworker stdout | Copying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6
repomirrorworker stdout | Copying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5
repomirrorworker stdout | Copying blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b
repomirrorworker stdout | Copying blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85
repomirrorworker stdout | Copying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110
repomirrorworker stdout | Copying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19
repomirrorworker stdout | Copying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22
repomirrorworker stdout | Copying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1
repomirrorworker stdout | Copying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a
repomirrorworker stdout | Copying blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d
repomirrorworker stdout | Copying blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268
repomirrorworker stdout | Copying blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f
repomirrorworker stdout | Copying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201
repomirrorworker stdout | Copying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce
repomirrorworker stdout | Copying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887
repomirrorworker stdout | Copying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c
repomirrorworker stdout | Copying blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0
repomirrorworker stdout | Copying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d
repomirrorworker stdout | Copying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0
repomirrorworker stdout | Copying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273
repomirrorworker stdout | Copying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759
repomirrorworker stdout | Copying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3
repomirrorworker stdout | Copying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32
repomirrorworker stdout | Copying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996
repomirrorworker stdout | Copying blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f
repomirrorworker stdout | Copying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181
repomirrorworker stdout | Copying blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32
repomirrorworker stdout | Copying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099
repomirrorworker stdout | Copying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db
repomirrorworker stdout | Copying blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603
repomirrorworker stdout | Copying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391
repomirrorworker stdout | Copying blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda
repomirrorworker stdout | Copying blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823
repomirrorworker stdout | Copying blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6
repomirrorworker stdout | Copying blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61
repomirrorworker stdout | Copying blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29
repomirrorworker stdout | Copying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea
repomirrorworker stdout | Copying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4
repomirrorworker stdout | Copying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2
repomirrorworker stdout | Copying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359
repomirrorworker stdout | Copying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738
repomirrorworker stdout | Copying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b
repomirrorworker stdout | Copying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2
repomirrorworker stdout | Copying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d
repomirrorworker stdout | Copying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007
repomirrorworker stdout | Copying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff
repomirrorworker stdout | Copying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7
repomirrorworker stdout | Copying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9
repomirrorworker stdout | Copying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b
repomirrorworker stdout | Copying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131
repomirrorworker stdout | Copying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359
repomirrorworker stdout | Copying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8
repomirrorworker stdout | Copying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176
repomirrorworker stdout | Copying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43
repomirrorworker stdout | Copying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694
repomirrorworker stdout | Copying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1
repomirrorworker stdout | Copying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d
repomirrorworker stdout | Copying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8
repomirrorworker stdout | Copying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc
repomirrorworker stdout | Copying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9
repomirrorworker stdout | Copying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0
repomirrorworker stdout | Copying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b
repomirrorworker stdout | Copying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9
repomirrorworker stdout | Copying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1
repomirrorworker stdout | Copying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c
repomirrorworker stdout | Copying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf
repomirrorworker stdout | Copying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488
repomirrorworker stdout | Copying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34
repomirrorworker stdout | Copying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea
repomirrorworker stdout | Copying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86
repomirrorworker stdout | Copying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667
repomirrorworker stdout | Copying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987
repomirrorworker stdout | Copying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd
repomirrorworker stdout | Copying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b
repomirrorworker stdout | Copying blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc
repomirrorworker stdout | Copying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3
repomirrorworker stdout | Copying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3
repomirrorworker stdout | Copying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09
repomirrorworker stdout | Copying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802
repomirrorworker stdout | Copying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d
repomirrorworker stdout | Copying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5
repomirrorworker stdout | Copying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3
repomirrorworker stdout | Copying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c
repomirrorworker stdout | Copying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb
repomirrorworker stdout | Copying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee
repomirrorworker stdout | Copying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001
repomirrorworker stdout | Copying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d
repomirrorworker stdout | Copying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50
repomirrorworker stdout | Copying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f
repomirrorworker stdout | Copying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0
repomirrorworker stdout | Copying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d
repomirrorworker stdout | Copying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e
repomirrorworker stdout | Copying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb
repomirrorworker stdout | Copying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded
repomirrorworker stdout | Copying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97
repomirrorworker stdout | Copying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1
repomirrorworker stdout | Copying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e
repomirrorworker stdout | Copying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf
repomirrorworker stdout | Copying blob sha256:87c1f9870bc6ab5c5a8e30567d531da9fe066b0914fc8658525a4196fe5e4827
repomirrorworker stdout | Copying blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e
repomirrorworker stdout | Copying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf
repomirrorworker stdout | Copying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb
repomirrorworker stdout | Copying blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1
repomirrorworker stdout | Copying blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683
repomirrorworker stdout | Copying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643
repomirrorworker stdout | Copying blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62
repomirrorworker stdout | Copying blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c
repomirrorworker stdout | Copying blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3
repomirrorworker stdout | Copying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca
repomirrorworker stdout | Copying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a
repomirrorworker stdout | Copying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6
repomirrorworker stdout | Copying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00
repomirrorworker stdout | Copying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10
repomirrorworker stdout | Copying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1
repomirrorworker stdout | Copying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb
repomirrorworker stdout | Copying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0
repomirrorworker stdout | Copying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1
repomirrorworker stdout | Copying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c
repomirrorworker stdout | Copying blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349
repomirrorworker stdout | Copying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454
repomirrorworker stdout | Copying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f
repomirrorworker stdout | Copying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6
repomirrorworker stdout | Copying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f
repomirrorworker stdout | Copying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1
repomirrorworker stdout | Copying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1
repomirrorworker stdout | Copying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75
repomirrorworker stdout | Copying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781
repomirrorworker stdout | Copying blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde
repomirrorworker stdout | Copying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699
repomirrorworker stdout | Copying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c
repomirrorworker stdout | Copying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a
repomirrorworker stdout | Copying blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da
repomirrorworker stdout | Copying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238
repomirrorworker stdout | Copying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075
repomirrorworker stdout | Copying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65
repomirrorworker stdout | Copying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f
repomirrorworker stdout | Copying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b
repomirrorworker stdout | Copying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7
repomirrorworker stdout | Copying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704
repomirrorworker stdout | Copying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621
repomirrorworker stdout | Copying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68
repomirrorworker stdout | Copying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10
repomirrorworker stdout | Copying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658
repomirrorworker stdout | Copying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf
repomirrorworker stdout | Copying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2
repomirrorworker stdout | Copying blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8
repomirrorworker stdout | Copying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0
repomirrorworker stdout | Copying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb
repomirrorworker stdout | Copying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e
repomirrorworker stdout | Copying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8
repomirrorworker stdout | Copying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315
repomirrorworker stdout | Copying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074
repomirrorworker stdout | Copying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb
repomirrorworker stdout | Copying blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f
repomirrorworker stdout | Copying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d
repomirrorworker stdout | Copying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95
repomirrorworker stdout | Copying config sha256:7fcddb48e84b24a1ee9d20d09dce4e2b228a2699a8cb87c77fe3d2a0c14f0d3f
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:36:01,210 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:01,214 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:01,216 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 36, 1, 213609), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-80.1645821300-source\' successful sync", "tag": "1-80.1645821300-source", "tags": null, "stdout": "Copying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\nCopying blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef\\nCopying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\nCopying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\nCopying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\nCopying blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\nCopying blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\nCopying blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\nCopying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\nCopying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\nCopying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\nCopying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\nCopying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\nCopying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\nCopying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\nCopying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\nCopying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\nCopying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\nCopying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\nCopying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\nCopying blob sha256:7a4cf63c785a97a283d5e0a6262eb22cac1588dbbf45d416d5711acb7e7ad28b\\nCopying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\nCopying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\nCopying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\nCopying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\nCopying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\nCopying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\nCopying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\nCopying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\nCopying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\nCopying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\nCopying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\nCopying blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\nCopying blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\nCopying blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494\\nCopying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\nCopying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\nCopying blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\nCopying blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9\\nCopying blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018\\nCopying blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\nCopying blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\nCopying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\nCopying blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\nCopying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\nCopying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\nCopying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\nCopying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\nCopying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\nCopying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\nCopying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\nCopying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\nCopying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\nCopying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\nCopying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\nCopying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\nCopying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\nCopying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\nCopying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\nCopying blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\nCopying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\nCopying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\nCopying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\nCopying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\nCopying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\nCopying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\nCopying blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\nCopying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\nCopying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\nCopying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\nCopying blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a\\nCopying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\nCopying blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\nCopying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\nCopying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\nCopying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\nCopying blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\nCopying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\nCopying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\nCopying blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\nCopying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\nCopying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\nCopying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\nCopying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\nCopying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\nCopying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\nCopying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\nCopying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\nCopying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\nCopying blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8\\nCopying blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\nCopying blob sha256:89087b2f5236999604963311dd8a190186c4a55beecd5f30df423a28235ad8b1\\nCopying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\nCopying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\nCopying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\nCopying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\nCopying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\nCopying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\nCopying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\nCopying blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\nCopying blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\nCopying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\nCopying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\nCopying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\nCopying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\nCopying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\nCopying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\nCopying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\nCopying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\nCopying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\nCopying blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\nCopying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\nCopying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\nCopying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\nCopying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\nCopying blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\nCopying blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\nCopying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\nCopying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\nCopying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\nCopying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\nCopying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\nCopying blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\nCopying blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\nCopying blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\nCopying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\nCopying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\nCopying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\nCopying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\nCopying blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\nCopying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\nCopying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\nCopying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\nCopying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\nCopying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\nCopying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\nCopying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\nCopying blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\nCopying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\nCopying blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\nCopying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\nCopying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\nCopying blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\nCopying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\nCopying blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\nCopying blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\nCopying blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\nCopying blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61\\nCopying blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29\\nCopying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\nCopying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\nCopying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\nCopying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\nCopying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\nCopying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\nCopying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\nCopying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\nCopying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\nCopying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\nCopying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\nCopying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\nCopying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\nCopying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\nCopying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\nCopying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\nCopying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\nCopying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\nCopying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\nCopying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\nCopying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\nCopying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\nCopying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\nCopying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\nCopying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\nCopying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\nCopying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\nCopying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\nCopying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\nCopying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\nCopying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\nCopying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\nCopying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\nCopying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\nCopying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\nCopying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\nCopying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\nCopying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\nCopying blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\nCopying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\nCopying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\nCopying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\nCopying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\nCopying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\nCopying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\nCopying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\nCopying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\nCopying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\nCopying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\nCopying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\nCopying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\nCopying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\nCopying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\nCopying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\nCopying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\nCopying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\nCopying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\nCopying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\nCopying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\nCopying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\nCopying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\nCopying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\nCopying blob sha256:87c1f9870bc6ab5c5a8e30567d531da9fe066b0914fc8658525a4196fe5e4827\\nCopying blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\nCopying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\nCopying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\nCopying blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\nCopying blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\nCopying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\nCopying blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\nCopying blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\nCopying blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\nCopying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\nCopying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\nCopying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\nCopying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\nCopying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\nCopying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\nCopying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\nCopying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\nCopying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\nCopying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\nCopying blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\nCopying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\nCopying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\nCopying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\nCopying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\nCopying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\nCopying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\nCopying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\nCopying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\nCopying blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\nCopying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\nCopying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\nCopying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\nCopying blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\nCopying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\nCopying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\nCopying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\nCopying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\nCopying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\nCopying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\nCopying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\nCopying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\nCopying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\nCopying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\nCopying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\nCopying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\nCopying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\nCopying blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\nCopying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\nCopying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\nCopying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\nCopying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\nCopying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\nCopying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\nCopying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\nCopying blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\nCopying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\nCopying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\nCopying config sha256:7fcddb48e84b24a1ee9d20d09dce4e2b228a2699a8cb87c77fe3d2a0c14f0d3f\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-80.1645821300-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:35:55Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-80.1645821300-source\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-80.1645821300-source\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:cc7f8b43a336fc69547cbfd45bcaddf28e7009012925bbf8fe9fb131d18d62ef (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a4cf63c785a97a283d5e0a6262eb22cac1588dbbf45d416d5711acb7e7ad28b\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7a4cf63c785a97a283d5e0a6262eb22cac1588dbbf45d416d5711acb7e7ad28b\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:7a4cf63c785a97a283d5e0a6262eb22cac1588dbbf45d416d5711acb7e7ad28b (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:a697c3d7193ab8e65778de0e919f076ec5589aed47bf3dd8353f1b717b03bcab (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:f820d992663ea496acf2c9c81dd9c0085e11b88dff798c269bea9baa4877b6f9 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:87ee46bbe38f1fb83fa736624852fbc7720bc72d75ecb6f44f70eb112787e018 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b (already present):\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:56Z\\" level=debug msg=\\"Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89087b2f5236999604963311dd8a190186c4a55beecd5f30df423a28235ad8b1\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:89087b2f5236999604963311dd8a190186c4a55beecd5f30df423a28235ad8b1\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:89087b2f5236999604963311dd8a190186c4a55beecd5f30df423a28235ad8b1 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603 (already present):\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:57Z\\" level=debug msg=\\"Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present)
repomirrorworker stdout | :\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:58Z\\" level=debug msg=\\"Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87c1f9870bc6ab5c5a8e30567d531da9fe066b0914fc8658525a4196fe5e4827\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87c1f9870bc6ab5c5a8e30567d531da9fe066b0914fc8658525a4196fe5e4827\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:87c1f9870bc6ab5c5a8e30567d531da9fe066b0914fc8658525a4196fe5e4827 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:7f900ed1b2b18b073a4d6273f06d583d5f269adfe33a4419c9eccfa6804eaea3 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:35:59Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:7fcddb48e84b24a1ee9d20d09dce4e2b228a2699a8cb87c77fe3d2a0c14f0d3f\\"\\ntime=\\"2022-06-02T12:36:00Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:7fcddb48e84b24a1ee9d20d09dce4e2b228a2699a8cb87c77fe3d2a0c14f0d3f\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fcddb48e84b24a1ee9d20d09dce4e2b228a2699a8cb87c77fe3d2a0c14f0d3f\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7fcddb48e84b24a1ee9d20d09dce4e2b228a2699a8cb87c77fe3d2a0c14f0d3f\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-80.1645821300-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:36:01,227 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-80.1645821300-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:36:01,227 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 36, 1, 227161), 2, 'd05ffc1f-2844-4d89-812d-4374437ed996', 3, '8227d071-d468-4227-9941-88c0f79fa6a0'])
repomirrorworker stdout | 2022-06-02 12:36:01,230 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:01,231 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:01,232 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:01,233 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:36:01,233 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:01,239 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:07,046 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:36:01Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-86\""
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:36:01Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-86"
repomirrorworker stdout | time="2022-06-02T12:36:02Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:02Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:36:02Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:36:02Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:02Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:02Z" level=debug msg="Copying instance sha256:3f19971b1a69324387e9be3e57df3bafdb11064b1d142e379ee6cc10b27e5be2 (1/4)"
repomirrorworker stdout | time="2022-06-02T12:36:02Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:3f19971b1a69324387e9be3e57df3bafdb11064b1d142e379ee6cc10b27e5be2"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de9bc33d733791f5dcdc296c0b8f06dcefd136c34b8f263716dc590adea53850"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:effc4ea612c8cb531b45192df865c42f91ac1fa5da56a4af992e019934c442b9"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f7d33d0190851970fcf23430ca871284880c7b2f22bbf185ae865117d052be2"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ecb0aa9fd05d2b86dfb5705433298815624c5c20672f8336429b7da9bf358ac"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b3e40b753e90aa16191234fa3f0e581b846f4e550d0cb39dbd2a2e8ab76c2f9"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de9bc33d733791f5dcdc296c0b8f06dcefd136c34b8f263716dc590adea53850"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ecb0aa9fd05d2b86dfb5705433298815624c5c20672f8336429b7da9bf358ac"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:effc4ea612c8cb531b45192df865c42f91ac1fa5da56a4af992e019934c442b9"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b3e40b753e90aa16191234fa3f0e581b846f4e550d0cb39dbd2a2e8ab76c2f9"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f7d33d0190851970fcf23430ca871284880c7b2f22bbf185ae865117d052be2"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Skipping blob sha256:effc4ea612c8cb531b45192df865c42f91ac1fa5da56a4af992e019934c442b9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Skipping blob sha256:1ecb0aa9fd05d2b86dfb5705433298815624c5c20672f8336429b7da9bf358ac (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Skipping blob sha256:3b3e40b753e90aa16191234fa3f0e581b846f4e550d0cb39dbd2a2e8ab76c2f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Skipping blob sha256:de9bc33d733791f5dcdc296c0b8f06dcefd136c34b8f263716dc590adea53850 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Skipping blob sha256:4f7d33d0190851970fcf23430ca871284880c7b2f22bbf185ae865117d052be2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:07cde593c2fee956007832528094636d6462c9e937d729e8f096c51b429a7680"
repomirrorworker stdout | time="2022-06-02T12:36:03Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:07cde593c2fee956007832528094636d6462c9e937d729e8f096c51b429a7680"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07cde593c2fee956007832528094636d6462c9e937d729e8f096c51b429a7680"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07cde593c2fee956007832528094636d6462c9e937d729e8f096c51b429a7680"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:3f19971b1a69324387e9be3e57df3bafdb11064b1d142e379ee6cc10b27e5be2"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="Copying instance sha256:d00fbc7681326819b358b25c86946242cdac690f385794e3aefb68992718cdcc (2/4)"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:d00fbc7681326819b358b25c86946242cdac690f385794e3aefb68992718cdcc"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5a3183fa31ad87bb1b94fe72c4afc16a84c228a41ebb30ce172f801d88ed10ef"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f71862b04a101a0d264dec45bfde02bcc848fe2df2210a215c43287c7426cfd"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5a3183fa31ad87bb1b94fe72c4afc16a84c228a41ebb30ce172f801d88ed10ef"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f71862b04a101a0d264dec45bfde02bcc848fe2df2210a215c43287c7426cfd"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ce172d5169fe6baf2dc8f7830f12e4867d59f0c26aae7fd040baf274131adec"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13d2d471b2a91bd8a92475dd10866d87417dcf4336e537dd1ecb5624c91fd516"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13d2d471b2a91bd8a92475dd10866d87417dcf4336e537dd1ecb5624c91fd516"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:565549740e7b153dbeee16493d124ba7da6f857c90dde666ecf653f4aeb4bac1"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ce172d5169fe6baf2dc8f7830f12e4867d59f0c26aae7fd040baf274131adec"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:565549740e7b153dbeee16493d124ba7da6f857c90dde666ecf653f4aeb4bac1"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="Skipping blob sha256:565549740e7b153dbeee16493d124ba7da6f857c90dde666ecf653f4aeb4bac1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="Skipping blob sha256:0f71862b04a101a0d264dec45bfde02bcc848fe2df2210a215c43287c7426cfd (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="Skipping blob sha256:13d2d471b2a91bd8a92475dd10866d87417dcf4336e537dd1ecb5624c91fd516 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="Skipping blob sha256:5ce172d5169fe6baf2dc8f7830f12e4867d59f0c26aae7fd040baf274131adec (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="Skipping blob sha256:5a3183fa31ad87bb1b94fe72c4afc16a84c228a41ebb30ce172f801d88ed10ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:34e953d5906ad1016f8957616de096a82e2cbef46be0f42f953d1678cdfaf7bc"
repomirrorworker stdout | time="2022-06-02T12:36:04Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:34e953d5906ad1016f8957616de096a82e2cbef46be0f42f953d1678cdfaf7bc"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34e953d5906ad1016f8957616de096a82e2cbef46be0f42f953d1678cdfaf7bc"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34e953d5906ad1016f8957616de096a82e2cbef46be0f42f953d1678cdfaf7bc"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:d00fbc7681326819b358b25c86946242cdac690f385794e3aefb68992718cdcc"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="Copying instance sha256:5016355fc6d94557a943fa8954250ed44f731b32b6944ae8b341675443cbc39d (3/4)"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:5016355fc6d94557a943fa8954250ed44f731b32b6944ae8b341675443cbc39d"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c2a613d24d1fa834083b11f3feef9153f5112c290c73c12f82a68db97bcca3f2"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51eb88034a36b3e05a67dd56e80c6bea6a3aa92be917c25eaa3cda03c92074cd"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:044024b8c70daf096302ef84bd65d35f71249e55aa75f0326b46acc3ec885ad6"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c2a613d24d1fa834083b11f3feef9153f5112c290c73c12f82a68db97bcca3f2"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b53a5b129a6ec57091101525b082874dbc3b165caeb41086e13e06963d0df22"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b53a5b129a6ec57091101525b082874dbc3b165caeb41086e13e06963d0df22"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:044024b8c70daf096302ef84bd65d35f71249e55aa75f0326b46acc3ec885ad6"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bf29f66dedf3b55d093282044d72ed6eadd02a807c9020e69256ce722e28f26"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bf29f66dedf3b55d093282044d72ed6eadd02a807c9020e69256ce722e28f26"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51eb88034a36b3e05a67dd56e80c6bea6a3aa92be917c25eaa3cda03c92074cd"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="Skipping blob sha256:1b53a5b129a6ec57091101525b082874dbc3b165caeb41086e13e06963d0df22 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="Skipping blob sha256:51eb88034a36b3e05a67dd56e80c6bea6a3aa92be917c25eaa3cda03c92074cd (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="Skipping blob sha256:044024b8c70daf096302ef84bd65d35f71249e55aa75f0326b46acc3ec885ad6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="Skipping blob sha256:3bf29f66dedf3b55d093282044d72ed6eadd02a807c9020e69256ce722e28f26 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="Skipping blob sha256:c2a613d24d1fa834083b11f3feef9153f5112c290c73c12f82a68db97bcca3f2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:5beb74a00dadc48ff020e266f577be1f95b1cfc6f6212a8356cc0b559b0d1d90"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:5beb74a00dadc48ff020e266f577be1f95b1cfc6f6212a8356cc0b559b0d1d90"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5beb74a00dadc48ff020e266f577be1f95b1cfc6f6212a8356cc0b559b0d1d90"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5beb74a00dadc48ff020e266f577be1f95b1cfc6f6212a8356cc0b559b0d1d90"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:05Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:5016355fc6d94557a943fa8954250ed44f731b32b6944ae8b341675443cbc39d"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="Copying instance sha256:9aa9ba04ea48c737fbf834f0535ca63b312de6d84b2d199f9ef9624e1e5937ca (4/4)"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:9aa9ba04ea48c737fbf834f0535ca63b312de6d84b2d199f9ef9624e1e5937ca"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40dcfda9f402daf6a9cd19dc8fb36c4fa785983e70ddd1a232da9f7d0b2b4abf"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:726214be71d619dd3718ef94ff22715776275f5db6d9ab1ba81e304e6e7e8075"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:726214be71d619dd3718ef94ff22715776275f5db6d9ab1ba81e304e6e7e8075"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ed24a4e0e6788533f6ca0b03a65c96e0aa7cab6e2d1d14389156e68efa0947"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ed24a4e0e6788533f6ca0b03a65c96e0aa7cab6e2d1d14389156e68efa0947"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d596cf6fb6632a2d17bbae2dfe5d59f026708c8bed5120c441eaa3b6d68c1b85"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d596cf6fb6632a2d17bbae2dfe5d59f026708c8bed5120c441eaa3b6d68c1b85"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40dcfda9f402daf6a9cd19dc8fb36c4fa785983e70ddd1a232da9f7d0b2b4abf"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c5b28f927d5019857354f6e64a7849d1cda7f880d9c8501e00b47f898786042"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c5b28f927d5019857354f6e64a7849d1cda7f880d9c8501e00b47f898786042"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="Skipping blob sha256:d596cf6fb6632a2d17bbae2dfe5d59f026708c8bed5120c441eaa3b6d68c1b85 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="Skipping blob sha256:9c5b28f927d5019857354f6e64a7849d1cda7f880d9c8501e00b47f898786042 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="Skipping blob sha256:a2ed24a4e0e6788533f6ca0b03a65c96e0aa7cab6e2d1d14389156e68efa0947 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="Skipping blob sha256:726214be71d619dd3718ef94ff22715776275f5db6d9ab1ba81e304e6e7e8075 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="Skipping blob sha256:40dcfda9f402daf6a9cd19dc8fb36c4fa785983e70ddd1a232da9f7d0b2b4abf (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:7e2c3dd96307736c320098f5e7eb4932c370af49ba546b600754269cef518f6d"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:7e2c3dd96307736c320098f5e7eb4932c370af49ba546b600754269cef518f6d"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e2c3dd96307736c320098f5e7eb4932c370af49ba546b600754269cef518f6d"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e2c3dd96307736c320098f5e7eb4932c370af49ba546b600754269cef518f6d"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:9aa9ba04ea48c737fbf834f0535ca63b312de6d84b2d199f9ef9624e1e5937ca"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:36:06Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-86"
repomirrorworker stdout | 2022-06-02 12:36:07,046 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:3f19971b1a69324387e9be3e57df3bafdb11064b1d142e379ee6cc10b27e5be2 (1/4)
repomirrorworker stdout | Copying blob sha256:effc4ea612c8cb531b45192df865c42f91ac1fa5da56a4af992e019934c442b9
repomirrorworker stdout | Copying blob sha256:1ecb0aa9fd05d2b86dfb5705433298815624c5c20672f8336429b7da9bf358ac
repomirrorworker stdout | Copying blob sha256:3b3e40b753e90aa16191234fa3f0e581b846f4e550d0cb39dbd2a2e8ab76c2f9
repomirrorworker stdout | Copying blob sha256:de9bc33d733791f5dcdc296c0b8f06dcefd136c34b8f263716dc590adea53850
repomirrorworker stdout | Copying blob sha256:4f7d33d0190851970fcf23430ca871284880c7b2f22bbf185ae865117d052be2
repomirrorworker stdout | Copying config sha256:07cde593c2fee956007832528094636d6462c9e937d729e8f096c51b429a7680
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:d00fbc7681326819b358b25c86946242cdac690f385794e3aefb68992718cdcc (2/4)
repomirrorworker stdout | Copying blob sha256:565549740e7b153dbeee16493d124ba7da6f857c90dde666ecf653f4aeb4bac1
repomirrorworker stdout | Copying blob sha256:0f71862b04a101a0d264dec45bfde02bcc848fe2df2210a215c43287c7426cfd
repomirrorworker stdout | Copying blob sha256:13d2d471b2a91bd8a92475dd10866d87417dcf4336e537dd1ecb5624c91fd516
repomirrorworker stdout | Copying blob sha256:5ce172d5169fe6baf2dc8f7830f12e4867d59f0c26aae7fd040baf274131adec
repomirrorworker stdout | Copying blob sha256:5a3183fa31ad87bb1b94fe72c4afc16a84c228a41ebb30ce172f801d88ed10ef
repomirrorworker stdout | Copying config sha256:34e953d5906ad1016f8957616de096a82e2cbef46be0f42f953d1678cdfaf7bc
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:5016355fc6d94557a943fa8954250ed44f731b32b6944ae8b341675443cbc39d (3/4)
repomirrorworker stdout | Copying blob sha256:1b53a5b129a6ec57091101525b082874dbc3b165caeb41086e13e06963d0df22
repomirrorworker stdout | Copying blob sha256:51eb88034a36b3e05a67dd56e80c6bea6a3aa92be917c25eaa3cda03c92074cd
repomirrorworker stdout | Copying blob sha256:044024b8c70daf096302ef84bd65d35f71249e55aa75f0326b46acc3ec885ad6
repomirrorworker stdout | Copying blob sha256:3bf29f66dedf3b55d093282044d72ed6eadd02a807c9020e69256ce722e28f26
repomirrorworker stdout | Copying blob sha256:c2a613d24d1fa834083b11f3feef9153f5112c290c73c12f82a68db97bcca3f2
repomirrorworker stdout | Copying config sha256:5beb74a00dadc48ff020e266f577be1f95b1cfc6f6212a8356cc0b559b0d1d90
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:9aa9ba04ea48c737fbf834f0535ca63b312de6d84b2d199f9ef9624e1e5937ca (4/4)
repomirrorworker stdout | Copying blob sha256:d596cf6fb6632a2d17bbae2dfe5d59f026708c8bed5120c441eaa3b6d68c1b85
repomirrorworker stdout | Copying blob sha256:9c5b28f927d5019857354f6e64a7849d1cda7f880d9c8501e00b47f898786042
repomirrorworker stdout | Copying blob sha256:a2ed24a4e0e6788533f6ca0b03a65c96e0aa7cab6e2d1d14389156e68efa0947
repomirrorworker stdout | Copying blob sha256:726214be71d619dd3718ef94ff22715776275f5db6d9ab1ba81e304e6e7e8075
repomirrorworker stdout | Copying blob sha256:40dcfda9f402daf6a9cd19dc8fb36c4fa785983e70ddd1a232da9f7d0b2b4abf
repomirrorworker stdout | Copying config sha256:7e2c3dd96307736c320098f5e7eb4932c370af49ba546b600754269cef518f6d
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:36:07,048 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:07,052 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:07,053 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 36, 7, 51372), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-86\' successful sync", "tag": "1-86", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:3f19971b1a69324387e9be3e57df3bafdb11064b1d142e379ee6cc10b27e5be2 (1/4)\\nCopying blob sha256:effc4ea612c8cb531b45192df865c42f91ac1fa5da56a4af992e019934c442b9\\nCopying blob sha256:1ecb0aa9fd05d2b86dfb5705433298815624c5c20672f8336429b7da9bf358ac\\nCopying blob sha256:3b3e40b753e90aa16191234fa3f0e581b846f4e550d0cb39dbd2a2e8ab76c2f9\\nCopying blob sha256:de9bc33d733791f5dcdc296c0b8f06dcefd136c34b8f263716dc590adea53850\\nCopying blob sha256:4f7d33d0190851970fcf23430ca871284880c7b2f22bbf185ae865117d052be2\\nCopying config sha256:07cde593c2fee956007832528094636d6462c9e937d729e8f096c51b429a7680\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:d00fbc7681326819b358b25c86946242cdac690f385794e3aefb68992718cdcc (2/4)\\nCopying blob sha256:565549740e7b153dbeee16493d124ba7da6f857c90dde666ecf653f4aeb4bac1\\nCopying blob sha256:0f71862b04a101a0d264dec45bfde02bcc848fe2df2210a215c43287c7426cfd\\nCopying blob sha256:13d2d471b2a91bd8a92475dd10866d87417dcf4336e537dd1ecb5624c91fd516\\nCopying blob sha256:5ce172d5169fe6baf2dc8f7830f12e4867d59f0c26aae7fd040baf274131adec\\nCopying blob sha256:5a3183fa31ad87bb1b94fe72c4afc16a84c228a41ebb30ce172f801d88ed10ef\\nCopying config sha256:34e953d5906ad1016f8957616de096a82e2cbef46be0f42f953d1678cdfaf7bc\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:5016355fc6d94557a943fa8954250ed44f731b32b6944ae8b341675443cbc39d (3/4)\\nCopying blob sha256:1b53a5b129a6ec57091101525b082874dbc3b165caeb41086e13e06963d0df22\\nCopying blob sha256:51eb88034a36b3e05a67dd56e80c6bea6a3aa92be917c25eaa3cda03c92074cd\\nCopying blob sha256:044024b8c70daf096302ef84bd65d35f71249e55aa75f0326b46acc3ec885ad6\\nCopying blob sha256:3bf29f66dedf3b55d093282044d72ed6eadd02a807c9020e69256ce722e28f26\\nCopying blob sha256:c2a613d24d1fa834083b11f3feef9153f5112c290c73c12f82a68db97bcca3f2\\nCopying config sha256:5beb74a00dadc48ff020e266f577be1f95b1cfc6f6212a8356cc0b559b0d1d90\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:9aa9ba04ea48c737fbf834f0535ca63b312de6d84b2d199f9ef9624e1e5937ca (4/4)\\nCopying blob sha256:d596cf6fb6632a2d17bbae2dfe5d59f026708c8bed5120c441eaa3b6d68c1b85\\nCopying blob sha256:9c5b28f927d5019857354f6e64a7849d1cda7f880d9c8501e00b47f898786042\\nCopying blob sha256:a2ed24a4e0e6788533f6ca0b03a65c96e0aa7cab6e2d1d14389156e68efa0947\\nCopying blob sha256:726214be71d619dd3718ef94ff22715776275f5db6d9ab1ba81e304e6e7e8075\\nCopying blob sha256:40dcfda9f402daf6a9cd19dc8fb36c4fa785983e70ddd1a232da9f7d0b2b4abf\\nCopying config sha256:7e2c3dd96307736c320098f5e7eb4932c370af49ba546b600754269cef518f6d\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-86\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:36:01Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-86\\"\\ntime=\\"2022-06-02T12:36:02Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:02Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:36:02Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:36:02Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:02Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:36:02Z\\" level=debug msg=\\"Copying instance sha256:3f19971b1a69324387e9be3e57df3bafdb11064b1d142e379ee6cc10b27e5be2 (1/4)\\"\\ntime=\\"2022-06-02T12:36:02Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:3f19971b1a69324387e9be3e57df3bafdb11064b1d142e379ee6cc10b27e5be2\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de9bc33d733791f5dcdc296c0b8f06dcefd136c34b8f263716dc590adea53850\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:effc4ea612c8cb531b45192df865c42f91ac1fa5da56a4af992e019934c442b9\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f7d33d0190851970fcf23430ca871284880c7b2f22bbf185ae865117d052be2\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ecb0aa9fd05d2b86dfb5705433298815624c5c20672f8336429b7da9bf358ac\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b3e40b753e90aa16191234fa3f0e581b846f4e550d0cb39dbd2a2e8ab76c2f9\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de9bc33d733791f5dcdc296c0b8f06dcefd136c34b8f263716dc590adea53850\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ecb0aa9fd05d2b86dfb5705433298815624c5c20672f8336429b7da9bf358ac\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:effc4ea612c8cb531b45192df865c42f91ac1fa5da56a4af992e019934c442b9\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b3e40b753e90aa16191234fa3f0e581b846f4e550d0cb39dbd2a2e8ab76c2f9\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f7d33d0190851970fcf23430ca871284880c7b2f22bbf185ae865117d052be2\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Skipping blob sha256:effc4ea612c8cb531b45192df865c42f91ac1fa5da56a4af992e019934c442b9 (already present):\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Skipping blob sha256:1ecb0aa9fd05d2b86dfb5705433298815624c5c20672f8336429b7da9bf358ac (already present):\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Skipping blob sha256:3b3e40b753e90aa16191234fa3f0e581b846f4e550d0cb39dbd2a2e8ab76c2f9 (already present):\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Skipping blob sha256:de9bc33d733791f5dcdc296c0b8f06dcefd136c34b8f263716dc590adea53850 (already present):\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Skipping blob sha256:4f7d33d0190851970fcf23430ca871284880c7b2f22bbf185ae865117d052be2 (already present):\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:07cde593c2fee956007832528094636d6462c9e937d729e8f096c51b429a7680\\"\\ntime=\\"2022-06-02T12:36:03Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:07cde593c2fee956007832528094636d6462c9e937d729e8f096c51b429a7680\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07cde593c2fee956007832528094636d6462c9e937d729e8f096c51b429a7680\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07cde593c2fee956007832528094636d6462c9e937d729e8f096c51b429a7680\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:3f19971b1a69324387e9be3e57df3bafdb11064b1d142e379ee6cc10b27e5be2\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"Copying instance sha256:d00fbc7681326819b358b25c86946242cdac690f385794e3aefb68992718cdcc (2/4)\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:d00fbc7681326819b358b25c86946242cdac690f385794e3aefb68992718cdcc\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5a3183fa31ad87bb1b94fe72c4afc16a84c228a41ebb30ce172f801d88ed10ef\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f71862b04a101a0d264dec45bfde02bcc848fe2df2210a215c43287c7426cfd\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5a3183fa31ad87bb1b94fe72c4afc16a84c228a41ebb30ce172f801d88ed10ef\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f71862b04a101a0d264dec45bfde02bcc848fe2df2210a215c43287c7426cfd\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ce172d5169fe6baf2dc8f7830f12e4867d59f0c26aae7fd040baf274131adec\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13d2d471b2a91bd8a92475dd10866d87417dcf4336e537dd1ecb5624c91fd516\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13d2d471b2a91bd8a92475dd10866d87417dcf4336e537dd1ecb5624c91fd516\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:565549740e7b153dbeee16493d124ba7da6f857c90dde666ecf653f4aeb4bac1\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ce172d5169fe6baf2dc8f7830f12e4867d59f0c26aae7fd040baf274131adec\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:565549740e7b153dbeee16493d124ba7da6f857c90dde666ecf653f4aeb4bac1\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"Skipping blob sha256:565549740e7b153dbeee16493d124ba7da6f857c90dde666ecf653f4aeb4bac1 (already present):\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"Skipping blob sha256:0f71862b04a101a0d264dec45bfde02bcc848fe2df2210a215c43287c7426cfd (already present):\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"Skipping blob sha256:13d2d471b2a91bd8a92475dd10866d87417dcf4336e537dd1ecb5624c91fd516 (already present):\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"Skipping blob sha256:5ce172d5169fe6baf2dc8f7830f12e4867d59f0c26aae7fd040baf274131adec (already present):\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"Skipping blob sha256:5a3183fa31ad87bb1b94fe72c4afc16a84c228a41ebb30ce172f801d88ed10ef (already present):\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:34e953d5906ad1016f8957616de096a82e2cbef46be0f42f953d1678cdfaf7bc\\"\\ntime=\\"2022-06-02T12:36:04Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:34e953d5906ad1016f8957616de096a82e2cbef46be0f42f953d1678cdfaf7bc\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34e953d5906ad1016f8957616de096a82e2cbef46be0f42f953d1678cdfaf7bc\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:34e953d5906ad1016f8957616de096a82e2cbef46be0f42f953d1678cdfaf7bc\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:d00fbc7681326819b358b25c86946242cdac690f385794e3aefb68992718cdcc\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"Copying instance sha256:5016355fc6d94557a943fa8954250ed44f731b32b6944ae8b341675443cbc39d (3/4)\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:5016355fc6d94557a943fa8954250ed44f731b32b6944ae8b341675443cbc39d\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c2a613d24d1fa834083b11f3feef9153f5112c290c73c12f82a68db97bcca3f2\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51eb88034a36b3e05a67dd56e80c6bea6a3aa92be917c25eaa3cda03c92074cd\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:044024b8c70daf096302ef84bd65d35f71249e55aa75f0326b46acc3ec885ad6\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c2a613d24d1fa834083b11f3feef9153f5112c290c73c12f82a68db97bcca3f2\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b53a5b129a6ec57091101525b082874dbc3b165caeb41086e13e06963d0df22\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1b53a5b129a6ec57091101525b082874dbc3b165caeb41086e13e06963d0df22\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:044024b8c70daf096302ef84bd65d35f71249e55aa75f0326b46acc3ec885ad6\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bf29f66dedf3b55d093282044d72ed6eadd02a807c9020e69256ce722e28f26\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3bf29f66dedf3b55d093282044d72ed6eadd02a807c9020e69256ce722e28f26\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51eb88034a36b3e05a67dd56e80c6bea6a3aa92be917c25eaa3cda03c92074cd\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"Skipping blob sha256:1b53a5b129a6ec57091101525b082874dbc3b165caeb41086e13e06963d0df22 (already present):\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"Skipping blob sha256:51eb88034a36b3e05a67dd56e80c6bea6a3aa92be917c25eaa3cda03c92074cd (already present):\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"Skipping blob sha256:044024b8c70daf096302ef84bd65d35f71249e55aa75f0326b46acc3ec885ad6 (already present):\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"Skipping blob sha256:3bf29f66dedf3b55d093282044d72ed6eadd02a807c9020e69256ce722e28f26 (already present):\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"Skipping blob sha256:c2a613d24d1fa834083b11f3feef9153f5112c290c73c12f82a68db97bcca3f2 (already present):\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:5beb74a00dadc48ff020e266f577be1f95b1cfc6f6212a8356cc0b559b0d1d90\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:5beb74a00dadc48ff020e266f577be1f95b1cfc6f6212a8356cc0b559b0d1d90\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5beb74a00dadc48ff020e266f577be1f95b1cfc6f6212a8356cc0b559b0d1d90\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5beb74a00dadc48ff020e266f577be1f95b1cfc6f6212a8356cc0b559b0d1d90\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:05Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:5016355fc6d94557a943fa8954250ed44f731b32b6944ae8b341675443cbc39d\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"Copying instance sha256:9aa9ba04ea48c737fbf834f0535ca63b312de6d84b2d199f9ef9624e1e5937ca (4/4)\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:9aa9ba04ea48c737fbf834f0535ca63b312de6d84b2d199f9ef9624e1e5937ca\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40dcfda9f402daf6a9cd19dc8fb36c4fa785983e70ddd1a232da9f7d0b2b4abf\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:726214be71d619dd3718ef94ff22715776275f5db6d9ab1ba81e304e6e7e8075\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:726214be71d619dd3718ef94ff22715776275f5db6d9ab1ba81e304e6e7e8075\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ed24a4e0e6788533f6ca0b03a65c96e0aa7cab6e2d1d14389156e68efa0947\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2ed24a4e0e6788533f6ca0b03a65c96e0aa7cab6e2d1d14389156e68efa0947\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d596cf6fb6632a2d17bbae2dfe5d59f026708c8bed5120c441eaa3b6d68c1b85\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d596cf6fb6632a2d17bbae2dfe5d59f026708c8bed5120c441eaa3b6d68c1b85\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:40dcfda9f402daf6a9cd19dc8fb36c4fa785983e70ddd1a232da9f7d0b2b4abf\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c5b28f927d5019857354f6e64a7849d1cda7f880d9c8501e00b47f898786042\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9c5b28f927d5019857354f6e64a7849d1cda7f880d9c8501e00b47f898786042\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"Skipping blob sha256:d596cf6fb6632a2d17bbae2dfe5d59f026708c8bed5120c441eaa3b6d68c1b85 (already present):\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"Skipping blob sha256:9c5b28f927d5019857354f6e64a7849d1cda7f880d9c8501e00b47f898786042 (already present):\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"Skipping blob sha256:a2ed24a4e0e6788533f6ca0b03a65c96e0aa7cab6e2d1d14389156e68efa0947 (already present):\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"Skipping blob sha256:726214be71d619dd3718ef94ff22715776275f5db6d9ab1ba81e304e6e7e8075 (already present):\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"Skipping blob sha256:40dcfda9f402daf6a9cd19dc8fb36c4fa785983e70ddd1a232da9f7d0b2b4abf (already present):\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:7e2c3dd96307736c320098f5e7eb4932c370af49ba546b600754269cef518f6d\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:7e2c3dd96307736c320098f5e7eb4932c370af49ba546b600754269cef518f6d\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e2c3dd96307736c320098f5e7eb4932c370af49ba546b600754269cef518f6d\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e2c3dd96307736c320098f5e7eb4932c370af49ba546b600754269cef518f6d\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:9aa9ba04ea48c737fbf834f0535ca63b312de6d84b2d199f9ef9624e1e5937ca\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:36:06Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-86\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:36:07,058 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-86' successful sync.
repomirrorworker stdout | 2022-06-02 12:36:07,059 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 36, 7, 58715), 2, '73f3e4d9-7711-4093-bbd4-0ce2fcbd3bd7', 3, 'd05ffc1f-2844-4d89-812d-4374437ed996'])
repomirrorworker stdout | 2022-06-02 12:36:07,064 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:07,065 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:07,066 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:07,067 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:36:07,067 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:07,074 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:09,186 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:36:09,187 [60] [WARNING] [apscheduler.scheduler] Execution of job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:36:09 UTC)" skipped: maximum number of running instances reached (1)
repomirrorworker stdout | 2022-06-02 12:36:09,187 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:36:39.167018+00:00 (in 29.980188 seconds)
repomirrorworker stdout | 2022-06-02 12:36:13,611 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:36:07Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:36:07Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:36:07Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:36:07Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:36:07Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:07Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:07Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:07Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:07Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:07Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-86-source\""
repomirrorworker stdout | time="2022-06-02T12:36:07Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:36:07Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:36:07Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:36:07Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:36:07Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:36:07Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:36:07Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:36:07Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-86-source"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86-source"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Skipping blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:36:08Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f7558fc9beb67fff2d063ca31cfa89b20bfa8d8c0135ff4335ad7ad4b8e3576c"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f7558fc9beb67fff2d063ca31cfa89b20bfa8d8c0135ff4335ad7ad4b8e3576c"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:f7558fc9beb67fff2d063ca31cfa89b20bfa8d8c0135ff4335ad7ad4b8e3576c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6"
repomirrorworker stdout | time="2022-06-02T12:36:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:10Z" level=debug msg="Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054
repomirrorworker stdout | bf4"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349"
repomirrorworker stdout | time="2022-06-02T12:36:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:17d62aad93bd81eb519ec440b7913eb7602d363deeaba15ca70d5b5d35f6efb9"
repomirrorworker stdout | time="2022-06-02T12:36:12Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:17d62aad93bd81eb519ec440b7913eb7602d363deeaba15ca70d5b5d35f6efb9"
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17d62aad93bd81eb519ec440b7913eb7602d363deeaba15ca70d5b5d35f6efb9"
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17d62aad93bd81eb519ec440b7913eb7602d363deeaba15ca70d5b5d35f6efb9"
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-86-source"
repomirrorworker stdout | 2022-06-02 12:36:13,612 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f
repomirrorworker stdout | Copying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284
repomirrorworker stdout | Copying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4
repomirrorworker stdout | Copying blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d
repomirrorworker stdout | Copying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e
repomirrorworker stdout | Copying blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2
repomirrorworker stdout | Copying blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1
repomirrorworker stdout | Copying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c
repomirrorworker stdout | Copying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67
repomirrorworker stdout | Copying blob sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b
repomirrorworker stdout | Copying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773
repomirrorworker stdout | Copying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce
repomirrorworker stdout | Copying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0
repomirrorworker stdout | Copying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7
repomirrorworker stdout | Copying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e
repomirrorworker stdout | Copying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216
repomirrorworker stdout | Copying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9
repomirrorworker stdout | Copying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358
repomirrorworker stdout | Copying blob sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c
repomirrorworker stdout | Copying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d
repomirrorworker stdout | Copying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0
repomirrorworker stdout | Copying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7
repomirrorworker stdout | Copying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1
repomirrorworker stdout | Copying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e
repomirrorworker stdout | Copying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82
repomirrorworker stdout | Copying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9
repomirrorworker stdout | Copying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa
repomirrorworker stdout | Copying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b
repomirrorworker stdout | Copying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0
repomirrorworker stdout | Copying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36
repomirrorworker stdout | Copying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970
repomirrorworker stdout | Copying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797
repomirrorworker stdout | Copying blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d
repomirrorworker stdout | Copying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0
repomirrorworker stdout | Copying blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494
repomirrorworker stdout | Copying blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5
repomirrorworker stdout | Copying blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f
repomirrorworker stdout | Copying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0
repomirrorworker stdout | Copying blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421
repomirrorworker stdout | Copying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3
repomirrorworker stdout | Copying blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24
repomirrorworker stdout | Copying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092
repomirrorworker stdout | Copying blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177
repomirrorworker stdout | Copying blob sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86
repomirrorworker stdout | Copying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d
repomirrorworker stdout | Copying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359
repomirrorworker stdout | Copying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff
repomirrorworker stdout | Copying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131
repomirrorworker stdout | Copying blob sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f
repomirrorworker stdout | Copying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590
repomirrorworker stdout | Copying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8
repomirrorworker stdout | Copying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1
repomirrorworker stdout | Copying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc
repomirrorworker stdout | Copying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6
repomirrorworker stdout | Copying blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc
repomirrorworker stdout | Copying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10
repomirrorworker stdout | Copying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f
repomirrorworker stdout | Copying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d
repomirrorworker stdout | Copying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9
repomirrorworker stdout | Copying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9
repomirrorworker stdout | Copying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136
repomirrorworker stdout | Copying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9
repomirrorworker stdout | Copying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151
repomirrorworker stdout | Copying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf
repomirrorworker stdout | Copying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238
repomirrorworker stdout | Copying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9
repomirrorworker stdout | Copying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55
repomirrorworker stdout | Copying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10
repomirrorworker stdout | Copying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351
repomirrorworker stdout | Copying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb
repomirrorworker stdout | Copying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9
repomirrorworker stdout | Copying blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906
repomirrorworker stdout | Copying blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29
repomirrorworker stdout | Copying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e
repomirrorworker stdout | Copying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001
repomirrorworker stdout | Copying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb
repomirrorworker stdout | Copying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2
repomirrorworker stdout | Copying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3
repomirrorworker stdout | Copying blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b
repomirrorworker stdout | Copying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315
repomirrorworker stdout | Copying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b
repomirrorworker stdout | Copying blob sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5
repomirrorworker stdout | Copying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd
repomirrorworker stdout | Copying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55
repomirrorworker stdout | Copying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf
repomirrorworker stdout | Copying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17
repomirrorworker stdout | Copying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880
repomirrorworker stdout | Copying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e
repomirrorworker stdout | Copying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb
repomirrorworker stdout | Copying blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1
repomirrorworker stdout | Copying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38
repomirrorworker stdout | Copying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78
repomirrorworker stdout | Copying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d
repomirrorworker stdout | Copying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a
repomirrorworker stdout | Copying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab
repomirrorworker stdout | Copying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9
repomirrorworker stdout | Copying blob sha256:f7558fc9beb67fff2d063ca31cfa89b20bfa8d8c0135ff4335ad7ad4b8e3576c
repomirrorworker stdout | Copying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546
repomirrorworker stdout | Copying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a
repomirrorworker stdout | Copying blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278
repomirrorworker stdout | Copying blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717
repomirrorworker stdout | Copying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7
repomirrorworker stdout | Copying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41
repomirrorworker stdout | Copying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170
repomirrorworker stdout | Copying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50
repomirrorworker stdout | Copying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd
repomirrorworker stdout | Copying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733
repomirrorworker stdout | Copying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e
repomirrorworker stdout | Copying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a
repomirrorworker stdout | Copying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52
repomirrorworker stdout | Copying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d
repomirrorworker stdout | Copying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2
repomirrorworker stdout | Copying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76
repomirrorworker stdout | Copying blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f
repomirrorworker stdout | Copying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce
repomirrorworker stdout | Copying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6
repomirrorworker stdout | Copying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b
repomirrorworker stdout | Copying blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b
repomirrorworker stdout | Copying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110
repomirrorworker stdout | Copying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19
repomirrorworker stdout | Copying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5
repomirrorworker stdout | Copying blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85
repomirrorworker stdout | Copying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a
repomirrorworker stdout | Copying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22
repomirrorworker stdout | Copying blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268
repomirrorworker stdout | Copying blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a
repomirrorworker stdout | Copying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1
repomirrorworker stdout | Copying blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0
repomirrorworker stdout | Copying blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d
repomirrorworker stdout | Copying blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f
repomirrorworker stdout | Copying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce
repomirrorworker stdout | Copying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c
repomirrorworker stdout | Copying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d
repomirrorworker stdout | Copying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887
repomirrorworker stdout | Copying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201
repomirrorworker stdout | Copying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32
repomirrorworker stdout | Copying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759
repomirrorworker stdout | Copying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099
repomirrorworker stdout | Copying blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32
repomirrorworker stdout | Copying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273
repomirrorworker stdout | Copying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f
repomirrorworker stdout | Copying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996
repomirrorworker stdout | Copying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181
repomirrorworker stdout | Copying blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda
repomirrorworker stdout | Copying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db
repomirrorworker stdout | Copying blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f
repomirrorworker stdout | Copying blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6
repomirrorworker stdout | Copying blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603
repomirrorworker stdout | Copying blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823
repomirrorworker stdout | Copying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391
repomirrorworker stdout | Copying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4
repomirrorworker stdout | Copying blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61
repomirrorworker stdout | Copying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359
repomirrorworker stdout | Copying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2
repomirrorworker stdout | Copying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2
repomirrorworker stdout | Copying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b
repomirrorworker stdout | Copying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea
repomirrorworker stdout | Copying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b
repomirrorworker stdout | Copying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738
repomirrorworker stdout | Copying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b
repomirrorworker stdout | Copying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9
repomirrorworker stdout | Copying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8
repomirrorworker stdout | Copying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7
repomirrorworker stdout | Copying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176
repomirrorworker stdout | Copying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c
repomirrorworker stdout | Copying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca
repomirrorworker stdout | Copying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd
repomirrorworker stdout | Copying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b
repomirrorworker stdout | Copying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515
repomirrorworker stdout | Copying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f
repomirrorworker stdout | Copying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65
repomirrorworker stdout | Copying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc
repomirrorworker stdout | Copying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0
repomirrorworker stdout | Copying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704
repomirrorworker stdout | Copying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075
repomirrorworker stdout | Copying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264
repomirrorworker stdout | Copying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03
repomirrorworker stdout | Copying blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274
repomirrorworker stdout | Copying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea
repomirrorworker stdout | Copying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488
repomirrorworker stdout | Copying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86
repomirrorworker stdout | Copying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68
repomirrorworker stdout | Copying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621
repomirrorworker stdout | Copying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667
repomirrorworker stdout | Copying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34
repomirrorworker stdout | Copying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf
repomirrorworker stdout | Copying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03
repomirrorworker stdout | Copying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d
repomirrorworker stdout | Copying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987
repomirrorworker stdout | Copying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3
repomirrorworker stdout | Copying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5
repomirrorworker stdout | Copying blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523
repomirrorworker stdout | Copying blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da
repomirrorworker stdout | Copying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a
repomirrorworker stdout | Copying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3
repomirrorworker stdout | Copying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d
repomirrorworker stdout | Copying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb
repomirrorworker stdout | Copying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d
repomirrorworker stdout | Copying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e
repomirrorworker stdout | Copying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802
repomirrorworker stdout | Copying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2
repomirrorworker stdout | Copying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50
repomirrorworker stdout | Copying blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c
repomirrorworker stdout | Copying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee
repomirrorworker stdout | Copying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b
repomirrorworker stdout | Copying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0
repomirrorworker stdout | Copying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09
repomirrorworker stdout | Copying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d
repomirrorworker stdout | Copying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1
repomirrorworker stdout | Copying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e
repomirrorworker stdout | Copying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97
repomirrorworker stdout | Copying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded
repomirrorworker stdout | Copying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb
repomirrorworker stdout | Copying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4
repomirrorworker stdout | Copying blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8
repomirrorworker stdout | Copying blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8
repomirrorworker stdout | Copying blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091
repomirrorworker stdout | Copying blob sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb
repomirrorworker stdout | Copying blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e
repomirrorworker stdout | Copying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf
repomirrorworker stdout | Copying blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c
repomirrorworker stdout | Copying blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683
repomirrorworker stdout | Copying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643
repomirrorworker stdout | Copying blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62
repomirrorworker stdout | Copying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca
repomirrorworker stdout | Copying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1
repomirrorworker stdout | Copying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1
repomirrorworker stdout | Copying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10
repomirrorworker stdout | Copying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6
repomirrorworker stdout | Copying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00
repomirrorworker stdout | Copying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0
repomirrorworker stdout | Copying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6
repomirrorworker stdout | Copying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb
repomirrorworker stdout | Copying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c
repomirrorworker stdout | Copying blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349
repomirrorworker stdout | Copying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f
repomirrorworker stdout | Copying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3
repomirrorworker stdout | Copying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699
repomirrorworker stdout | Copying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1
repomirrorworker stdout | Copying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454
repomirrorworker stdout | Copying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781
repomirrorworker stdout | Copying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75
repomirrorworker stdout | Copying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1
repomirrorworker stdout | Copying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007
repomirrorworker stdout | Copying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43
repomirrorworker stdout | Copying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be
repomirrorworker stdout | Copying blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde
repomirrorworker stdout | Copying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694
repomirrorworker stdout | Copying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a
repomirrorworker stdout | Copying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1
repomirrorworker stdout | Copying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b
repomirrorworker stdout | Copying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658
repomirrorworker stdout | Copying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c
repomirrorworker stdout | Copying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee
repomirrorworker stdout | Copying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7
repomirrorworker stdout | Copying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8
repomirrorworker stdout | Copying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f
repomirrorworker stdout | Copying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7
repomirrorworker stdout | Copying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b
repomirrorworker stdout | Copying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074
repomirrorworker stdout | Copying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c
repomirrorworker stdout | Copying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8
repomirrorworker stdout | Copying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff
repomirrorworker stdout | Copying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f
repomirrorworker stdout | Copying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0
repomirrorworker stdout | Copying blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f
repomirrorworker stdout | Copying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95
repomirrorworker stdout | Copying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d
repomirrorworker stdout | Copying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb
repomirrorworker stdout | Copying config sha256:17d62aad93bd81eb519ec440b7913eb7602d363deeaba15ca70d5b5d35f6efb9
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:36:13,614 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:13,617 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:13,619 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 36, 13, 616803), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-86-source\' successful sync", "tag": "1-86-source", "tags": null, "stdout": "Copying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\nCopying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\nCopying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\nCopying blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\nCopying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\nCopying blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\nCopying blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\nCopying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\nCopying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\nCopying blob sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b\\nCopying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\nCopying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\nCopying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\nCopying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\nCopying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\nCopying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\nCopying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\nCopying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\nCopying blob sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c\\nCopying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\nCopying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\nCopying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\nCopying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\nCopying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\nCopying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\nCopying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\nCopying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\nCopying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\nCopying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\nCopying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\nCopying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\nCopying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\nCopying blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d\\nCopying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\nCopying blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494\\nCopying blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\nCopying blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\nCopying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\nCopying blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\nCopying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\nCopying blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\nCopying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\nCopying blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\nCopying blob sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86\\nCopying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\nCopying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\nCopying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\nCopying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\nCopying blob sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f\\nCopying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\nCopying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\nCopying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\nCopying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\nCopying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\nCopying blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\nCopying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\nCopying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\nCopying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\nCopying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\nCopying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\nCopying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\nCopying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\nCopying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\nCopying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\nCopying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\nCopying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\nCopying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\nCopying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\nCopying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\nCopying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\nCopying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\nCopying blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\nCopying blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29\\nCopying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\nCopying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\nCopying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\nCopying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\nCopying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\nCopying blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\nCopying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\nCopying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\nCopying blob sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5\\nCopying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\nCopying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\nCopying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\nCopying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\nCopying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\nCopying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\nCopying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\nCopying blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\nCopying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\nCopying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\nCopying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\nCopying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\nCopying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\nCopying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\nCopying blob sha256:f7558fc9beb67fff2d063ca31cfa89b20bfa8d8c0135ff4335ad7ad4b8e3576c\\nCopying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\nCopying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\nCopying blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\nCopying blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\nCopying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\nCopying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\nCopying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\nCopying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\nCopying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\nCopying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\nCopying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\nCopying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\nCopying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\nCopying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\nCopying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\nCopying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\nCopying blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\nCopying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\nCopying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\nCopying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\nCopying blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\nCopying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\nCopying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\nCopying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\nCopying blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\nCopying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\nCopying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\nCopying blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\nCopying blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a\\nCopying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\nCopying blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\nCopying blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\nCopying blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\nCopying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\nCopying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\nCopying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\nCopying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\nCopying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\nCopying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\nCopying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\nCopying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\nCopying blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\nCopying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\nCopying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\nCopying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\nCopying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\nCopying blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\nCopying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\nCopying blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\nCopying blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\nCopying blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\nCopying blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\nCopying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\nCopying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\nCopying blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61\\nCopying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\nCopying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\nCopying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\nCopying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\nCopying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\nCopying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\nCopying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\nCopying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\nCopying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\nCopying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\nCopying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\nCopying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\nCopying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\nCopying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\nCopying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\nCopying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\nCopying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\nCopying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\nCopying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\nCopying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\nCopying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\nCopying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\nCopying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\nCopying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\nCopying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\nCopying blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\nCopying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\nCopying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\nCopying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\nCopying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\nCopying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\nCopying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\nCopying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\nCopying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\nCopying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\nCopying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\nCopying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\nCopying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\nCopying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\nCopying blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\nCopying blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\nCopying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\nCopying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\nCopying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\nCopying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\nCopying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\nCopying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\nCopying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\nCopying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\nCopying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\nCopying blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\nCopying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\nCopying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\nCopying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\nCopying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\nCopying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\nCopying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\nCopying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\nCopying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\nCopying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\nCopying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\nCopying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\nCopying blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\nCopying blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8\\nCopying blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\nCopying blob sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb\\nCopying blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\nCopying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\nCopying blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\nCopying blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\nCopying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\nCopying blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\nCopying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\nCopying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\nCopying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\nCopying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\nCopying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\nCopying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\nCopying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\nCopying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\nCopying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\nCopying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\nCopying blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\nCopying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\nCopying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\nCopying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\nCopying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\nCopying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\nCopying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\nCopying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\nCopying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\nCopying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\nCopying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\nCopying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\nCopying blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\nCopying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\nCopying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\nCopying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\nCopying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\nCopying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\nCopying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\nCopying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\nCopying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\nCopying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\nCopying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\nCopying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\nCopying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\nCopying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\nCopying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\nCopying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\nCopying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\nCopying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\nCopying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\nCopying blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\nCopying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\nCopying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\nCopying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\nCopying config sha256:17d62aad93bd81eb519ec440b7913eb7602d363deeaba15ca70d5b5d35f6efb9\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:36:07Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:36:07Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:36:07Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:36:07Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:36:07Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:07Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:07Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:07Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:07Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:07Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-86-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:07Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:36:07Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:36:07Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:36:07Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:36:07Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:36:07Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:36:07Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:36:07Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-86-source\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86-source\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:8fb28f56e5d4ef2d83f67bf072ea8f1ca7fe03639ea4b3f7bbc8006b4c2e31a1 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Skipping blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b (already present):\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:36:08Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f7558fc9beb67fff2d063ca31cfa89b20bfa8d8c0135ff4335ad7ad4b8e3576c\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f7558fc9beb67fff2d063ca31cfa89b20bfa8d8c0135ff4335ad7ad4b8e3576c\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:f7558fc9beb67fff2d063ca31cfa89b20bfa8d8c0135ff4335ad7ad4b8e3576c (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\"\\ntime=\\"2022-06-02T12:36:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb68
repomirrorworker stdout | 70ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):\\"\\ntime=\\"2022-06-02T12:36:10Z\\" level=debug msg=\\"Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\"\\ntime=\\"2022-06-02T12:36:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:17d62aad93bd81eb519ec440b7913eb7602d363deeaba15ca70d5b5d35f6efb9\\"\\ntime=\\"2022-06-02T12:36:12Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:17d62aad93bd81eb519ec440b7913eb7602d363deeaba15ca70d5b5d35f6efb9\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17d62aad93bd81eb519ec440b7913eb7602d363deeaba15ca70d5b5d35f6efb9\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17d62aad93bd81eb519ec440b7913eb7602d363deeaba15ca70d5b5d35f6efb9\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-86-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:36:13,630 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-86-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:36:13,630 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 36, 13, 630320), 2, 'b316d21e-76bd-4dac-8bac-343ce3d5da52', 3, '73f3e4d9-7711-4093-bbd4-0ce2fcbd3bd7'])
repomirrorworker stdout | 2022-06-02 12:36:13,634 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:13,635 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:13,636 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:13,636 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:36:13,637 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:13,643 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:19,761 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:36:13Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-86.1647529309\""
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:36:13Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-86.1647529309"
repomirrorworker stdout | time="2022-06-02T12:36:15Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:15Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:36:15Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:36:15Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:15Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:15Z" level=debug msg="Copying instance sha256:be0bc40331912cacf4ccbf9c1b928be196005b582d08b90eeb81027211f19433 (1/4)"
repomirrorworker stdout | time="2022-06-02T12:36:15Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:be0bc40331912cacf4ccbf9c1b928be196005b582d08b90eeb81027211f19433"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1647529309"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4d7f9fc4705dc024ff33c2edf71bed682643d72ddf093ed0ec5b452fa3e602d0"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c530010fb61c513e7f06fa29484418fabf62924fc80cc8183ab671a3ce461a8e"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1aea2ac299b686643c6c0a70db21b1d56bf4b137ac96e43580197902614c87ce"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3de00bb8554b2c35c89412d5336f1fa469afc7b0160045dd08758d92c8a6b064"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:61f7fbff362df22dccc6a7aa545041dfc25d7f0af6078e5a924fede77393d1a0"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3de00bb8554b2c35c89412d5336f1fa469afc7b0160045dd08758d92c8a6b064"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:61f7fbff362df22dccc6a7aa545041dfc25d7f0af6078e5a924fede77393d1a0"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c530010fb61c513e7f06fa29484418fabf62924fc80cc8183ab671a3ce461a8e"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1aea2ac299b686643c6c0a70db21b1d56bf4b137ac96e43580197902614c87ce"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4d7f9fc4705dc024ff33c2edf71bed682643d72ddf093ed0ec5b452fa3e602d0"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Skipping blob sha256:61f7fbff362df22dccc6a7aa545041dfc25d7f0af6078e5a924fede77393d1a0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Skipping blob sha256:3de00bb8554b2c35c89412d5336f1fa469afc7b0160045dd08758d92c8a6b064 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Skipping blob sha256:1aea2ac299b686643c6c0a70db21b1d56bf4b137ac96e43580197902614c87ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Skipping blob sha256:c530010fb61c513e7f06fa29484418fabf62924fc80cc8183ab671a3ce461a8e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Skipping blob sha256:4d7f9fc4705dc024ff33c2edf71bed682643d72ddf093ed0ec5b452fa3e602d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:6a021014d530d738a9926375735654093c780f9e5e52c40055fe8bb69264c651"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:6a021014d530d738a9926375735654093c780f9e5e52c40055fe8bb69264c651"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a021014d530d738a9926375735654093c780f9e5e52c40055fe8bb69264c651"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a021014d530d738a9926375735654093c780f9e5e52c40055fe8bb69264c651"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:be0bc40331912cacf4ccbf9c1b928be196005b582d08b90eeb81027211f19433"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="Copying instance sha256:c5c9ea7d97928c5b5ce0357376a1c1e489c82809caa3f2b5a25750a0bac3c425 (2/4)"
repomirrorworker stdout | time="2022-06-02T12:36:16Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:c5c9ea7d97928c5b5ce0357376a1c1e489c82809caa3f2b5a25750a0bac3c425"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1647529309"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bdaa94858d25c00df35b197c38276275a69232016502349dcee4a2d43ee340c6"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:24639a74db0ea60a6d9ce7dde38c65c804be51901b34b3dcb4801ff37d88c968"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c7fea81368837787f5817eecbdf260e736abe0cb29b0f638b28113bc3b623e2"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bdaa94858d25c00df35b197c38276275a69232016502349dcee4a2d43ee340c6"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c7fea81368837787f5817eecbdf260e736abe0cb29b0f638b28113bc3b623e2"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:24639a74db0ea60a6d9ce7dde38c65c804be51901b34b3dcb4801ff37d88c968"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fea832e2f3124138814b2fa9f97e4c93af9846cd754bc170735a04fcc2b3efa0"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf355b56092a65371d85cc05b51896b09b21e14d1d58f709a7cab5ba5847e995"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fea832e2f3124138814b2fa9f97e4c93af9846cd754bc170735a04fcc2b3efa0"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf355b56092a65371d85cc05b51896b09b21e14d1d58f709a7cab5ba5847e995"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="Skipping blob sha256:fea832e2f3124138814b2fa9f97e4c93af9846cd754bc170735a04fcc2b3efa0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="Skipping blob sha256:24639a74db0ea60a6d9ce7dde38c65c804be51901b34b3dcb4801ff37d88c968 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="Skipping blob sha256:bdaa94858d25c00df35b197c38276275a69232016502349dcee4a2d43ee340c6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="Skipping blob sha256:8c7fea81368837787f5817eecbdf260e736abe0cb29b0f638b28113bc3b623e2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="Skipping blob sha256:bf355b56092a65371d85cc05b51896b09b21e14d1d58f709a7cab5ba5847e995 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:1f80c04d31cab944cc07fc44ec2f746a2c70ce2922d4fc9ee772bd308ebc0cd6"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:1f80c04d31cab944cc07fc44ec2f746a2c70ce2922d4fc9ee772bd308ebc0cd6"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1f80c04d31cab944cc07fc44ec2f746a2c70ce2922d4fc9ee772bd308ebc0cd6"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1f80c04d31cab944cc07fc44ec2f746a2c70ce2922d4fc9ee772bd308ebc0cd6"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:c5c9ea7d97928c5b5ce0357376a1c1e489c82809caa3f2b5a25750a0bac3c425"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="Copying instance sha256:89c54a1b91f5c66747f0ab4ba63b5dc8576aedbd3f0b603fb9a449d2f7e0affa (3/4)"
repomirrorworker stdout | time="2022-06-02T12:36:17Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:89c54a1b91f5c66747f0ab4ba63b5dc8576aedbd3f0b603fb9a449d2f7e0affa"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1647529309"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fba1558d59df13ff78860ec720ad120830fcefff7a7c11ccf43df25e6fc4651c"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17e3a5f768e10e019b5bf765f63f8f9243bdfc7856b6c5b92b2b93430a7a91e7"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fba1558d59df13ff78860ec720ad120830fcefff7a7c11ccf43df25e6fc4651c"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17e3a5f768e10e019b5bf765f63f8f9243bdfc7856b6c5b92b2b93430a7a91e7"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed26b840cc4392a0e9845f8e1b94a3267df8fe3d404c85af42caa5ae15f44648"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed26b840cc4392a0e9845f8e1b94a3267df8fe3d404c85af42caa5ae15f44648"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cbc2866f0e2741aa3c72c6a699db0f8b25a5a5fea7d49ee2aa4f9a97ec6ee4c"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cbc2866f0e2741aa3c72c6a699db0f8b25a5a5fea7d49ee2aa4f9a97ec6ee4c"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42516c3fcba2290edfe438b5e04e72cf3ce90bb80c6d7d7f69a0e65143111b81"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42516c3fcba2290edfe438b5e04e72cf3ce90bb80c6d7d7f69a0e65143111b81"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="Skipping blob sha256:42516c3fcba2290edfe438b5e04e72cf3ce90bb80c6d7d7f69a0e65143111b81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="Skipping blob sha256:17e3a5f768e10e019b5bf765f63f8f9243bdfc7856b6c5b92b2b93430a7a91e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="Skipping blob sha256:ed26b840cc4392a0e9845f8e1b94a3267df8fe3d404c85af42caa5ae15f44648 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="Skipping blob sha256:fba1558d59df13ff78860ec720ad120830fcefff7a7c11ccf43df25e6fc4651c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="Skipping blob sha256:2cbc2866f0e2741aa3c72c6a699db0f8b25a5a5fea7d49ee2aa4f9a97ec6ee4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:30391fbe4fd2ab945c96920e5054182592126c5bd688c5407158e5b577f43cc6"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:30391fbe4fd2ab945c96920e5054182592126c5bd688c5407158e5b577f43cc6"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30391fbe4fd2ab945c96920e5054182592126c5bd688c5407158e5b577f43cc6"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30391fbe4fd2ab945c96920e5054182592126c5bd688c5407158e5b577f43cc6"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:89c54a1b91f5c66747f0ab4ba63b5dc8576aedbd3f0b603fb9a449d2f7e0affa"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="Copying instance sha256:38d783e74a9fc0b0ad69b3220befec27be0ca7ea552a48a1599b3b07a2153d5b (4/4)"
repomirrorworker stdout | time="2022-06-02T12:36:18Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:38d783e74a9fc0b0ad69b3220befec27be0ca7ea552a48a1599b3b07a2153d5b"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1647529309"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35c7e401b9c3e33adba0d81aac1165f7fc997bb367b0c300f3ce730cbbffa18"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3d208204a6eacc295274f2ca99cab6839b849071ecd17b0bdf7cefde2f83044"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bdee7855ef43f1c1d40221634c315c1998e5ee6f976d77dec4834f669bee371d"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3d208204a6eacc295274f2ca99cab6839b849071ecd17b0bdf7cefde2f83044"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bdee7855ef43f1c1d40221634c315c1998e5ee6f976d77dec4834f669bee371d"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35c7e401b9c3e33adba0d81aac1165f7fc997bb367b0c300f3ce730cbbffa18"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8985aa78d66ad0ca1e65cdf78c0a770212de626074c34770d25b8dcfc5e4bf"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8985aa78d66ad0ca1e65cdf78c0a770212de626074c34770d25b8dcfc5e4bf"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:925d96c39bc5bd3970c73a9e4ba29aee3b5358a338390801f2fb4cbf1a9b7570"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:925d96c39bc5bd3970c73a9e4ba29aee3b5358a338390801f2fb4cbf1a9b7570"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Skipping blob sha256:925d96c39bc5bd3970c73a9e4ba29aee3b5358a338390801f2fb4cbf1a9b7570 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Skipping blob sha256:df8985aa78d66ad0ca1e65cdf78c0a770212de626074c34770d25b8dcfc5e4bf (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Skipping blob sha256:b3d208204a6eacc295274f2ca99cab6839b849071ecd17b0bdf7cefde2f83044 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Skipping blob sha256:bdee7855ef43f1c1d40221634c315c1998e5ee6f976d77dec4834f669bee371d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Skipping blob sha256:b35c7e401b9c3e33adba0d81aac1165f7fc997bb367b0c300f3ce730cbbffa18 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:7dfde401dbfb82d5452d668e89bbbc284845b68058139a3aebdf6809ad7bde54"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:7dfde401dbfb82d5452d668e89bbbc284845b68058139a3aebdf6809ad7bde54"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7dfde401dbfb82d5452d668e89bbbc284845b68058139a3aebdf6809ad7bde54"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7dfde401dbfb82d5452d668e89bbbc284845b68058139a3aebdf6809ad7bde54"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:38d783e74a9fc0b0ad69b3220befec27be0ca7ea552a48a1599b3b07a2153d5b"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-86.1647529309"
repomirrorworker stdout | 2022-06-02 12:36:19,762 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:be0bc40331912cacf4ccbf9c1b928be196005b582d08b90eeb81027211f19433 (1/4)
repomirrorworker stdout | Copying blob sha256:61f7fbff362df22dccc6a7aa545041dfc25d7f0af6078e5a924fede77393d1a0
repomirrorworker stdout | Copying blob sha256:3de00bb8554b2c35c89412d5336f1fa469afc7b0160045dd08758d92c8a6b064
repomirrorworker stdout | Copying blob sha256:1aea2ac299b686643c6c0a70db21b1d56bf4b137ac96e43580197902614c87ce
repomirrorworker stdout | Copying blob sha256:c530010fb61c513e7f06fa29484418fabf62924fc80cc8183ab671a3ce461a8e
repomirrorworker stdout | Copying blob sha256:4d7f9fc4705dc024ff33c2edf71bed682643d72ddf093ed0ec5b452fa3e602d0
repomirrorworker stdout | Copying config sha256:6a021014d530d738a9926375735654093c780f9e5e52c40055fe8bb69264c651
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:c5c9ea7d97928c5b5ce0357376a1c1e489c82809caa3f2b5a25750a0bac3c425 (2/4)
repomirrorworker stdout | Copying blob sha256:fea832e2f3124138814b2fa9f97e4c93af9846cd754bc170735a04fcc2b3efa0
repomirrorworker stdout | Copying blob sha256:24639a74db0ea60a6d9ce7dde38c65c804be51901b34b3dcb4801ff37d88c968
repomirrorworker stdout | Copying blob sha256:bdaa94858d25c00df35b197c38276275a69232016502349dcee4a2d43ee340c6
repomirrorworker stdout | Copying blob sha256:8c7fea81368837787f5817eecbdf260e736abe0cb29b0f638b28113bc3b623e2
repomirrorworker stdout | Copying blob sha256:bf355b56092a65371d85cc05b51896b09b21e14d1d58f709a7cab5ba5847e995
repomirrorworker stdout | Copying config sha256:1f80c04d31cab944cc07fc44ec2f746a2c70ce2922d4fc9ee772bd308ebc0cd6
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:89c54a1b91f5c66747f0ab4ba63b5dc8576aedbd3f0b603fb9a449d2f7e0affa (3/4)
repomirrorworker stdout | Copying blob sha256:42516c3fcba2290edfe438b5e04e72cf3ce90bb80c6d7d7f69a0e65143111b81
repomirrorworker stdout | Copying blob sha256:17e3a5f768e10e019b5bf765f63f8f9243bdfc7856b6c5b92b2b93430a7a91e7
repomirrorworker stdout | Copying blob sha256:ed26b840cc4392a0e9845f8e1b94a3267df8fe3d404c85af42caa5ae15f44648
repomirrorworker stdout | Copying blob sha256:fba1558d59df13ff78860ec720ad120830fcefff7a7c11ccf43df25e6fc4651c
repomirrorworker stdout | Copying blob sha256:2cbc2866f0e2741aa3c72c6a699db0f8b25a5a5fea7d49ee2aa4f9a97ec6ee4c
repomirrorworker stdout | Copying config sha256:30391fbe4fd2ab945c96920e5054182592126c5bd688c5407158e5b577f43cc6
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:38d783e74a9fc0b0ad69b3220befec27be0ca7ea552a48a1599b3b07a2153d5b (4/4)
repomirrorworker stdout | Copying blob sha256:925d96c39bc5bd3970c73a9e4ba29aee3b5358a338390801f2fb4cbf1a9b7570
repomirrorworker stdout | Copying blob sha256:df8985aa78d66ad0ca1e65cdf78c0a770212de626074c34770d25b8dcfc5e4bf
repomirrorworker stdout | Copying blob sha256:b3d208204a6eacc295274f2ca99cab6839b849071ecd17b0bdf7cefde2f83044
repomirrorworker stdout | Copying blob sha256:bdee7855ef43f1c1d40221634c315c1998e5ee6f976d77dec4834f669bee371d
repomirrorworker stdout | Copying blob sha256:b35c7e401b9c3e33adba0d81aac1165f7fc997bb367b0c300f3ce730cbbffa18
repomirrorworker stdout | Copying config sha256:7dfde401dbfb82d5452d668e89bbbc284845b68058139a3aebdf6809ad7bde54
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:36:19,764 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:19,768 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:19,769 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 36, 19, 767423), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-86.1647529309\' successful sync", "tag": "1-86.1647529309", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:be0bc40331912cacf4ccbf9c1b928be196005b582d08b90eeb81027211f19433 (1/4)\\nCopying blob sha256:61f7fbff362df22dccc6a7aa545041dfc25d7f0af6078e5a924fede77393d1a0\\nCopying blob sha256:3de00bb8554b2c35c89412d5336f1fa469afc7b0160045dd08758d92c8a6b064\\nCopying blob sha256:1aea2ac299b686643c6c0a70db21b1d56bf4b137ac96e43580197902614c87ce\\nCopying blob sha256:c530010fb61c513e7f06fa29484418fabf62924fc80cc8183ab671a3ce461a8e\\nCopying blob sha256:4d7f9fc4705dc024ff33c2edf71bed682643d72ddf093ed0ec5b452fa3e602d0\\nCopying config sha256:6a021014d530d738a9926375735654093c780f9e5e52c40055fe8bb69264c651\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:c5c9ea7d97928c5b5ce0357376a1c1e489c82809caa3f2b5a25750a0bac3c425 (2/4)\\nCopying blob sha256:fea832e2f3124138814b2fa9f97e4c93af9846cd754bc170735a04fcc2b3efa0\\nCopying blob sha256:24639a74db0ea60a6d9ce7dde38c65c804be51901b34b3dcb4801ff37d88c968\\nCopying blob sha256:bdaa94858d25c00df35b197c38276275a69232016502349dcee4a2d43ee340c6\\nCopying blob sha256:8c7fea81368837787f5817eecbdf260e736abe0cb29b0f638b28113bc3b623e2\\nCopying blob sha256:bf355b56092a65371d85cc05b51896b09b21e14d1d58f709a7cab5ba5847e995\\nCopying config sha256:1f80c04d31cab944cc07fc44ec2f746a2c70ce2922d4fc9ee772bd308ebc0cd6\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:89c54a1b91f5c66747f0ab4ba63b5dc8576aedbd3f0b603fb9a449d2f7e0affa (3/4)\\nCopying blob sha256:42516c3fcba2290edfe438b5e04e72cf3ce90bb80c6d7d7f69a0e65143111b81\\nCopying blob sha256:17e3a5f768e10e019b5bf765f63f8f9243bdfc7856b6c5b92b2b93430a7a91e7\\nCopying blob sha256:ed26b840cc4392a0e9845f8e1b94a3267df8fe3d404c85af42caa5ae15f44648\\nCopying blob sha256:fba1558d59df13ff78860ec720ad120830fcefff7a7c11ccf43df25e6fc4651c\\nCopying blob sha256:2cbc2866f0e2741aa3c72c6a699db0f8b25a5a5fea7d49ee2aa4f9a97ec6ee4c\\nCopying config sha256:30391fbe4fd2ab945c96920e5054182592126c5bd688c5407158e5b577f43cc6\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:38d783e74a9fc0b0ad69b3220befec27be0ca7ea552a48a1599b3b07a2153d5b (4/4)\\nCopying blob sha256:925d96c39bc5bd3970c73a9e4ba29aee3b5358a338390801f2fb4cbf1a9b7570\\nCopying blob sha256:df8985aa78d66ad0ca1e65cdf78c0a770212de626074c34770d25b8dcfc5e4bf\\nCopying blob sha256:b3d208204a6eacc295274f2ca99cab6839b849071ecd17b0bdf7cefde2f83044\\nCopying blob sha256:bdee7855ef43f1c1d40221634c315c1998e5ee6f976d77dec4834f669bee371d\\nCopying blob sha256:b35c7e401b9c3e33adba0d81aac1165f7fc997bb367b0c300f3ce730cbbffa18\\nCopying config sha256:7dfde401dbfb82d5452d668e89bbbc284845b68058139a3aebdf6809ad7bde54\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-86.1647529309\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:36:13Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-86.1647529309\\"\\ntime=\\"2022-06-02T12:36:15Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:15Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:36:15Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:36:15Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:15Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:36:15Z\\" level=debug msg=\\"Copying instance sha256:be0bc40331912cacf4ccbf9c1b928be196005b582d08b90eeb81027211f19433 (1/4)\\"\\ntime=\\"2022-06-02T12:36:15Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:be0bc40331912cacf4ccbf9c1b928be196005b582d08b90eeb81027211f19433\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1647529309\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4d7f9fc4705dc024ff33c2edf71bed682643d72ddf093ed0ec5b452fa3e602d0\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c530010fb61c513e7f06fa29484418fabf62924fc80cc8183ab671a3ce461a8e\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1aea2ac299b686643c6c0a70db21b1d56bf4b137ac96e43580197902614c87ce\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3de00bb8554b2c35c89412d5336f1fa469afc7b0160045dd08758d92c8a6b064\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:61f7fbff362df22dccc6a7aa545041dfc25d7f0af6078e5a924fede77393d1a0\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3de00bb8554b2c35c89412d5336f1fa469afc7b0160045dd08758d92c8a6b064\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:61f7fbff362df22dccc6a7aa545041dfc25d7f0af6078e5a924fede77393d1a0\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c530010fb61c513e7f06fa29484418fabf62924fc80cc8183ab671a3ce461a8e\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1aea2ac299b686643c6c0a70db21b1d56bf4b137ac96e43580197902614c87ce\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4d7f9fc4705dc024ff33c2edf71bed682643d72ddf093ed0ec5b452fa3e602d0\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Skipping blob sha256:61f7fbff362df22dccc6a7aa545041dfc25d7f0af6078e5a924fede77393d1a0 (already present):\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Skipping blob sha256:3de00bb8554b2c35c89412d5336f1fa469afc7b0160045dd08758d92c8a6b064 (already present):\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Skipping blob sha256:1aea2ac299b686643c6c0a70db21b1d56bf4b137ac96e43580197902614c87ce (already present):\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Skipping blob sha256:c530010fb61c513e7f06fa29484418fabf62924fc80cc8183ab671a3ce461a8e (already present):\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Skipping blob sha256:4d7f9fc4705dc024ff33c2edf71bed682643d72ddf093ed0ec5b452fa3e602d0 (already present):\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:6a021014d530d738a9926375735654093c780f9e5e52c40055fe8bb69264c651\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:6a021014d530d738a9926375735654093c780f9e5e52c40055fe8bb69264c651\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a021014d530d738a9926375735654093c780f9e5e52c40055fe8bb69264c651\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a021014d530d738a9926375735654093c780f9e5e52c40055fe8bb69264c651\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:be0bc40331912cacf4ccbf9c1b928be196005b582d08b90eeb81027211f19433\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"Copying instance sha256:c5c9ea7d97928c5b5ce0357376a1c1e489c82809caa3f2b5a25750a0bac3c425 (2/4)\\"\\ntime=\\"2022-06-02T12:36:16Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:c5c9ea7d97928c5b5ce0357376a1c1e489c82809caa3f2b5a25750a0bac3c425\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1647529309\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bdaa94858d25c00df35b197c38276275a69232016502349dcee4a2d43ee340c6\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:24639a74db0ea60a6d9ce7dde38c65c804be51901b34b3dcb4801ff37d88c968\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c7fea81368837787f5817eecbdf260e736abe0cb29b0f638b28113bc3b623e2\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bdaa94858d25c00df35b197c38276275a69232016502349dcee4a2d43ee340c6\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c7fea81368837787f5817eecbdf260e736abe0cb29b0f638b28113bc3b623e2\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:24639a74db0ea60a6d9ce7dde38c65c804be51901b34b3dcb4801ff37d88c968\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fea832e2f3124138814b2fa9f97e4c93af9846cd754bc170735a04fcc2b3efa0\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf355b56092a65371d85cc05b51896b09b21e14d1d58f709a7cab5ba5847e995\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fea832e2f3124138814b2fa9f97e4c93af9846cd754bc170735a04fcc2b3efa0\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf355b56092a65371d85cc05b51896b09b21e14d1d58f709a7cab5ba5847e995\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"Skipping blob sha256:fea832e2f3124138814b2fa9f97e4c93af9846cd754bc170735a04fcc2b3efa0 (already present):\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"Skipping blob sha256:24639a74db0ea60a6d9ce7dde38c65c804be51901b34b3dcb4801ff37d88c968 (already present):\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"Skipping blob sha256:bdaa94858d25c00df35b197c38276275a69232016502349dcee4a2d43ee340c6 (already present):\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"Skipping blob sha256:8c7fea81368837787f5817eecbdf260e736abe0cb29b0f638b28113bc3b623e2 (already present):\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"Skipping blob sha256:bf355b56092a65371d85cc05b51896b09b21e14d1d58f709a7cab5ba5847e995 (already present):\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:1f80c04d31cab944cc07fc44ec2f746a2c70ce2922d4fc9ee772bd308ebc0cd6\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:1f80c04d31cab944cc07fc44ec2f746a2c70ce2922d4fc9ee772bd308ebc0cd6\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1f80c04d31cab944cc07fc44ec2f746a2c70ce2922d4fc9ee772bd308ebc0cd6\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1f80c04d31cab944cc07fc44ec2f746a2c70ce2922d4fc9ee772bd308ebc0cd6\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:c5c9ea7d97928c5b5ce0357376a1c1e489c82809caa3f2b5a25750a0bac3c425\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"Copying instance sha256:89c54a1b91f5c66747f0ab4ba63b5dc8576aedbd3f0b603fb9a449d2f7e0affa (3/4)\\"\\ntime=\\"2022-06-02T12:36:17Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:89c54a1b91f5c66747f0ab4ba63b5dc8576aedbd3f0b603fb9a449d2f7e0affa\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1647529309\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fba1558d59df13ff78860ec720ad120830fcefff7a7c11ccf43df25e6fc4651c\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17e3a5f768e10e019b5bf765f63f8f9243bdfc7856b6c5b92b2b93430a7a91e7\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fba1558d59df13ff78860ec720ad120830fcefff7a7c11ccf43df25e6fc4651c\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17e3a5f768e10e019b5bf765f63f8f9243bdfc7856b6c5b92b2b93430a7a91e7\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed26b840cc4392a0e9845f8e1b94a3267df8fe3d404c85af42caa5ae15f44648\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed26b840cc4392a0e9845f8e1b94a3267df8fe3d404c85af42caa5ae15f44648\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cbc2866f0e2741aa3c72c6a699db0f8b25a5a5fea7d49ee2aa4f9a97ec6ee4c\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cbc2866f0e2741aa3c72c6a699db0f8b25a5a5fea7d49ee2aa4f9a97ec6ee4c\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42516c3fcba2290edfe438b5e04e72cf3ce90bb80c6d7d7f69a0e65143111b81\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42516c3fcba2290edfe438b5e04e72cf3ce90bb80c6d7d7f69a0e65143111b81\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"Skipping blob sha256:42516c3fcba2290edfe438b5e04e72cf3ce90bb80c6d7d7f69a0e65143111b81 (already present):\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"Skipping blob sha256:17e3a5f768e10e019b5bf765f63f8f9243bdfc7856b6c5b92b2b93430a7a91e7 (already present):\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"Skipping blob sha256:ed26b840cc4392a0e9845f8e1b94a3267df8fe3d404c85af42caa5ae15f44648 (already present):\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"Skipping blob sha256:fba1558d59df13ff78860ec720ad120830fcefff7a7c11ccf43df25e6fc4651c (already present):\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"Skipping blob sha256:2cbc2866f0e2741aa3c72c6a699db0f8b25a5a5fea7d49ee2aa4f9a97ec6ee4c (already present):\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:30391fbe4fd2ab945c96920e5054182592126c5bd688c5407158e5b577f43cc6\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:30391fbe4fd2ab945c96920e5054182592126c5bd688c5407158e5b577f43cc6\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30391fbe4fd2ab945c96920e5054182592126c5bd688c5407158e5b577f43cc6\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30391fbe4fd2ab945c96920e5054182592126c5bd688c5407158e5b577f43cc6\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:89c54a1b91f5c66747f0ab4ba63b5dc8576aedbd3f0b603fb9a449d2f7e0affa\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"Copying instance sha256:38d783e74a9fc0b0ad69b3220befec27be0ca7ea552a48a1599b3b07a2153d5b (4/4)\\"\\ntime=\\"2022-06-02T12:36:18Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:38d783e74a9fc0b0ad69b3220befec27be0ca7ea552a48a1599b3b07a2153d5b\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1647529309\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35c7e401b9c3e33adba0d81aac1165f7fc997bb367b0c300f3ce730cbbffa18\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3d208204a6eacc295274f2ca99cab6839b849071ecd17b0bdf7cefde2f83044\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bdee7855ef43f1c1d40221634c315c1998e5ee6f976d77dec4834f669bee371d\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3d208204a6eacc295274f2ca99cab6839b849071ecd17b0bdf7cefde2f83044\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bdee7855ef43f1c1d40221634c315c1998e5ee6f976d77dec4834f669bee371d\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35c7e401b9c3e33adba0d81aac1165f7fc997bb367b0c300f3ce730cbbffa18\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8985aa78d66ad0ca1e65cdf78c0a770212de626074c34770d25b8dcfc5e4bf\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8985aa78d66ad0ca1e65cdf78c0a770212de626074c34770d25b8dcfc5e4bf\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:925d96c39bc5bd3970c73a9e4ba29aee3b5358a338390801f2fb4cbf1a9b7570\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:925d96c39bc5bd3970c73a9e4ba29aee3b5358a338390801f2fb4cbf1a9b7570\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Skipping blob sha256:925d96c39bc5bd3970c73a9e4ba29aee3b5358a338390801f2fb4cbf1a9b7570 (already present):\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Skipping blob sha256:df8985aa78d66ad0ca1e65cdf78c0a770212de626074c34770d25b8dcfc5e4bf (already present):\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Skipping blob sha256:b3d208204a6eacc295274f2ca99cab6839b849071ecd17b0bdf7cefde2f83044 (already present):\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Skipping blob sha256:bdee7855ef43f1c1d40221634c315c1998e5ee6f976d77dec4834f669bee371d (already present):\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Skipping blob sha256:b35c7e401b9c3e33adba0d81aac1165f7fc997bb367b0c300f3ce730cbbffa18 (already present):\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:7dfde401dbfb82d5452d668e89bbbc284845b68058139a3aebdf6809ad7bde54\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:7dfde401dbfb82d5452d668e89bbbc284845b68058139a3aebdf6809ad7bde54\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7dfde401dbfb82d5452d668e89bbbc284845b68058139a3aebdf6809ad7bde54\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7dfde401dbfb82d5452d668e89bbbc284845b68058139a3aebdf6809ad7bde54\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:38d783e74a9fc0b0ad69b3220befec27be0ca7ea552a48a1599b3b07a2153d5b\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-86.1647529309\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:36:19,773 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-86.1647529309' successful sync.
repomirrorworker stdout | 2022-06-02 12:36:19,773 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 36, 19, 773485), 2, 'bda70aaf-2f28-42f8-9924-0759b29f575e', 3, 'b316d21e-76bd-4dac-8bac-343ce3d5da52'])
repomirrorworker stdout | 2022-06-02 12:36:19,776 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:19,777 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:19,778 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:19,778 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:36:19,779 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:19,785 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:23,307 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:36:27,101 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:36:19Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-86.1647529309-source\""
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:36:19Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-86.1647529309-source"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1647529309-source"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:36:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f7558fc9beb67fff2d063ca31cfa89b20bfa8d8c0135ff4335ad7ad4b8e3576c"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f7558fc9beb67fff2d063ca31cfa89b20bfa8d8c0135ff4335ad7ad4b8e3576c"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:f7558fc9beb67fff2d063ca31cfa89b20bfa8d8c0135ff4335ad7ad4b8e3576c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d"
repomirrorworker stdout | time="2022-06-02T12:36:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:23Z" level=debug msg="Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f
repomirrorworker stdout | 137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:36:24Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:25Z" level=debug msg="Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Skipping blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Skipping blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:5bdafd42c108efe149d90c2e413c6d5f32618faa47ecda2a17b02f84d07dc4e6"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:5bdafd42c108efe149d90c2e413c6d5f32618faa47ecda2a17b02f84d07dc4e6"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5bdafd42c108efe149d90c2e413c6d5f32618faa47ecda2a17b02f84d07dc4e6"
repomirrorworker stdout | time="2022-06-02T12:36:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5bdafd42c108efe149d90c2e413c6d5f32618faa47ecda2a17b02f84d07dc4e6"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-86.1647529309-source"
repomirrorworker stdout | 2022-06-02 12:36:27,102 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4
repomirrorworker stdout | Copying blob sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b
repomirrorworker stdout | Copying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284
repomirrorworker stdout | Copying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c
repomirrorworker stdout | Copying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f
repomirrorworker stdout | Copying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e
repomirrorworker stdout | Copying blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d
repomirrorworker stdout | Copying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773
repomirrorworker stdout | Copying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67
repomirrorworker stdout | Copying blob sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6
repomirrorworker stdout | Copying blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717
repomirrorworker stdout | Copying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce
repomirrorworker stdout | Copying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e
repomirrorworker stdout | Copying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7
repomirrorworker stdout | Copying blob sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c
repomirrorworker stdout | Copying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216
repomirrorworker stdout | Copying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358
repomirrorworker stdout | Copying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d
repomirrorworker stdout | Copying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0
repomirrorworker stdout | Copying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0
repomirrorworker stdout | Copying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7
repomirrorworker stdout | Copying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1
repomirrorworker stdout | Copying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e
repomirrorworker stdout | Copying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa
repomirrorworker stdout | Copying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82
repomirrorworker stdout | Copying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9
repomirrorworker stdout | Copying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9
repomirrorworker stdout | Copying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b
repomirrorworker stdout | Copying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17
repomirrorworker stdout | Copying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36
repomirrorworker stdout | Copying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970
repomirrorworker stdout | Copying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797
repomirrorworker stdout | Copying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0
repomirrorworker stdout | Copying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181
repomirrorworker stdout | Copying blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494
repomirrorworker stdout | Copying blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5
repomirrorworker stdout | Copying blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f
repomirrorworker stdout | Copying blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421
repomirrorworker stdout | Copying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0
repomirrorworker stdout | Copying blob sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86
repomirrorworker stdout | Copying blob sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f
repomirrorworker stdout | Copying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3
repomirrorworker stdout | Copying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b
repomirrorworker stdout | Copying blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24
repomirrorworker stdout | Copying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092
repomirrorworker stdout | Copying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007
repomirrorworker stdout | Copying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9
repomirrorworker stdout | Copying blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177
repomirrorworker stdout | Copying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546
repomirrorworker stdout | Copying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590
repomirrorworker stdout | Copying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc
repomirrorworker stdout | Copying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca
repomirrorworker stdout | Copying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be
repomirrorworker stdout | Copying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515
repomirrorworker stdout | Copying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264
repomirrorworker stdout | Copying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f
repomirrorworker stdout | Copying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6
repomirrorworker stdout | Copying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee
repomirrorworker stdout | Copying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03
repomirrorworker stdout | Copying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9
repomirrorworker stdout | Copying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136
repomirrorworker stdout | Copying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a
repomirrorworker stdout | Copying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03
repomirrorworker stdout | Copying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb
repomirrorworker stdout | Copying blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274
repomirrorworker stdout | Copying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351
repomirrorworker stdout | Copying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10
repomirrorworker stdout | Copying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55
repomirrorworker stdout | Copying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a
repomirrorworker stdout | Copying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151
repomirrorworker stdout | Copying blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2
repomirrorworker stdout | Copying blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906
repomirrorworker stdout | Copying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d
repomirrorworker stdout | Copying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7
repomirrorworker stdout | Copying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8
repomirrorworker stdout | Copying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9
repomirrorworker stdout | Copying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e
repomirrorworker stdout | Copying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b
repomirrorworker stdout | Copying blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c
repomirrorworker stdout | Copying blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b
repomirrorworker stdout | Copying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b
repomirrorworker stdout | Copying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38
repomirrorworker stdout | Copying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd
repomirrorworker stdout | Copying blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8
repomirrorworker stdout | Copying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f
repomirrorworker stdout | Copying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4
repomirrorworker stdout | Copying blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091
repomirrorworker stdout | Copying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9
repomirrorworker stdout | Copying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55
repomirrorworker stdout | Copying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880
repomirrorworker stdout | Copying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff
repomirrorworker stdout | Copying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7
repomirrorworker stdout | Copying blob sha256:f7558fc9beb67fff2d063ca31cfa89b20bfa8d8c0135ff4335ad7ad4b8e3576c
repomirrorworker stdout | Copying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d
repomirrorworker stdout | Copying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab
repomirrorworker stdout | Copying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78
repomirrorworker stdout | Copying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a
repomirrorworker stdout | Copying blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523
repomirrorworker stdout | Copying blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278
repomirrorworker stdout | Copying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2
repomirrorworker stdout | Copying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50
repomirrorworker stdout | Copying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd
repomirrorworker stdout | Copying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41
repomirrorworker stdout | Copying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733
repomirrorworker stdout | Copying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76
repomirrorworker stdout | Copying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e
repomirrorworker stdout | Copying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d
repomirrorworker stdout | Copying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce
repomirrorworker stdout | Copying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2
repomirrorworker stdout | Copying blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f
repomirrorworker stdout | Copying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52
repomirrorworker stdout | Copying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6
repomirrorworker stdout | Copying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b
repomirrorworker stdout | Copying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5
repomirrorworker stdout | Copying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110
repomirrorworker stdout | Copying blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85
repomirrorworker stdout | Copying blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b
repomirrorworker stdout | Copying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19
repomirrorworker stdout | Copying blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a
repomirrorworker stdout | Copying blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268
repomirrorworker stdout | Copying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1
repomirrorworker stdout | Copying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a
repomirrorworker stdout | Copying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22
repomirrorworker stdout | Copying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887
repomirrorworker stdout | Copying blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d
repomirrorworker stdout | Copying blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0
repomirrorworker stdout | Copying blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f
repomirrorworker stdout | Copying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201
repomirrorworker stdout | Copying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce
repomirrorworker stdout | Copying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d
repomirrorworker stdout | Copying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32
repomirrorworker stdout | Copying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3
repomirrorworker stdout | Copying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0
repomirrorworker stdout | Copying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c
repomirrorworker stdout | Copying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273
repomirrorworker stdout | Copying blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32
repomirrorworker stdout | Copying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099
repomirrorworker stdout | Copying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759
repomirrorworker stdout | Copying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781
repomirrorworker stdout | Copying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996
repomirrorworker stdout | Copying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db
repomirrorworker stdout | Copying blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f
repomirrorworker stdout | Copying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391
repomirrorworker stdout | Copying blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61
repomirrorworker stdout | Copying blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603
repomirrorworker stdout | Copying blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6
repomirrorworker stdout | Copying blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda
repomirrorworker stdout | Copying blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823
repomirrorworker stdout | Copying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea
repomirrorworker stdout | Copying blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29
repomirrorworker stdout | Copying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4
repomirrorworker stdout | Copying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359
repomirrorworker stdout | Copying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2
repomirrorworker stdout | Copying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b
repomirrorworker stdout | Copying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738
repomirrorworker stdout | Copying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2
repomirrorworker stdout | Copying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff
repomirrorworker stdout | Copying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7
repomirrorworker stdout | Copying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131
repomirrorworker stdout | Copying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d
repomirrorworker stdout | Copying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9
repomirrorworker stdout | Copying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359
repomirrorworker stdout | Copying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1
repomirrorworker stdout | Copying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176
repomirrorworker stdout | Copying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b
repomirrorworker stdout | Copying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8
repomirrorworker stdout | Copying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43
repomirrorworker stdout | Copying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694
repomirrorworker stdout | Copying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc
repomirrorworker stdout | Copying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d
repomirrorworker stdout | Copying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8
repomirrorworker stdout | Copying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c
repomirrorworker stdout | Copying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9
repomirrorworker stdout | Copying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9
repomirrorworker stdout | Copying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1
repomirrorworker stdout | Copying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0
repomirrorworker stdout | Copying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b
repomirrorworker stdout | Copying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488
repomirrorworker stdout | Copying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b
repomirrorworker stdout | Copying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86
repomirrorworker stdout | Copying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf
repomirrorworker stdout | Copying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667
repomirrorworker stdout | Copying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34
repomirrorworker stdout | Copying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea
repomirrorworker stdout | Copying blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc
repomirrorworker stdout | Copying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987
repomirrorworker stdout | Copying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd
repomirrorworker stdout | Copying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d
repomirrorworker stdout | Copying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3
repomirrorworker stdout | Copying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3
repomirrorworker stdout | Copying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5
repomirrorworker stdout | Copying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c
repomirrorworker stdout | Copying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d
repomirrorworker stdout | Copying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802
repomirrorworker stdout | Copying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09
repomirrorworker stdout | Copying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3
repomirrorworker stdout | Copying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee
repomirrorworker stdout | Copying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50
repomirrorworker stdout | Copying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0
repomirrorworker stdout | Copying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f
repomirrorworker stdout | Copying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001
repomirrorworker stdout | Copying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb
repomirrorworker stdout | Copying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d
repomirrorworker stdout | Copying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf
repomirrorworker stdout | Copying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1
repomirrorworker stdout | Copying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e
repomirrorworker stdout | Copying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97
repomirrorworker stdout | Copying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb
repomirrorworker stdout | Copying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded
repomirrorworker stdout | Copying blob sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb
repomirrorworker stdout | Copying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb
repomirrorworker stdout | Copying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e
repomirrorworker stdout | Copying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf
repomirrorworker stdout | Copying blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1
repomirrorworker stdout | Copying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170
repomirrorworker stdout | Copying blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683
repomirrorworker stdout | Copying blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e
repomirrorworker stdout | Copying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643
repomirrorworker stdout | Copying blob sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5
repomirrorworker stdout | Copying blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62
repomirrorworker stdout | Copying blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c
repomirrorworker stdout | Copying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca
repomirrorworker stdout | Copying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1
repomirrorworker stdout | Copying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6
repomirrorworker stdout | Copying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00
repomirrorworker stdout | Copying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb
repomirrorworker stdout | Copying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1
repomirrorworker stdout | Copying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0
repomirrorworker stdout | Copying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a
repomirrorworker stdout | Copying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10
repomirrorworker stdout | Copying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f
repomirrorworker stdout | Copying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454
repomirrorworker stdout | Copying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6
repomirrorworker stdout | Copying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f
repomirrorworker stdout | Copying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c
repomirrorworker stdout | Copying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1
repomirrorworker stdout | Copying blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349
repomirrorworker stdout | Copying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1
repomirrorworker stdout | Copying blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d
repomirrorworker stdout | Copying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238
repomirrorworker stdout | Copying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699
repomirrorworker stdout | Copying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75
repomirrorworker stdout | Copying blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde
repomirrorworker stdout | Copying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f
repomirrorworker stdout | Copying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b
repomirrorworker stdout | Copying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c
repomirrorworker stdout | Copying blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da
repomirrorworker stdout | Copying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a
repomirrorworker stdout | Copying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65
repomirrorworker stdout | Copying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7
repomirrorworker stdout | Copying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704
repomirrorworker stdout | Copying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075
repomirrorworker stdout | Copying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68
repomirrorworker stdout | Copying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658
repomirrorworker stdout | Copying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10
repomirrorworker stdout | Copying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621
repomirrorworker stdout | Copying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf
repomirrorworker stdout | Copying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315
repomirrorworker stdout | Copying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2
repomirrorworker stdout | Copying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb
repomirrorworker stdout | Copying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8
repomirrorworker stdout | Copying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb
repomirrorworker stdout | Copying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e
repomirrorworker stdout | Copying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074
repomirrorworker stdout | Copying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0
repomirrorworker stdout | Copying blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8
repomirrorworker stdout | Copying blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f
repomirrorworker stdout | Copying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d
repomirrorworker stdout | Copying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95
repomirrorworker stdout | Copying config sha256:5bdafd42c108efe149d90c2e413c6d5f32618faa47ecda2a17b02f84d07dc4e6
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:36:27,104 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:27,108 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:27,110 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 36, 27, 107685), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-86.1647529309-source\' successful sync", "tag": "1-86.1647529309-source", "tags": null, "stdout": "Copying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\nCopying blob sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b\\nCopying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\nCopying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\nCopying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\nCopying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\nCopying blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\nCopying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\nCopying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\nCopying blob sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6\\nCopying blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\nCopying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\nCopying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\nCopying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\nCopying blob sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c\\nCopying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\nCopying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\nCopying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\nCopying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\nCopying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\nCopying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\nCopying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\nCopying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\nCopying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\nCopying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\nCopying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\nCopying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\nCopying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\nCopying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\nCopying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\nCopying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\nCopying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\nCopying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\nCopying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\nCopying blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494\\nCopying blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\nCopying blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\nCopying blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\nCopying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\nCopying blob sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86\\nCopying blob sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f\\nCopying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\nCopying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\nCopying blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\nCopying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\nCopying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\nCopying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\nCopying blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\nCopying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\nCopying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\nCopying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\nCopying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\nCopying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\nCopying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\nCopying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\nCopying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\nCopying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\nCopying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\nCopying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\nCopying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\nCopying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\nCopying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\nCopying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\nCopying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\nCopying blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\nCopying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\nCopying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\nCopying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\nCopying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\nCopying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\nCopying blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\nCopying blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\nCopying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\nCopying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\nCopying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\nCopying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\nCopying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\nCopying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\nCopying blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\nCopying blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\nCopying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\nCopying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\nCopying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\nCopying blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8\\nCopying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\nCopying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\nCopying blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\nCopying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\nCopying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\nCopying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\nCopying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\nCopying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\nCopying blob sha256:f7558fc9beb67fff2d063ca31cfa89b20bfa8d8c0135ff4335ad7ad4b8e3576c\\nCopying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\nCopying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\nCopying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\nCopying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\nCopying blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\nCopying blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\nCopying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\nCopying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\nCopying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\nCopying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\nCopying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\nCopying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\nCopying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\nCopying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\nCopying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\nCopying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\nCopying blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\nCopying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\nCopying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\nCopying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\nCopying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\nCopying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\nCopying blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\nCopying blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\nCopying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\nCopying blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a\\nCopying blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\nCopying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\nCopying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\nCopying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\nCopying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\nCopying blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\nCopying blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\nCopying blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\nCopying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\nCopying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\nCopying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\nCopying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\nCopying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\nCopying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\nCopying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\nCopying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\nCopying blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\nCopying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\nCopying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\nCopying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\nCopying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\nCopying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\nCopying blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\nCopying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\nCopying blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61\\nCopying blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\nCopying blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\nCopying blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\nCopying blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\nCopying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\nCopying blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29\\nCopying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\nCopying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\nCopying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\nCopying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\nCopying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\nCopying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\nCopying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\nCopying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\nCopying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\nCopying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\nCopying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\nCopying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\nCopying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\nCopying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\nCopying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\nCopying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\nCopying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\nCopying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\nCopying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\nCopying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\nCopying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\nCopying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\nCopying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\nCopying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\nCopying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\nCopying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\nCopying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\nCopying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\nCopying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\nCopying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\nCopying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\nCopying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\nCopying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\nCopying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\nCopying blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\nCopying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\nCopying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\nCopying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\nCopying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\nCopying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\nCopying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\nCopying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\nCopying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\nCopying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\nCopying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\nCopying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\nCopying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\nCopying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\nCopying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\nCopying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\nCopying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\nCopying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\nCopying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\nCopying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\nCopying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\nCopying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\nCopying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\nCopying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\nCopying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\nCopying blob sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb\\nCopying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\nCopying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\nCopying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\nCopying blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\nCopying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\nCopying blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\nCopying blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\nCopying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\nCopying blob sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5\\nCopying blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\nCopying blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\nCopying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\nCopying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\nCopying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\nCopying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\nCopying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\nCopying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\nCopying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\nCopying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\nCopying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\nCopying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\nCopying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\nCopying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\nCopying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\nCopying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\nCopying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\nCopying blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\nCopying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\nCopying blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d\\nCopying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\nCopying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\nCopying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\nCopying blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\nCopying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\nCopying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\nCopying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\nCopying blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\nCopying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\nCopying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\nCopying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\nCopying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\nCopying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\nCopying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\nCopying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\nCopying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\nCopying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\nCopying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\nCopying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\nCopying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\nCopying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\nCopying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\nCopying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\nCopying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\nCopying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\nCopying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\nCopying blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\nCopying blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\nCopying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\nCopying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\nCopying config sha256:5bdafd42c108efe149d90c2e413c6d5f32618faa47ecda2a17b02f84d07dc4e6\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-86.1647529309-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:36:19Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-86.1647529309-source\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1647529309-source\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:36:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f7558fc9beb67fff2d063ca31cfa89b20bfa8d8c0135ff4335ad7ad4b8e3576c\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f7558fc9beb67fff2d063ca31cfa89b20bfa8d8c0135ff4335ad7ad4b8e3576c\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:f7558fc9beb67fff2d063ca31cfa89b20bfa8d8c0135ff4335ad7ad4b8e3576c (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\"\\ntime=\\"2022-06-02T12:36:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:3
repomirrorworker stdout | 31a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:23Z\\" level=debug msg=\\"Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:36:24Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:25Z\\" level=debug msg=\\"Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Skipping blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8 (already present):\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Skipping blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f (already present):\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:5bdafd42c108efe149d90c2e413c6d5f32618faa47ecda2a17b02f84d07dc4e6\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:5bdafd42c108efe149d90c2e413c6d5f32618faa47ecda2a17b02f84d07dc4e6\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5bdafd42c108efe149d90c2e413c6d5f32618faa47ecda2a17b02f84d07dc4e6\\"\\ntime=\\"2022-06-02T12:36:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5bdafd42c108efe149d90c2e413c6d5f32618faa47ecda2a17b02f84d07dc4e6\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-86.1647529309-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:36:27,129 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-86.1647529309-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:36:27,129 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 36, 27, 129497), 2, '6fc92044-4315-4525-ba1d-7868e288d659', 3, 'bda70aaf-2f28-42f8-9924-0759b29f575e'])
repomirrorworker stdout | 2022-06-02 12:36:27,132 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:27,133 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:27,134 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:27,135 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:36:27,136 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:27,141 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:31,848 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:36:27Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-86.1648121386\""
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-86.1648121386"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="Copying instance sha256:26f72aeb65d8393a20da777949c7fb1e4d0ec5711876d8f08c2fb7ead9ec4ad8 (1/4)"
repomirrorworker stdout | time="2022-06-02T12:36:27Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:26f72aeb65d8393a20da777949c7fb1e4d0ec5711876d8f08c2fb7ead9ec4ad8"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1648121386"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a184e2a57eca67ce2ce83d8443b1cb9ca39439af7899ff40be4c8134c517f01"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c530010fb61c513e7f06fa29484418fabf62924fc80cc8183ab671a3ce461a8e"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3de00bb8554b2c35c89412d5336f1fa469afc7b0160045dd08758d92c8a6b064"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1aea2ac299b686643c6c0a70db21b1d56bf4b137ac96e43580197902614c87ce"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:61f7fbff362df22dccc6a7aa545041dfc25d7f0af6078e5a924fede77393d1a0"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3de00bb8554b2c35c89412d5336f1fa469afc7b0160045dd08758d92c8a6b064"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a184e2a57eca67ce2ce83d8443b1cb9ca39439af7899ff40be4c8134c517f01"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:61f7fbff362df22dccc6a7aa545041dfc25d7f0af6078e5a924fede77393d1a0"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1aea2ac299b686643c6c0a70db21b1d56bf4b137ac96e43580197902614c87ce"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c530010fb61c513e7f06fa29484418fabf62924fc80cc8183ab671a3ce461a8e"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Skipping blob sha256:3de00bb8554b2c35c89412d5336f1fa469afc7b0160045dd08758d92c8a6b064 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Skipping blob sha256:1aea2ac299b686643c6c0a70db21b1d56bf4b137ac96e43580197902614c87ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Skipping blob sha256:c530010fb61c513e7f06fa29484418fabf62924fc80cc8183ab671a3ce461a8e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Skipping blob sha256:1a184e2a57eca67ce2ce83d8443b1cb9ca39439af7899ff40be4c8134c517f01 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Skipping blob sha256:61f7fbff362df22dccc6a7aa545041dfc25d7f0af6078e5a924fede77393d1a0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:a33d92f90990c9b1bad9aa98fe017e48f30c711b49527dcc797135352ea57d12"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:a33d92f90990c9b1bad9aa98fe017e48f30c711b49527dcc797135352ea57d12"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a33d92f90990c9b1bad9aa98fe017e48f30c711b49527dcc797135352ea57d12"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a33d92f90990c9b1bad9aa98fe017e48f30c711b49527dcc797135352ea57d12"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:26f72aeb65d8393a20da777949c7fb1e4d0ec5711876d8f08c2fb7ead9ec4ad8"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="Copying instance sha256:96eafca4f546556be0c66122dc102aec4b132ee639af5927fb76fc7aee3a1cba (2/4)"
repomirrorworker stdout | time="2022-06-02T12:36:28Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:96eafca4f546556be0c66122dc102aec4b132ee639af5927fb76fc7aee3a1cba"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1648121386"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:072b43e25f06c48d41ae540622e56c1a4fb8c88009cfa1ba406076e148b9a48e"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:24639a74db0ea60a6d9ce7dde38c65c804be51901b34b3dcb4801ff37d88c968"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:072b43e25f06c48d41ae540622e56c1a4fb8c88009cfa1ba406076e148b9a48e"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fea832e2f3124138814b2fa9f97e4c93af9846cd754bc170735a04fcc2b3efa0"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:24639a74db0ea60a6d9ce7dde38c65c804be51901b34b3dcb4801ff37d88c968"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c7fea81368837787f5817eecbdf260e736abe0cb29b0f638b28113bc3b623e2"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c7fea81368837787f5817eecbdf260e736abe0cb29b0f638b28113bc3b623e2"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fea832e2f3124138814b2fa9f97e4c93af9846cd754bc170735a04fcc2b3efa0"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf355b56092a65371d85cc05b51896b09b21e14d1d58f709a7cab5ba5847e995"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf355b56092a65371d85cc05b51896b09b21e14d1d58f709a7cab5ba5847e995"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="Skipping blob sha256:8c7fea81368837787f5817eecbdf260e736abe0cb29b0f638b28113bc3b623e2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="Skipping blob sha256:24639a74db0ea60a6d9ce7dde38c65c804be51901b34b3dcb4801ff37d88c968 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="Skipping blob sha256:fea832e2f3124138814b2fa9f97e4c93af9846cd754bc170735a04fcc2b3efa0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="Skipping blob sha256:bf355b56092a65371d85cc05b51896b09b21e14d1d58f709a7cab5ba5847e995 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="Skipping blob sha256:072b43e25f06c48d41ae540622e56c1a4fb8c88009cfa1ba406076e148b9a48e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:67fc8e859831ce389c7c1d0add774e2f12ae11305b56fa724967580597fc8c1c"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:67fc8e859831ce389c7c1d0add774e2f12ae11305b56fa724967580597fc8c1c"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67fc8e859831ce389c7c1d0add774e2f12ae11305b56fa724967580597fc8c1c"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67fc8e859831ce389c7c1d0add774e2f12ae11305b56fa724967580597fc8c1c"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:96eafca4f546556be0c66122dc102aec4b132ee639af5927fb76fc7aee3a1cba"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="Copying instance sha256:81c8330918416e6e4e5671fb55a7bebc39b97dcb9aa040dc5f6a0460697f2709 (3/4)"
repomirrorworker stdout | time="2022-06-02T12:36:29Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:81c8330918416e6e4e5671fb55a7bebc39b97dcb9aa040dc5f6a0460697f2709"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1648121386"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54ed473354b4675a43cd76d665fb7df4d15deac96bc692fde59439d3989e8edb"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed26b840cc4392a0e9845f8e1b94a3267df8fe3d404c85af42caa5ae15f44648"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54ed473354b4675a43cd76d665fb7df4d15deac96bc692fde59439d3989e8edb"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed26b840cc4392a0e9845f8e1b94a3267df8fe3d404c85af42caa5ae15f44648"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42516c3fcba2290edfe438b5e04e72cf3ce90bb80c6d7d7f69a0e65143111b81"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cbc2866f0e2741aa3c72c6a699db0f8b25a5a5fea7d49ee2aa4f9a97ec6ee4c"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17e3a5f768e10e019b5bf765f63f8f9243bdfc7856b6c5b92b2b93430a7a91e7"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42516c3fcba2290edfe438b5e04e72cf3ce90bb80c6d7d7f69a0e65143111b81"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cbc2866f0e2741aa3c72c6a699db0f8b25a5a5fea7d49ee2aa4f9a97ec6ee4c"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17e3a5f768e10e019b5bf765f63f8f9243bdfc7856b6c5b92b2b93430a7a91e7"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="Skipping blob sha256:17e3a5f768e10e019b5bf765f63f8f9243bdfc7856b6c5b92b2b93430a7a91e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="Skipping blob sha256:ed26b840cc4392a0e9845f8e1b94a3267df8fe3d404c85af42caa5ae15f44648 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="Skipping blob sha256:2cbc2866f0e2741aa3c72c6a699db0f8b25a5a5fea7d49ee2aa4f9a97ec6ee4c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="Skipping blob sha256:42516c3fcba2290edfe438b5e04e72cf3ce90bb80c6d7d7f69a0e65143111b81 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="Skipping blob sha256:54ed473354b4675a43cd76d665fb7df4d15deac96bc692fde59439d3989e8edb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:20034dae290562101d319d083a79d9830d46d71a9893d33e539873fa780093d1"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:20034dae290562101d319d083a79d9830d46d71a9893d33e539873fa780093d1"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20034dae290562101d319d083a79d9830d46d71a9893d33e539873fa780093d1"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20034dae290562101d319d083a79d9830d46d71a9893d33e539873fa780093d1"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:81c8330918416e6e4e5671fb55a7bebc39b97dcb9aa040dc5f6a0460697f2709"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="Copying instance sha256:c302967e7f4a0818a2b22649c70ca701ab75d5f18a231f00fcae3932d89efe1f (4/4)"
repomirrorworker stdout | time="2022-06-02T12:36:30Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:c302967e7f4a0818a2b22649c70ca701ab75d5f18a231f00fcae3932d89efe1f"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1648121386"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c9d28d0dd05faae5de7809b1f53d727f16df2353c122808b51b76257eed3b856"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8985aa78d66ad0ca1e65cdf78c0a770212de626074c34770d25b8dcfc5e4bf"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8985aa78d66ad0ca1e65cdf78c0a770212de626074c34770d25b8dcfc5e4bf"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:925d96c39bc5bd3970c73a9e4ba29aee3b5358a338390801f2fb4cbf1a9b7570"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3d208204a6eacc295274f2ca99cab6839b849071ecd17b0bdf7cefde2f83044"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:925d96c39bc5bd3970c73a9e4ba29aee3b5358a338390801f2fb4cbf1a9b7570"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3d208204a6eacc295274f2ca99cab6839b849071ecd17b0bdf7cefde2f83044"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bdee7855ef43f1c1d40221634c315c1998e5ee6f976d77dec4834f669bee371d"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c9d28d0dd05faae5de7809b1f53d727f16df2353c122808b51b76257eed3b856"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bdee7855ef43f1c1d40221634c315c1998e5ee6f976d77dec4834f669bee371d"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Skipping blob sha256:bdee7855ef43f1c1d40221634c315c1998e5ee6f976d77dec4834f669bee371d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Skipping blob sha256:925d96c39bc5bd3970c73a9e4ba29aee3b5358a338390801f2fb4cbf1a9b7570 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Skipping blob sha256:df8985aa78d66ad0ca1e65cdf78c0a770212de626074c34770d25b8dcfc5e4bf (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Skipping blob sha256:c9d28d0dd05faae5de7809b1f53d727f16df2353c122808b51b76257eed3b856 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Skipping blob sha256:b3d208204a6eacc295274f2ca99cab6839b849071ecd17b0bdf7cefde2f83044 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:15393c6b10d848ba518006b41f1b70c27147221ae032a4e1364542bcdb87aa84"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:15393c6b10d848ba518006b41f1b70c27147221ae032a4e1364542bcdb87aa84"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:15393c6b10d848ba518006b41f1b70c27147221ae032a4e1364542bcdb87aa84"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:15393c6b10d848ba518006b41f1b70c27147221ae032a4e1364542bcdb87aa84"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:c302967e7f4a0818a2b22649c70ca701ab75d5f18a231f00fcae3932d89efe1f"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-86.1648121386"
repomirrorworker stdout | 2022-06-02 12:36:31,849 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:26f72aeb65d8393a20da777949c7fb1e4d0ec5711876d8f08c2fb7ead9ec4ad8 (1/4)
repomirrorworker stdout | Copying blob sha256:3de00bb8554b2c35c89412d5336f1fa469afc7b0160045dd08758d92c8a6b064
repomirrorworker stdout | Copying blob sha256:1aea2ac299b686643c6c0a70db21b1d56bf4b137ac96e43580197902614c87ce
repomirrorworker stdout | Copying blob sha256:c530010fb61c513e7f06fa29484418fabf62924fc80cc8183ab671a3ce461a8e
repomirrorworker stdout | Copying blob sha256:1a184e2a57eca67ce2ce83d8443b1cb9ca39439af7899ff40be4c8134c517f01
repomirrorworker stdout | Copying blob sha256:61f7fbff362df22dccc6a7aa545041dfc25d7f0af6078e5a924fede77393d1a0
repomirrorworker stdout | Copying config sha256:a33d92f90990c9b1bad9aa98fe017e48f30c711b49527dcc797135352ea57d12
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:96eafca4f546556be0c66122dc102aec4b132ee639af5927fb76fc7aee3a1cba (2/4)
repomirrorworker stdout | Copying blob sha256:8c7fea81368837787f5817eecbdf260e736abe0cb29b0f638b28113bc3b623e2
repomirrorworker stdout | Copying blob sha256:24639a74db0ea60a6d9ce7dde38c65c804be51901b34b3dcb4801ff37d88c968
repomirrorworker stdout | Copying blob sha256:fea832e2f3124138814b2fa9f97e4c93af9846cd754bc170735a04fcc2b3efa0
repomirrorworker stdout | Copying blob sha256:bf355b56092a65371d85cc05b51896b09b21e14d1d58f709a7cab5ba5847e995
repomirrorworker stdout | Copying blob sha256:072b43e25f06c48d41ae540622e56c1a4fb8c88009cfa1ba406076e148b9a48e
repomirrorworker stdout | Copying config sha256:67fc8e859831ce389c7c1d0add774e2f12ae11305b56fa724967580597fc8c1c
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:81c8330918416e6e4e5671fb55a7bebc39b97dcb9aa040dc5f6a0460697f2709 (3/4)
repomirrorworker stdout | Copying blob sha256:17e3a5f768e10e019b5bf765f63f8f9243bdfc7856b6c5b92b2b93430a7a91e7
repomirrorworker stdout | Copying blob sha256:ed26b840cc4392a0e9845f8e1b94a3267df8fe3d404c85af42caa5ae15f44648
repomirrorworker stdout | Copying blob sha256:2cbc2866f0e2741aa3c72c6a699db0f8b25a5a5fea7d49ee2aa4f9a97ec6ee4c
repomirrorworker stdout | Copying blob sha256:42516c3fcba2290edfe438b5e04e72cf3ce90bb80c6d7d7f69a0e65143111b81
repomirrorworker stdout | Copying blob sha256:54ed473354b4675a43cd76d665fb7df4d15deac96bc692fde59439d3989e8edb
repomirrorworker stdout | Copying config sha256:20034dae290562101d319d083a79d9830d46d71a9893d33e539873fa780093d1
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:c302967e7f4a0818a2b22649c70ca701ab75d5f18a231f00fcae3932d89efe1f (4/4)
repomirrorworker stdout | Copying blob sha256:bdee7855ef43f1c1d40221634c315c1998e5ee6f976d77dec4834f669bee371d
repomirrorworker stdout | Copying blob sha256:925d96c39bc5bd3970c73a9e4ba29aee3b5358a338390801f2fb4cbf1a9b7570
repomirrorworker stdout | Copying blob sha256:df8985aa78d66ad0ca1e65cdf78c0a770212de626074c34770d25b8dcfc5e4bf
repomirrorworker stdout | Copying blob sha256:c9d28d0dd05faae5de7809b1f53d727f16df2353c122808b51b76257eed3b856
repomirrorworker stdout | Copying blob sha256:b3d208204a6eacc295274f2ca99cab6839b849071ecd17b0bdf7cefde2f83044
repomirrorworker stdout | Copying config sha256:15393c6b10d848ba518006b41f1b70c27147221ae032a4e1364542bcdb87aa84
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:36:31,851 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:31,854 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:31,855 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 36, 31, 854141), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-86.1648121386\' successful sync", "tag": "1-86.1648121386", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:26f72aeb65d8393a20da777949c7fb1e4d0ec5711876d8f08c2fb7ead9ec4ad8 (1/4)\\nCopying blob sha256:3de00bb8554b2c35c89412d5336f1fa469afc7b0160045dd08758d92c8a6b064\\nCopying blob sha256:1aea2ac299b686643c6c0a70db21b1d56bf4b137ac96e43580197902614c87ce\\nCopying blob sha256:c530010fb61c513e7f06fa29484418fabf62924fc80cc8183ab671a3ce461a8e\\nCopying blob sha256:1a184e2a57eca67ce2ce83d8443b1cb9ca39439af7899ff40be4c8134c517f01\\nCopying blob sha256:61f7fbff362df22dccc6a7aa545041dfc25d7f0af6078e5a924fede77393d1a0\\nCopying config sha256:a33d92f90990c9b1bad9aa98fe017e48f30c711b49527dcc797135352ea57d12\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:96eafca4f546556be0c66122dc102aec4b132ee639af5927fb76fc7aee3a1cba (2/4)\\nCopying blob sha256:8c7fea81368837787f5817eecbdf260e736abe0cb29b0f638b28113bc3b623e2\\nCopying blob sha256:24639a74db0ea60a6d9ce7dde38c65c804be51901b34b3dcb4801ff37d88c968\\nCopying blob sha256:fea832e2f3124138814b2fa9f97e4c93af9846cd754bc170735a04fcc2b3efa0\\nCopying blob sha256:bf355b56092a65371d85cc05b51896b09b21e14d1d58f709a7cab5ba5847e995\\nCopying blob sha256:072b43e25f06c48d41ae540622e56c1a4fb8c88009cfa1ba406076e148b9a48e\\nCopying config sha256:67fc8e859831ce389c7c1d0add774e2f12ae11305b56fa724967580597fc8c1c\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:81c8330918416e6e4e5671fb55a7bebc39b97dcb9aa040dc5f6a0460697f2709 (3/4)\\nCopying blob sha256:17e3a5f768e10e019b5bf765f63f8f9243bdfc7856b6c5b92b2b93430a7a91e7\\nCopying blob sha256:ed26b840cc4392a0e9845f8e1b94a3267df8fe3d404c85af42caa5ae15f44648\\nCopying blob sha256:2cbc2866f0e2741aa3c72c6a699db0f8b25a5a5fea7d49ee2aa4f9a97ec6ee4c\\nCopying blob sha256:42516c3fcba2290edfe438b5e04e72cf3ce90bb80c6d7d7f69a0e65143111b81\\nCopying blob sha256:54ed473354b4675a43cd76d665fb7df4d15deac96bc692fde59439d3989e8edb\\nCopying config sha256:20034dae290562101d319d083a79d9830d46d71a9893d33e539873fa780093d1\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:c302967e7f4a0818a2b22649c70ca701ab75d5f18a231f00fcae3932d89efe1f (4/4)\\nCopying blob sha256:bdee7855ef43f1c1d40221634c315c1998e5ee6f976d77dec4834f669bee371d\\nCopying blob sha256:925d96c39bc5bd3970c73a9e4ba29aee3b5358a338390801f2fb4cbf1a9b7570\\nCopying blob sha256:df8985aa78d66ad0ca1e65cdf78c0a770212de626074c34770d25b8dcfc5e4bf\\nCopying blob sha256:c9d28d0dd05faae5de7809b1f53d727f16df2353c122808b51b76257eed3b856\\nCopying blob sha256:b3d208204a6eacc295274f2ca99cab6839b849071ecd17b0bdf7cefde2f83044\\nCopying config sha256:15393c6b10d848ba518006b41f1b70c27147221ae032a4e1364542bcdb87aa84\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-86.1648121386\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-86.1648121386\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"Copying instance sha256:26f72aeb65d8393a20da777949c7fb1e4d0ec5711876d8f08c2fb7ead9ec4ad8 (1/4)\\"\\ntime=\\"2022-06-02T12:36:27Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:26f72aeb65d8393a20da777949c7fb1e4d0ec5711876d8f08c2fb7ead9ec4ad8\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1648121386\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a184e2a57eca67ce2ce83d8443b1cb9ca39439af7899ff40be4c8134c517f01\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c530010fb61c513e7f06fa29484418fabf62924fc80cc8183ab671a3ce461a8e\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3de00bb8554b2c35c89412d5336f1fa469afc7b0160045dd08758d92c8a6b064\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1aea2ac299b686643c6c0a70db21b1d56bf4b137ac96e43580197902614c87ce\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:61f7fbff362df22dccc6a7aa545041dfc25d7f0af6078e5a924fede77393d1a0\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3de00bb8554b2c35c89412d5336f1fa469afc7b0160045dd08758d92c8a6b064\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a184e2a57eca67ce2ce83d8443b1cb9ca39439af7899ff40be4c8134c517f01\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:61f7fbff362df22dccc6a7aa545041dfc25d7f0af6078e5a924fede77393d1a0\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1aea2ac299b686643c6c0a70db21b1d56bf4b137ac96e43580197902614c87ce\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c530010fb61c513e7f06fa29484418fabf62924fc80cc8183ab671a3ce461a8e\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Skipping blob sha256:3de00bb8554b2c35c89412d5336f1fa469afc7b0160045dd08758d92c8a6b064 (already present):\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Skipping blob sha256:1aea2ac299b686643c6c0a70db21b1d56bf4b137ac96e43580197902614c87ce (already present):\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Skipping blob sha256:c530010fb61c513e7f06fa29484418fabf62924fc80cc8183ab671a3ce461a8e (already present):\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Skipping blob sha256:1a184e2a57eca67ce2ce83d8443b1cb9ca39439af7899ff40be4c8134c517f01 (already present):\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Skipping blob sha256:61f7fbff362df22dccc6a7aa545041dfc25d7f0af6078e5a924fede77393d1a0 (already present):\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:a33d92f90990c9b1bad9aa98fe017e48f30c711b49527dcc797135352ea57d12\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:a33d92f90990c9b1bad9aa98fe017e48f30c711b49527dcc797135352ea57d12\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a33d92f90990c9b1bad9aa98fe017e48f30c711b49527dcc797135352ea57d12\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a33d92f90990c9b1bad9aa98fe017e48f30c711b49527dcc797135352ea57d12\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:26f72aeb65d8393a20da777949c7fb1e4d0ec5711876d8f08c2fb7ead9ec4ad8\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"Copying instance sha256:96eafca4f546556be0c66122dc102aec4b132ee639af5927fb76fc7aee3a1cba (2/4)\\"\\ntime=\\"2022-06-02T12:36:28Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:96eafca4f546556be0c66122dc102aec4b132ee639af5927fb76fc7aee3a1cba\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1648121386\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:072b43e25f06c48d41ae540622e56c1a4fb8c88009cfa1ba406076e148b9a48e\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:24639a74db0ea60a6d9ce7dde38c65c804be51901b34b3dcb4801ff37d88c968\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:072b43e25f06c48d41ae540622e56c1a4fb8c88009cfa1ba406076e148b9a48e\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fea832e2f3124138814b2fa9f97e4c93af9846cd754bc170735a04fcc2b3efa0\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:24639a74db0ea60a6d9ce7dde38c65c804be51901b34b3dcb4801ff37d88c968\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c7fea81368837787f5817eecbdf260e736abe0cb29b0f638b28113bc3b623e2\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c7fea81368837787f5817eecbdf260e736abe0cb29b0f638b28113bc3b623e2\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fea832e2f3124138814b2fa9f97e4c93af9846cd754bc170735a04fcc2b3efa0\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf355b56092a65371d85cc05b51896b09b21e14d1d58f709a7cab5ba5847e995\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf355b56092a65371d85cc05b51896b09b21e14d1d58f709a7cab5ba5847e995\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"Skipping blob sha256:8c7fea81368837787f5817eecbdf260e736abe0cb29b0f638b28113bc3b623e2 (already present):\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"Skipping blob sha256:24639a74db0ea60a6d9ce7dde38c65c804be51901b34b3dcb4801ff37d88c968 (already present):\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"Skipping blob sha256:fea832e2f3124138814b2fa9f97e4c93af9846cd754bc170735a04fcc2b3efa0 (already present):\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"Skipping blob sha256:bf355b56092a65371d85cc05b51896b09b21e14d1d58f709a7cab5ba5847e995 (already present):\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"Skipping blob sha256:072b43e25f06c48d41ae540622e56c1a4fb8c88009cfa1ba406076e148b9a48e (already present):\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:67fc8e859831ce389c7c1d0add774e2f12ae11305b56fa724967580597fc8c1c\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:67fc8e859831ce389c7c1d0add774e2f12ae11305b56fa724967580597fc8c1c\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67fc8e859831ce389c7c1d0add774e2f12ae11305b56fa724967580597fc8c1c\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67fc8e859831ce389c7c1d0add774e2f12ae11305b56fa724967580597fc8c1c\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:96eafca4f546556be0c66122dc102aec4b132ee639af5927fb76fc7aee3a1cba\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"Copying instance sha256:81c8330918416e6e4e5671fb55a7bebc39b97dcb9aa040dc5f6a0460697f2709 (3/4)\\"\\ntime=\\"2022-06-02T12:36:29Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:81c8330918416e6e4e5671fb55a7bebc39b97dcb9aa040dc5f6a0460697f2709\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1648121386\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54ed473354b4675a43cd76d665fb7df4d15deac96bc692fde59439d3989e8edb\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed26b840cc4392a0e9845f8e1b94a3267df8fe3d404c85af42caa5ae15f44648\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54ed473354b4675a43cd76d665fb7df4d15deac96bc692fde59439d3989e8edb\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed26b840cc4392a0e9845f8e1b94a3267df8fe3d404c85af42caa5ae15f44648\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42516c3fcba2290edfe438b5e04e72cf3ce90bb80c6d7d7f69a0e65143111b81\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cbc2866f0e2741aa3c72c6a699db0f8b25a5a5fea7d49ee2aa4f9a97ec6ee4c\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17e3a5f768e10e019b5bf765f63f8f9243bdfc7856b6c5b92b2b93430a7a91e7\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:42516c3fcba2290edfe438b5e04e72cf3ce90bb80c6d7d7f69a0e65143111b81\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2cbc2866f0e2741aa3c72c6a699db0f8b25a5a5fea7d49ee2aa4f9a97ec6ee4c\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17e3a5f768e10e019b5bf765f63f8f9243bdfc7856b6c5b92b2b93430a7a91e7\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"Skipping blob sha256:17e3a5f768e10e019b5bf765f63f8f9243bdfc7856b6c5b92b2b93430a7a91e7 (already present):\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"Skipping blob sha256:ed26b840cc4392a0e9845f8e1b94a3267df8fe3d404c85af42caa5ae15f44648 (already present):\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"Skipping blob sha256:2cbc2866f0e2741aa3c72c6a699db0f8b25a5a5fea7d49ee2aa4f9a97ec6ee4c (already present):\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"Skipping blob sha256:42516c3fcba2290edfe438b5e04e72cf3ce90bb80c6d7d7f69a0e65143111b81 (already present):\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"Skipping blob sha256:54ed473354b4675a43cd76d665fb7df4d15deac96bc692fde59439d3989e8edb (already present):\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:20034dae290562101d319d083a79d9830d46d71a9893d33e539873fa780093d1\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:20034dae290562101d319d083a79d9830d46d71a9893d33e539873fa780093d1\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20034dae290562101d319d083a79d9830d46d71a9893d33e539873fa780093d1\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:20034dae290562101d319d083a79d9830d46d71a9893d33e539873fa780093d1\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:81c8330918416e6e4e5671fb55a7bebc39b97dcb9aa040dc5f6a0460697f2709\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"Copying instance sha256:c302967e7f4a0818a2b22649c70ca701ab75d5f18a231f00fcae3932d89efe1f (4/4)\\"\\ntime=\\"2022-06-02T12:36:30Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:c302967e7f4a0818a2b22649c70ca701ab75d5f18a231f00fcae3932d89efe1f\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1648121386\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c9d28d0dd05faae5de7809b1f53d727f16df2353c122808b51b76257eed3b856\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8985aa78d66ad0ca1e65cdf78c0a770212de626074c34770d25b8dcfc5e4bf\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df8985aa78d66ad0ca1e65cdf78c0a770212de626074c34770d25b8dcfc5e4bf\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:925d96c39bc5bd3970c73a9e4ba29aee3b5358a338390801f2fb4cbf1a9b7570\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3d208204a6eacc295274f2ca99cab6839b849071ecd17b0bdf7cefde2f83044\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:925d96c39bc5bd3970c73a9e4ba29aee3b5358a338390801f2fb4cbf1a9b7570\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3d208204a6eacc295274f2ca99cab6839b849071ecd17b0bdf7cefde2f83044\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bdee7855ef43f1c1d40221634c315c1998e5ee6f976d77dec4834f669bee371d\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c9d28d0dd05faae5de7809b1f53d727f16df2353c122808b51b76257eed3b856\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bdee7855ef43f1c1d40221634c315c1998e5ee6f976d77dec4834f669bee371d\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Skipping blob sha256:bdee7855ef43f1c1d40221634c315c1998e5ee6f976d77dec4834f669bee371d (already present):\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Skipping blob sha256:925d96c39bc5bd3970c73a9e4ba29aee3b5358a338390801f2fb4cbf1a9b7570 (already present):\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Skipping blob sha256:df8985aa78d66ad0ca1e65cdf78c0a770212de626074c34770d25b8dcfc5e4bf (already present):\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Skipping blob sha256:c9d28d0dd05faae5de7809b1f53d727f16df2353c122808b51b76257eed3b856 (already present):\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Skipping blob sha256:b3d208204a6eacc295274f2ca99cab6839b849071ecd17b0bdf7cefde2f83044 (already present):\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:15393c6b10d848ba518006b41f1b70c27147221ae032a4e1364542bcdb87aa84\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:15393c6b10d848ba518006b41f1b70c27147221ae032a4e1364542bcdb87aa84\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:15393c6b10d848ba518006b41f1b70c27147221ae032a4e1364542bcdb87aa84\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:15393c6b10d848ba518006b41f1b70c27147221ae032a4e1364542bcdb87aa84\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:c302967e7f4a0818a2b22649c70ca701ab75d5f18a231f00fcae3932d89efe1f\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-86.1648121386\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:36:31,859 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-86.1648121386' successful sync.
repomirrorworker stdout | 2022-06-02 12:36:31,860 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 36, 31, 860091), 2, '6dceaa30-2de3-4278-b7ed-6bde5e5ae712', 3, '6fc92044-4315-4525-ba1d-7868e288d659'])
repomirrorworker stdout | 2022-06-02 12:36:31,863 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:31,864 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:31,865 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:31,866 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:36:31,866 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:31,872 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:38,616 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:36:31Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-86.1648121386-source\""
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:36:31Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:36:32Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:36:32Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-86.1648121386-source"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1648121386-source"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8033e43a7cffef062f9e435083593c3bfda4b6df3117583d59191a42ce4ad12e"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8033e43a7cffef062f9e435083593c3bfda4b6df3117583d59191a42ce4ad12e"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:8033e43a7cffef062f9e435083593c3bfda4b6df3117583d59191a42ce4ad12e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Skipping blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:36:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:34Z" level=debug msg="Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:35Z" level=debug msg="Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python
repomirrorworker stdout | -38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:36Z" level=debug msg="Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:ebd1bb4186161389acaf88cb3e0d72a92a44c4069d6b47aa44c5e2ca32460258"
repomirrorworker stdout | time="2022-06-02T12:36:37Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:ebd1bb4186161389acaf88cb3e0d72a92a44c4069d6b47aa44c5e2ca32460258"
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ebd1bb4186161389acaf88cb3e0d72a92a44c4069d6b47aa44c5e2ca32460258"
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ebd1bb4186161389acaf88cb3e0d72a92a44c4069d6b47aa44c5e2ca32460258"
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-86.1648121386-source"
repomirrorworker stdout | 2022-06-02 12:36:38,617 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284
repomirrorworker stdout | Copying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136
repomirrorworker stdout | Copying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e
repomirrorworker stdout | Copying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea
repomirrorworker stdout | Copying blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d
repomirrorworker stdout | Copying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621
repomirrorworker stdout | Copying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52
repomirrorworker stdout | Copying blob sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b
repomirrorworker stdout | Copying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4
repomirrorworker stdout | Copying blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274
repomirrorworker stdout | Copying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f
repomirrorworker stdout | Copying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb
repomirrorworker stdout | Copying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3
repomirrorworker stdout | Copying blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717
repomirrorworker stdout | Copying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41
repomirrorworker stdout | Copying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55
repomirrorworker stdout | Copying blob sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6
repomirrorworker stdout | Copying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c
repomirrorworker stdout | Copying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67
repomirrorworker stdout | Copying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a
repomirrorworker stdout | Copying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a
repomirrorworker stdout | Copying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773
repomirrorworker stdout | Copying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9
repomirrorworker stdout | Copying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce
repomirrorworker stdout | Copying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7
repomirrorworker stdout | Copying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351
repomirrorworker stdout | Copying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e
repomirrorworker stdout | Copying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3
repomirrorworker stdout | Copying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0
repomirrorworker stdout | Copying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d
repomirrorworker stdout | Copying blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906
repomirrorworker stdout | Copying blob sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c
repomirrorworker stdout | Copying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e
repomirrorworker stdout | Copying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216
repomirrorworker stdout | Copying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358
repomirrorworker stdout | Copying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d
repomirrorworker stdout | Copying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c
repomirrorworker stdout | Copying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d
repomirrorworker stdout | Copying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9
repomirrorworker stdout | Copying blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268
repomirrorworker stdout | Copying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb
repomirrorworker stdout | Copying blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f
repomirrorworker stdout | Copying blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177
repomirrorworker stdout | Copying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1
repomirrorworker stdout | Copying blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c
repomirrorworker stdout | Copying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887
repomirrorworker stdout | Copying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f
repomirrorworker stdout | Copying blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d
repomirrorworker stdout | Copying blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b
repomirrorworker stdout | Copying blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2
repomirrorworker stdout | Copying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce
repomirrorworker stdout | Copying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d
repomirrorworker stdout | Copying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987
repomirrorworker stdout | Copying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb
repomirrorworker stdout | Copying blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8
repomirrorworker stdout | Copying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0
repomirrorworker stdout | Copying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95
repomirrorworker stdout | Copying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9
repomirrorworker stdout | Copying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3
repomirrorworker stdout | Copying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273
repomirrorworker stdout | Copying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97
repomirrorworker stdout | Copying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781
repomirrorworker stdout | Copying blob sha256:8033e43a7cffef062f9e435083593c3bfda4b6df3117583d59191a42ce4ad12e
repomirrorworker stdout | Copying blob sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f
repomirrorworker stdout | Copying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17
repomirrorworker stdout | Copying blob sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb
repomirrorworker stdout | Copying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db
repomirrorworker stdout | Copying blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda
repomirrorworker stdout | Copying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded
repomirrorworker stdout | Copying blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823
repomirrorworker stdout | Copying blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1
repomirrorworker stdout | Copying blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494
repomirrorworker stdout | Copying blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f
repomirrorworker stdout | Copying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0
repomirrorworker stdout | Copying blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421
repomirrorworker stdout | Copying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf
repomirrorworker stdout | Copying blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61
repomirrorworker stdout | Copying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4
repomirrorworker stdout | Copying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359
repomirrorworker stdout | Copying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2
repomirrorworker stdout | Copying blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f
repomirrorworker stdout | Copying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1
repomirrorworker stdout | Copying blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24
repomirrorworker stdout | Copying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738
repomirrorworker stdout | Copying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546
repomirrorworker stdout | Copying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10
repomirrorworker stdout | Copying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131
repomirrorworker stdout | Copying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6
repomirrorworker stdout | Copying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176
repomirrorworker stdout | Copying blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29
repomirrorworker stdout | Copying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc
repomirrorworker stdout | Copying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694
repomirrorworker stdout | Copying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca
repomirrorworker stdout | Copying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264
repomirrorworker stdout | Copying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c
repomirrorworker stdout | Copying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d
repomirrorworker stdout | Copying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03
repomirrorworker stdout | Copying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488
repomirrorworker stdout | Copying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10
repomirrorworker stdout | Copying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1
repomirrorworker stdout | Copying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658
repomirrorworker stdout | Copying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d
repomirrorworker stdout | Copying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78
repomirrorworker stdout | Copying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee
repomirrorworker stdout | Copying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a
repomirrorworker stdout | Copying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf
repomirrorworker stdout | Copying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86
repomirrorworker stdout | Copying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab
repomirrorworker stdout | Copying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf
repomirrorworker stdout | Copying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b
repomirrorworker stdout | Copying blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc
repomirrorworker stdout | Copying blob sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5
repomirrorworker stdout | Copying blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62
repomirrorworker stdout | Copying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03
repomirrorworker stdout | Copying blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278
repomirrorworker stdout | Copying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238
repomirrorworker stdout | Copying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c
repomirrorworker stdout | Copying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590
repomirrorworker stdout | Copying blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523
repomirrorworker stdout | Copying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733
repomirrorworker stdout | Copying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e
repomirrorworker stdout | Copying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9
repomirrorworker stdout | Copying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd
repomirrorworker stdout | Copying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50
repomirrorworker stdout | Copying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76
repomirrorworker stdout | Copying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2
repomirrorworker stdout | Copying blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a
repomirrorworker stdout | Copying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d
repomirrorworker stdout | Copying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151
repomirrorworker stdout | Copying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce
repomirrorworker stdout | Copying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5
repomirrorworker stdout | Copying blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85
repomirrorworker stdout | Copying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802
repomirrorworker stdout | Copying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6
repomirrorworker stdout | Copying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b
repomirrorworker stdout | Copying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5
repomirrorworker stdout | Copying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3
repomirrorworker stdout | Copying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09
repomirrorworker stdout | Copying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110
repomirrorworker stdout | Copying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d
repomirrorworker stdout | Copying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7
repomirrorworker stdout | Copying blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b
repomirrorworker stdout | Copying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19
repomirrorworker stdout | Copying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001
repomirrorworker stdout | Copying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0
repomirrorworker stdout | Copying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee
repomirrorworker stdout | Copying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7
repomirrorworker stdout | Copying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e
repomirrorworker stdout | Copying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d
repomirrorworker stdout | Copying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb
repomirrorworker stdout | Copying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6
repomirrorworker stdout | Copying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0
repomirrorworker stdout | Copying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c
repomirrorworker stdout | Copying blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f
repomirrorworker stdout | Copying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50
repomirrorworker stdout | Copying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b
repomirrorworker stdout | Copying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e
repomirrorworker stdout | Copying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9
repomirrorworker stdout | Copying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315
repomirrorworker stdout | Copying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f
repomirrorworker stdout | Copying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b
repomirrorworker stdout | Copying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82
repomirrorworker stdout | Copying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa
repomirrorworker stdout | Copying blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349
repomirrorworker stdout | Copying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8
repomirrorworker stdout | Copying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797
repomirrorworker stdout | Copying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f
repomirrorworker stdout | Copying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f
repomirrorworker stdout | Copying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b
repomirrorworker stdout | Copying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55
repomirrorworker stdout | Copying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf
repomirrorworker stdout | Copying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1
repomirrorworker stdout | Copying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970
repomirrorworker stdout | Copying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36
repomirrorworker stdout | Copying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181
repomirrorworker stdout | Copying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454
repomirrorworker stdout | Copying blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d
repomirrorworker stdout | Copying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75
repomirrorworker stdout | Copying blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5
repomirrorworker stdout | Copying blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6
repomirrorworker stdout | Copying blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f
repomirrorworker stdout | Copying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0
repomirrorworker stdout | Copying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699
repomirrorworker stdout | Copying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3
repomirrorworker stdout | Copying blob sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86
repomirrorworker stdout | Copying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2
repomirrorworker stdout | Copying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092
repomirrorworker stdout | Copying blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde
repomirrorworker stdout | Copying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b
repomirrorworker stdout | Copying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff
repomirrorworker stdout | Copying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359
repomirrorworker stdout | Copying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8
repomirrorworker stdout | Copying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43
repomirrorworker stdout | Copying blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da
repomirrorworker stdout | Copying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a
repomirrorworker stdout | Copying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1
repomirrorworker stdout | Copying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65
repomirrorworker stdout | Copying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be
repomirrorworker stdout | Copying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0
repomirrorworker stdout | Copying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8
repomirrorworker stdout | Copying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515
repomirrorworker stdout | Copying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9
repomirrorworker stdout | Copying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f
repomirrorworker stdout | Copying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1
repomirrorworker stdout | Copying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd
repomirrorworker stdout | Copying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b
repomirrorworker stdout | Copying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9
repomirrorworker stdout | Copying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880
repomirrorworker stdout | Copying blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091
repomirrorworker stdout | Copying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4
repomirrorworker stdout | Copying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff
repomirrorworker stdout | Copying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb
repomirrorworker stdout | Copying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38
repomirrorworker stdout | Copying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68
repomirrorworker stdout | Copying blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e
repomirrorworker stdout | Copying blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683
repomirrorworker stdout | Copying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074
repomirrorworker stdout | Copying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34
repomirrorworker stdout | Copying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667
repomirrorworker stdout | Copying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9
repomirrorworker stdout | Copying blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c
repomirrorworker stdout | Copying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643
repomirrorworker stdout | Copying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a
repomirrorworker stdout | Copying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2
repomirrorworker stdout | Copying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7
repomirrorworker stdout | Copying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7
repomirrorworker stdout | Copying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170
repomirrorworker stdout | Copying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca
repomirrorworker stdout | Copying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a
repomirrorworker stdout | Copying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6
repomirrorworker stdout | Copying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10
repomirrorworker stdout | Copying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1
repomirrorworker stdout | Copying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd
repomirrorworker stdout | Copying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1
repomirrorworker stdout | Copying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00
repomirrorworker stdout | Copying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0
repomirrorworker stdout | Copying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22
repomirrorworker stdout | Copying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb
repomirrorworker stdout | Copying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2
repomirrorworker stdout | Copying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb
repomirrorworker stdout | Copying blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0
repomirrorworker stdout | Copying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e
repomirrorworker stdout | Copying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8
repomirrorworker stdout | Copying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c
repomirrorworker stdout | Copying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201
repomirrorworker stdout | Copying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32
repomirrorworker stdout | Copying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1
repomirrorworker stdout | Copying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099
repomirrorworker stdout | Copying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759
repomirrorworker stdout | Copying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0
repomirrorworker stdout | Copying blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603
repomirrorworker stdout | Copying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391
repomirrorworker stdout | Copying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996
repomirrorworker stdout | Copying blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32
repomirrorworker stdout | Copying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e
repomirrorworker stdout | Copying blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8
repomirrorworker stdout | Copying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b
repomirrorworker stdout | Copying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d
repomirrorworker stdout | Copying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea
repomirrorworker stdout | Copying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007
repomirrorworker stdout | Copying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b
repomirrorworker stdout | Copying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9
repomirrorworker stdout | Copying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704
repomirrorworker stdout | Copying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b
repomirrorworker stdout | Copying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc
repomirrorworker stdout | Copying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f
repomirrorworker stdout | Copying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7
repomirrorworker stdout | Copying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075
repomirrorworker stdout | Copying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d
repomirrorworker stdout | Copying config sha256:ebd1bb4186161389acaf88cb3e0d72a92a44c4069d6b47aa44c5e2ca32460258
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:36:38,620 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:38,623 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:38,625 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 36, 38, 622903), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-86.1648121386-source\' successful sync", "tag": "1-86.1648121386-source", "tags": null, "stdout": "Copying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\nCopying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\nCopying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\nCopying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\nCopying blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\nCopying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\nCopying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\nCopying blob sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b\\nCopying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\nCopying blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\nCopying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\nCopying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\nCopying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\nCopying blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\nCopying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\nCopying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\nCopying blob sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6\\nCopying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\nCopying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\nCopying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\nCopying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\nCopying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\nCopying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\nCopying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\nCopying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\nCopying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\nCopying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\nCopying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\nCopying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\nCopying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\nCopying blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\nCopying blob sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c\\nCopying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\nCopying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\nCopying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\nCopying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\nCopying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\nCopying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\nCopying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\nCopying blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\nCopying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\nCopying blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\nCopying blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\nCopying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\nCopying blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\nCopying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\nCopying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\nCopying blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\nCopying blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\nCopying blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\nCopying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\nCopying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\nCopying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\nCopying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\nCopying blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8\\nCopying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\nCopying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\nCopying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\nCopying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\nCopying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\nCopying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\nCopying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\nCopying blob sha256:8033e43a7cffef062f9e435083593c3bfda4b6df3117583d59191a42ce4ad12e\\nCopying blob sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f\\nCopying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\nCopying blob sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb\\nCopying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\nCopying blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\nCopying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\nCopying blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\nCopying blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\nCopying blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494\\nCopying blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\nCopying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\nCopying blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\nCopying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\nCopying blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61\\nCopying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\nCopying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\nCopying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\nCopying blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\nCopying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\nCopying blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\nCopying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\nCopying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\nCopying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\nCopying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\nCopying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\nCopying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\nCopying blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29\\nCopying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\nCopying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\nCopying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\nCopying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\nCopying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\nCopying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\nCopying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\nCopying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\nCopying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\nCopying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\nCopying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\nCopying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\nCopying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\nCopying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\nCopying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\nCopying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\nCopying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\nCopying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\nCopying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\nCopying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\nCopying blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\nCopying blob sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5\\nCopying blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\nCopying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\nCopying blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\nCopying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\nCopying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\nCopying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\nCopying blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\nCopying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\nCopying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\nCopying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\nCopying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\nCopying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\nCopying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\nCopying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\nCopying blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a\\nCopying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\nCopying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\nCopying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\nCopying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\nCopying blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\nCopying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\nCopying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\nCopying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\nCopying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\nCopying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\nCopying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\nCopying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\nCopying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\nCopying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\nCopying blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\nCopying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\nCopying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\nCopying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\nCopying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\nCopying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\nCopying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\nCopying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\nCopying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\nCopying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\nCopying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\nCopying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\nCopying blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\nCopying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\nCopying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\nCopying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\nCopying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\nCopying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\nCopying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\nCopying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\nCopying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\nCopying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\nCopying blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\nCopying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\nCopying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\nCopying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\nCopying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\nCopying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\nCopying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\nCopying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\nCopying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\nCopying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\nCopying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\nCopying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\nCopying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\nCopying blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d\\nCopying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\nCopying blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\nCopying blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\nCopying blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\nCopying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\nCopying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\nCopying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\nCopying blob sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86\\nCopying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\nCopying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\nCopying blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\nCopying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\nCopying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\nCopying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\nCopying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\nCopying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\nCopying blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\nCopying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\nCopying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\nCopying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\nCopying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\nCopying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\nCopying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\nCopying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\nCopying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\nCopying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\nCopying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\nCopying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\nCopying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\nCopying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\nCopying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\nCopying blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\nCopying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\nCopying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\nCopying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\nCopying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\nCopying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\nCopying blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\nCopying blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\nCopying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\nCopying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\nCopying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\nCopying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\nCopying blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\nCopying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\nCopying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\nCopying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\nCopying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\nCopying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\nCopying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\nCopying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\nCopying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\nCopying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\nCopying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\nCopying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\nCopying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\nCopying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\nCopying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\nCopying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\nCopying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\nCopying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\nCopying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\nCopying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\nCopying blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\nCopying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\nCopying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\nCopying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\nCopying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\nCopying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\nCopying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\nCopying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\nCopying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\nCopying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\nCopying blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\nCopying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\nCopying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\nCopying blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\nCopying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\nCopying blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\nCopying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\nCopying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\nCopying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\nCopying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\nCopying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\nCopying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\nCopying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\nCopying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\nCopying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\nCopying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\nCopying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\nCopying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\nCopying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\nCopying config sha256:ebd1bb4186161389acaf88cb3e0d72a92a44c4069d6b47aa44c5e2ca32460258\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-86.1648121386-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:36:31Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:36:32Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:36:32Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-86.1648121386-source\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-86.1648121386-source\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8033e43a7cffef062f9e435083593c3bfda4b6df3117583d59191a42ce4ad12e\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8033e43a7cffef062f9e435083593c3bfda4b6df3117583d59191a42ce4ad12e\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:8033e43a7cffef062f9e435083593c3bfda4b6df3117583d59191a42ce4ad12e (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:8c6d53bb5ae847f2a4f27d65a91711dff12f74185d9fa48e36d66375376e4edb (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Skipping blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f (already present):\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:36:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:7ece34d292cee1063f35c96a397d0eb14a79bdd9874fd94ffeec2d6b0cbf868a (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:34Z\\" level=debug msg=\\"Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/regist
repomirrorworker stdout | ry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:35Z\\" level=debug msg=\\"Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:9f0d851bd2b4f6fe0b8e6cd4f1c861fe1390681b46fd2040441cfbd71200a83e (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:36Z\\" level=debug msg=\\"Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:ebd1bb4186161389acaf88cb3e0d72a92a44c4069d6b47aa44c5e2ca32460258\\"\\ntime=\\"2022-06-02T12:36:37Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:ebd1bb4186161389acaf88cb3e0d72a92a44c4069d6b47aa44c5e2ca32460258\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ebd1bb4186161389acaf88cb3e0d72a92a44c4069d6b47aa44c5e2ca32460258\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ebd1bb4186161389acaf88cb3e0d72a92a44c4069d6b47aa44c5e2ca32460258\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-86.1648121386-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:36:38,635 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-86.1648121386-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:36:38,636 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 36, 38, 635959), 2, '8b8265ea-e631-4877-bb87-68bfc6c3bd0e', 3, '6dceaa30-2de3-4278-b7ed-6bde5e5ae712'])
repomirrorworker stdout | 2022-06-02 12:36:38,638 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:38,639 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:38,640 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:38,641 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:36:38,641 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:38,647 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:36:39,168 [60] [WARNING] [apscheduler.scheduler] Execution of job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:36:39 UTC)" skipped: maximum number of running instances reached (1)
repomirrorworker stdout | 2022-06-02 12:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:37:09.167018+00:00 (in 29.998610 seconds)
repomirrorworker stdout | 2022-06-02 12:36:48,621 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:36:38Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-9\""
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:36:38Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-9"
repomirrorworker stdout | time="2022-06-02T12:36:39Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:39Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:36:39Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:36:39Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:39Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:39Z" level=debug msg="Copying instance sha256:e66f06e3b1281744e9eede5c0d4b0e038132f20f8a9f90e219532d5b2e9f191e (1/4)"
repomirrorworker stdout | time="2022-06-02T12:36:39Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:e66f06e3b1281744e9eede5c0d4b0e038132f20f8a9f90e219532d5b2e9f191e"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-9"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:524a71fe155451a730b3934d8bf243209a373e12360e4eff7bae3fa7eb290001"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58e1deb9693dfb1704ccce2f1cf0e4d663ac77098a7a0f699708a71549cbd924"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4de40bef32d2d442436fd227ae0ff8950dff0bb8f2861e8d6550ed5d54d0b11"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d3caaab0e6b8f6421152e3e992b9af724fb775da1fbc232ce24b02d5a910efd"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78afc5364ad2c981e4a4919f535aaefef9ac2f990837be01c766764e025b1f31"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4de40bef32d2d442436fd227ae0ff8950dff0bb8f2861e8d6550ed5d54d0b11"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:524a71fe155451a730b3934d8bf243209a373e12360e4eff7bae3fa7eb290001"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58e1deb9693dfb1704ccce2f1cf0e4d663ac77098a7a0f699708a71549cbd924"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d3caaab0e6b8f6421152e3e992b9af724fb775da1fbc232ce24b02d5a910efd"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78afc5364ad2c981e4a4919f535aaefef9ac2f990837be01c766764e025b1f31"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Skipping blob sha256:1d3caaab0e6b8f6421152e3e992b9af724fb775da1fbc232ce24b02d5a910efd (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Skipping blob sha256:524a71fe155451a730b3934d8bf243209a373e12360e4eff7bae3fa7eb290001 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Skipping blob sha256:58e1deb9693dfb1704ccce2f1cf0e4d663ac77098a7a0f699708a71549cbd924 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Skipping blob sha256:a4de40bef32d2d442436fd227ae0ff8950dff0bb8f2861e8d6550ed5d54d0b11 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Skipping blob sha256:78afc5364ad2c981e4a4919f535aaefef9ac2f990837be01c766764e025b1f31 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:c106980c4efe8c08a37d469274952fc89bd52c2c932488ceb81938ac0694c382"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:c106980c4efe8c08a37d469274952fc89bd52c2c932488ceb81938ac0694c382"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c106980c4efe8c08a37d469274952fc89bd52c2c932488ceb81938ac0694c382"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c106980c4efe8c08a37d469274952fc89bd52c2c932488ceb81938ac0694c382"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:e66f06e3b1281744e9eede5c0d4b0e038132f20f8a9f90e219532d5b2e9f191e"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="Copying instance sha256:90a5606bdc49de511d9f1c5a8726ca984255383f9e1b1b49a0ddc4b43b7e9703 (2/4)"
repomirrorworker stdout | time="2022-06-02T12:36:40Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:90a5606bdc49de511d9f1c5a8726ca984255383f9e1b1b49a0ddc4b43b7e9703"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-9"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ca74b849c4e4269dd3d5962923717c59a1f8f233a6c29c94cddc71d730f82f7"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75e0308c29a92a8f2aad7fb9cb2b018e50bea4f9c14330cd0d2cc44a4b752003"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:523f8c3c176b291f670c7a6f0860ca54a8e512b44363a2ced94ed69af80b6b99"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ee62bbee7da8e47ab61744337824a87189e0d6bcbfcb2a471f85998a180d0"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:523f8c3c176b291f670c7a6f0860ca54a8e512b44363a2ced94ed69af80b6b99"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75e0308c29a92a8f2aad7fb9cb2b018e50bea4f9c14330cd0d2cc44a4b752003"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ee62bbee7da8e47ab61744337824a87189e0d6bcbfcb2a471f85998a180d0"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ca74b849c4e4269dd3d5962923717c59a1f8f233a6c29c94cddc71d730f82f7"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2a749f0c10e7283324dd8f5e4d27d4ad5e8bd339aa82dedb52781e79a2dcdc4"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2a749f0c10e7283324dd8f5e4d27d4ad5e8bd339aa82dedb52781e79a2dcdc4"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="Skipping blob sha256:4ca74b849c4e4269dd3d5962923717c59a1f8f233a6c29c94cddc71d730f82f7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="Skipping blob sha256:4b0ee62bbee7da8e47ab61744337824a87189e0d6bcbfcb2a471f85998a180d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="Skipping blob sha256:b2a749f0c10e7283324dd8f5e4d27d4ad5e8bd339aa82dedb52781e79a2dcdc4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="Skipping blob sha256:75e0308c29a92a8f2aad7fb9cb2b018e50bea4f9c14330cd0d2cc44a4b752003 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="Skipping blob sha256:523f8c3c176b291f670c7a6f0860ca54a8e512b44363a2ced94ed69af80b6b99 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:d034c2f9150ab395d21a1d4b0c43ed6de6cde2d1b95851e57162bbd21958bd4f"
repomirrorworker stdout | time="2022-06-02T12:36:42Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:d034c2f9150ab395d21a1d4b0c43ed6de6cde2d1b95851e57162bbd21958bd4f"
repomirrorworker stdout | time="2022-06-02T12:36:43Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:43Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:43Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d034c2f9150ab395d21a1d4b0c43ed6de6cde2d1b95851e57162bbd21958bd4f"
repomirrorworker stdout | time="2022-06-02T12:36:43Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d034c2f9150ab395d21a1d4b0c43ed6de6cde2d1b95851e57162bbd21958bd4f"
repomirrorworker stdout | time="2022-06-02T12:36:43Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:43Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:90a5606bdc49de511d9f1c5a8726ca984255383f9e1b1b49a0ddc4b43b7e9703"
repomirrorworker stdout | time="2022-06-02T12:36:43Z" level=debug msg="Copying instance sha256:a53918caa1a87d79d882b78b51f0b36e545846ad3e286ef76c326bd829fd1ce3 (3/4)"
repomirrorworker stdout | time="2022-06-02T12:36:43Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:a53918caa1a87d79d882b78b51f0b36e545846ad3e286ef76c326bd829fd1ce3"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-9"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:651dfe45334201c952dc13fb8699bfd200def444eb86fd1a91ea2fb5889b9c96"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e83bdc05ce5090c1233fd66ec3c62ab210133175e7dbb9bcdca705df33b5127c"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:651dfe45334201c952dc13fb8699bfd200def444eb86fd1a91ea2fb5889b9c96"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:811e2c0882cc956a080d3562bee21daf3158c46e72d80707d4c2e04179ea1b26"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2377f8a026b478a654a18497c5f352623ea3c127dd45ba29d1aa30868939a55"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ec85dd0bab77b8931c16bf286e70c85b188f901506b89bd762707bd5e802bb7"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e83bdc05ce5090c1233fd66ec3c62ab210133175e7dbb9bcdca705df33b5127c"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ec85dd0bab77b8931c16bf286e70c85b188f901506b89bd762707bd5e802bb7"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2377f8a026b478a654a18497c5f352623ea3c127dd45ba29d1aa30868939a55"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:811e2c0882cc956a080d3562bee21daf3158c46e72d80707d4c2e04179ea1b26"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="Skipping blob sha256:e2377f8a026b478a654a18497c5f352623ea3c127dd45ba29d1aa30868939a55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="Skipping blob sha256:1ec85dd0bab77b8931c16bf286e70c85b188f901506b89bd762707bd5e802bb7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="Skipping blob sha256:e83bdc05ce5090c1233fd66ec3c62ab210133175e7dbb9bcdca705df33b5127c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="Skipping blob sha256:811e2c0882cc956a080d3562bee21daf3158c46e72d80707d4c2e04179ea1b26 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="Skipping blob sha256:651dfe45334201c952dc13fb8699bfd200def444eb86fd1a91ea2fb5889b9c96 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:9b741ce19a851ca1fe41e391aabdc915c396d1bb61b92f0679ccd82e8e5e2778"
repomirrorworker stdout | time="2022-06-02T12:36:44Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:9b741ce19a851ca1fe41e391aabdc915c396d1bb61b92f0679ccd82e8e5e2778"
repomirrorworker stdout | time="2022-06-02T12:36:45Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:45Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:45Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b741ce19a851ca1fe41e391aabdc915c396d1bb61b92f0679ccd82e8e5e2778"
repomirrorworker stdout | time="2022-06-02T12:36:45Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b741ce19a851ca1fe41e391aabdc915c396d1bb61b92f0679ccd82e8e5e2778"
repomirrorworker stdout | time="2022-06-02T12:36:46Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:46Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:a53918caa1a87d79d882b78b51f0b36e545846ad3e286ef76c326bd829fd1ce3"
repomirrorworker stdout | time="2022-06-02T12:36:46Z" level=debug msg="Copying instance sha256:24fb0c6403f9b51738c271385daf430366a5d01766b15181e500462088843877 (4/4)"
repomirrorworker stdout | time="2022-06-02T12:36:46Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:24fb0c6403f9b51738c271385daf430366a5d01766b15181e500462088843877"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-9"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94669db682c36767a70c3a3e04a647768d2b9d676e95b8615ab743f0b2968842"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b12eafb5c8a2014aef275ef252964120c3460b0cc2631de0476676d915c2b42"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94669db682c36767a70c3a3e04a647768d2b9d676e95b8615ab743f0b2968842"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ab06b39fb959cc5b3cec0d1777aaae294354477573c8e74843f02253639cdb3"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b12eafb5c8a2014aef275ef252964120c3460b0cc2631de0476676d915c2b42"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b91c84a8a8529d7c29f289603cde818e776b9cec50e71861f3e4230d92f4b23"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:462902a85cfe45eacbecf416f1368df899b10f5f52ab11dc48a25bb058a81d5d"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ab06b39fb959cc5b3cec0d1777aaae294354477573c8e74843f02253639cdb3"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:462902a85cfe45eacbecf416f1368df899b10f5f52ab11dc48a25bb058a81d5d"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b91c84a8a8529d7c29f289603cde818e776b9cec50e71861f3e4230d92f4b23"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="Skipping blob sha256:94669db682c36767a70c3a3e04a647768d2b9d676e95b8615ab743f0b2968842 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="Skipping blob sha256:462902a85cfe45eacbecf416f1368df899b10f5f52ab11dc48a25bb058a81d5d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="Skipping blob sha256:8ab06b39fb959cc5b3cec0d1777aaae294354477573c8e74843f02253639cdb3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="Skipping blob sha256:2b12eafb5c8a2014aef275ef252964120c3460b0cc2631de0476676d915c2b42 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="Skipping blob sha256:5b91c84a8a8529d7c29f289603cde818e776b9cec50e71861f3e4230d92f4b23 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:01db78552a5aacf0a631bdfe0685edbedc33bf57e5c81e7d6735779f81cd5c28"
repomirrorworker stdout | time="2022-06-02T12:36:47Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:01db78552a5aacf0a631bdfe0685edbedc33bf57e5c81e7d6735779f81cd5c28"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:01db78552a5aacf0a631bdfe0685edbedc33bf57e5c81e7d6735779f81cd5c28"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:01db78552a5aacf0a631bdfe0685edbedc33bf57e5c81e7d6735779f81cd5c28"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:24fb0c6403f9b51738c271385daf430366a5d01766b15181e500462088843877"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-9"
repomirrorworker stdout | 2022-06-02 12:36:48,621 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:e66f06e3b1281744e9eede5c0d4b0e038132f20f8a9f90e219532d5b2e9f191e (1/4)
repomirrorworker stdout | Copying blob sha256:1d3caaab0e6b8f6421152e3e992b9af724fb775da1fbc232ce24b02d5a910efd
repomirrorworker stdout | Copying blob sha256:524a71fe155451a730b3934d8bf243209a373e12360e4eff7bae3fa7eb290001
repomirrorworker stdout | Copying blob sha256:58e1deb9693dfb1704ccce2f1cf0e4d663ac77098a7a0f699708a71549cbd924
repomirrorworker stdout | Copying blob sha256:a4de40bef32d2d442436fd227ae0ff8950dff0bb8f2861e8d6550ed5d54d0b11
repomirrorworker stdout | Copying blob sha256:78afc5364ad2c981e4a4919f535aaefef9ac2f990837be01c766764e025b1f31
repomirrorworker stdout | Copying config sha256:c106980c4efe8c08a37d469274952fc89bd52c2c932488ceb81938ac0694c382
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:90a5606bdc49de511d9f1c5a8726ca984255383f9e1b1b49a0ddc4b43b7e9703 (2/4)
repomirrorworker stdout | Copying blob sha256:4ca74b849c4e4269dd3d5962923717c59a1f8f233a6c29c94cddc71d730f82f7
repomirrorworker stdout | Copying blob sha256:4b0ee62bbee7da8e47ab61744337824a87189e0d6bcbfcb2a471f85998a180d0
repomirrorworker stdout | Copying blob sha256:b2a749f0c10e7283324dd8f5e4d27d4ad5e8bd339aa82dedb52781e79a2dcdc4
repomirrorworker stdout | Copying blob sha256:75e0308c29a92a8f2aad7fb9cb2b018e50bea4f9c14330cd0d2cc44a4b752003
repomirrorworker stdout | Copying blob sha256:523f8c3c176b291f670c7a6f0860ca54a8e512b44363a2ced94ed69af80b6b99
repomirrorworker stdout | Copying config sha256:d034c2f9150ab395d21a1d4b0c43ed6de6cde2d1b95851e57162bbd21958bd4f
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:a53918caa1a87d79d882b78b51f0b36e545846ad3e286ef76c326bd829fd1ce3 (3/4)
repomirrorworker stdout | Copying blob sha256:e2377f8a026b478a654a18497c5f352623ea3c127dd45ba29d1aa30868939a55
repomirrorworker stdout | Copying blob sha256:1ec85dd0bab77b8931c16bf286e70c85b188f901506b89bd762707bd5e802bb7
repomirrorworker stdout | Copying blob sha256:e83bdc05ce5090c1233fd66ec3c62ab210133175e7dbb9bcdca705df33b5127c
repomirrorworker stdout | Copying blob sha256:811e2c0882cc956a080d3562bee21daf3158c46e72d80707d4c2e04179ea1b26
repomirrorworker stdout | Copying blob sha256:651dfe45334201c952dc13fb8699bfd200def444eb86fd1a91ea2fb5889b9c96
repomirrorworker stdout | Copying config sha256:9b741ce19a851ca1fe41e391aabdc915c396d1bb61b92f0679ccd82e8e5e2778
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:24fb0c6403f9b51738c271385daf430366a5d01766b15181e500462088843877 (4/4)
repomirrorworker stdout | Copying blob sha256:94669db682c36767a70c3a3e04a647768d2b9d676e95b8615ab743f0b2968842
repomirrorworker stdout | Copying blob sha256:462902a85cfe45eacbecf416f1368df899b10f5f52ab11dc48a25bb058a81d5d
repomirrorworker stdout | Copying blob sha256:8ab06b39fb959cc5b3cec0d1777aaae294354477573c8e74843f02253639cdb3
repomirrorworker stdout | Copying blob sha256:2b12eafb5c8a2014aef275ef252964120c3460b0cc2631de0476676d915c2b42
repomirrorworker stdout | Copying blob sha256:5b91c84a8a8529d7c29f289603cde818e776b9cec50e71861f3e4230d92f4b23
repomirrorworker stdout | Copying config sha256:01db78552a5aacf0a631bdfe0685edbedc33bf57e5c81e7d6735779f81cd5c28
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:36:48,623 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:48,626 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:48,628 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 36, 48, 626310), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-9\' successful sync", "tag": "1-9", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:e66f06e3b1281744e9eede5c0d4b0e038132f20f8a9f90e219532d5b2e9f191e (1/4)\\nCopying blob sha256:1d3caaab0e6b8f6421152e3e992b9af724fb775da1fbc232ce24b02d5a910efd\\nCopying blob sha256:524a71fe155451a730b3934d8bf243209a373e12360e4eff7bae3fa7eb290001\\nCopying blob sha256:58e1deb9693dfb1704ccce2f1cf0e4d663ac77098a7a0f699708a71549cbd924\\nCopying blob sha256:a4de40bef32d2d442436fd227ae0ff8950dff0bb8f2861e8d6550ed5d54d0b11\\nCopying blob sha256:78afc5364ad2c981e4a4919f535aaefef9ac2f990837be01c766764e025b1f31\\nCopying config sha256:c106980c4efe8c08a37d469274952fc89bd52c2c932488ceb81938ac0694c382\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:90a5606bdc49de511d9f1c5a8726ca984255383f9e1b1b49a0ddc4b43b7e9703 (2/4)\\nCopying blob sha256:4ca74b849c4e4269dd3d5962923717c59a1f8f233a6c29c94cddc71d730f82f7\\nCopying blob sha256:4b0ee62bbee7da8e47ab61744337824a87189e0d6bcbfcb2a471f85998a180d0\\nCopying blob sha256:b2a749f0c10e7283324dd8f5e4d27d4ad5e8bd339aa82dedb52781e79a2dcdc4\\nCopying blob sha256:75e0308c29a92a8f2aad7fb9cb2b018e50bea4f9c14330cd0d2cc44a4b752003\\nCopying blob sha256:523f8c3c176b291f670c7a6f0860ca54a8e512b44363a2ced94ed69af80b6b99\\nCopying config sha256:d034c2f9150ab395d21a1d4b0c43ed6de6cde2d1b95851e57162bbd21958bd4f\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:a53918caa1a87d79d882b78b51f0b36e545846ad3e286ef76c326bd829fd1ce3 (3/4)\\nCopying blob sha256:e2377f8a026b478a654a18497c5f352623ea3c127dd45ba29d1aa30868939a55\\nCopying blob sha256:1ec85dd0bab77b8931c16bf286e70c85b188f901506b89bd762707bd5e802bb7\\nCopying blob sha256:e83bdc05ce5090c1233fd66ec3c62ab210133175e7dbb9bcdca705df33b5127c\\nCopying blob sha256:811e2c0882cc956a080d3562bee21daf3158c46e72d80707d4c2e04179ea1b26\\nCopying blob sha256:651dfe45334201c952dc13fb8699bfd200def444eb86fd1a91ea2fb5889b9c96\\nCopying config sha256:9b741ce19a851ca1fe41e391aabdc915c396d1bb61b92f0679ccd82e8e5e2778\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:24fb0c6403f9b51738c271385daf430366a5d01766b15181e500462088843877 (4/4)\\nCopying blob sha256:94669db682c36767a70c3a3e04a647768d2b9d676e95b8615ab743f0b2968842\\nCopying blob sha256:462902a85cfe45eacbecf416f1368df899b10f5f52ab11dc48a25bb058a81d5d\\nCopying blob sha256:8ab06b39fb959cc5b3cec0d1777aaae294354477573c8e74843f02253639cdb3\\nCopying blob sha256:2b12eafb5c8a2014aef275ef252964120c3460b0cc2631de0476676d915c2b42\\nCopying blob sha256:5b91c84a8a8529d7c29f289603cde818e776b9cec50e71861f3e4230d92f4b23\\nCopying config sha256:01db78552a5aacf0a631bdfe0685edbedc33bf57e5c81e7d6735779f81cd5c28\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-9\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:36:38Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-9\\"\\ntime=\\"2022-06-02T12:36:39Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:39Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:36:39Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:36:39Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:39Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:36:39Z\\" level=debug msg=\\"Copying instance sha256:e66f06e3b1281744e9eede5c0d4b0e038132f20f8a9f90e219532d5b2e9f191e (1/4)\\"\\ntime=\\"2022-06-02T12:36:39Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:e66f06e3b1281744e9eede5c0d4b0e038132f20f8a9f90e219532d5b2e9f191e\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-9\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:524a71fe155451a730b3934d8bf243209a373e12360e4eff7bae3fa7eb290001\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58e1deb9693dfb1704ccce2f1cf0e4d663ac77098a7a0f699708a71549cbd924\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4de40bef32d2d442436fd227ae0ff8950dff0bb8f2861e8d6550ed5d54d0b11\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d3caaab0e6b8f6421152e3e992b9af724fb775da1fbc232ce24b02d5a910efd\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78afc5364ad2c981e4a4919f535aaefef9ac2f990837be01c766764e025b1f31\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4de40bef32d2d442436fd227ae0ff8950dff0bb8f2861e8d6550ed5d54d0b11\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:524a71fe155451a730b3934d8bf243209a373e12360e4eff7bae3fa7eb290001\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58e1deb9693dfb1704ccce2f1cf0e4d663ac77098a7a0f699708a71549cbd924\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d3caaab0e6b8f6421152e3e992b9af724fb775da1fbc232ce24b02d5a910efd\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78afc5364ad2c981e4a4919f535aaefef9ac2f990837be01c766764e025b1f31\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Skipping blob sha256:1d3caaab0e6b8f6421152e3e992b9af724fb775da1fbc232ce24b02d5a910efd (already present):\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Skipping blob sha256:524a71fe155451a730b3934d8bf243209a373e12360e4eff7bae3fa7eb290001 (already present):\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Skipping blob sha256:58e1deb9693dfb1704ccce2f1cf0e4d663ac77098a7a0f699708a71549cbd924 (already present):\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Skipping blob sha256:a4de40bef32d2d442436fd227ae0ff8950dff0bb8f2861e8d6550ed5d54d0b11 (already present):\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Skipping blob sha256:78afc5364ad2c981e4a4919f535aaefef9ac2f990837be01c766764e025b1f31 (already present):\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:c106980c4efe8c08a37d469274952fc89bd52c2c932488ceb81938ac0694c382\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:c106980c4efe8c08a37d469274952fc89bd52c2c932488ceb81938ac0694c382\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c106980c4efe8c08a37d469274952fc89bd52c2c932488ceb81938ac0694c382\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c106980c4efe8c08a37d469274952fc89bd52c2c932488ceb81938ac0694c382\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:e66f06e3b1281744e9eede5c0d4b0e038132f20f8a9f90e219532d5b2e9f191e\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"Copying instance sha256:90a5606bdc49de511d9f1c5a8726ca984255383f9e1b1b49a0ddc4b43b7e9703 (2/4)\\"\\ntime=\\"2022-06-02T12:36:40Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:90a5606bdc49de511d9f1c5a8726ca984255383f9e1b1b49a0ddc4b43b7e9703\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-9\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ca74b849c4e4269dd3d5962923717c59a1f8f233a6c29c94cddc71d730f82f7\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75e0308c29a92a8f2aad7fb9cb2b018e50bea4f9c14330cd0d2cc44a4b752003\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:523f8c3c176b291f670c7a6f0860ca54a8e512b44363a2ced94ed69af80b6b99\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ee62bbee7da8e47ab61744337824a87189e0d6bcbfcb2a471f85998a180d0\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:523f8c3c176b291f670c7a6f0860ca54a8e512b44363a2ced94ed69af80b6b99\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75e0308c29a92a8f2aad7fb9cb2b018e50bea4f9c14330cd0d2cc44a4b752003\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ee62bbee7da8e47ab61744337824a87189e0d6bcbfcb2a471f85998a180d0\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ca74b849c4e4269dd3d5962923717c59a1f8f233a6c29c94cddc71d730f82f7\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2a749f0c10e7283324dd8f5e4d27d4ad5e8bd339aa82dedb52781e79a2dcdc4\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2a749f0c10e7283324dd8f5e4d27d4ad5e8bd339aa82dedb52781e79a2dcdc4\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"Skipping blob sha256:4ca74b849c4e4269dd3d5962923717c59a1f8f233a6c29c94cddc71d730f82f7 (already present):\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"Skipping blob sha256:4b0ee62bbee7da8e47ab61744337824a87189e0d6bcbfcb2a471f85998a180d0 (already present):\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"Skipping blob sha256:b2a749f0c10e7283324dd8f5e4d27d4ad5e8bd339aa82dedb52781e79a2dcdc4 (already present):\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"Skipping blob sha256:75e0308c29a92a8f2aad7fb9cb2b018e50bea4f9c14330cd0d2cc44a4b752003 (already present):\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"Skipping blob sha256:523f8c3c176b291f670c7a6f0860ca54a8e512b44363a2ced94ed69af80b6b99 (already present):\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:d034c2f9150ab395d21a1d4b0c43ed6de6cde2d1b95851e57162bbd21958bd4f\\"\\ntime=\\"2022-06-02T12:36:42Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:d034c2f9150ab395d21a1d4b0c43ed6de6cde2d1b95851e57162bbd21958bd4f\\"\\ntime=\\"2022-06-02T12:36:43Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:43Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:43Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d034c2f9150ab395d21a1d4b0c43ed6de6cde2d1b95851e57162bbd21958bd4f\\"\\ntime=\\"2022-06-02T12:36:43Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d034c2f9150ab395d21a1d4b0c43ed6de6cde2d1b95851e57162bbd21958bd4f\\"\\ntime=\\"2022-06-02T12:36:43Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:43Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:90a5606bdc49de511d9f1c5a8726ca984255383f9e1b1b49a0ddc4b43b7e9703\\"\\ntime=\\"2022-06-02T12:36:43Z\\" level=debug msg=\\"Copying instance sha256:a53918caa1a87d79d882b78b51f0b36e545846ad3e286ef76c326bd829fd1ce3 (3/4)\\"\\ntime=\\"2022-06-02T12:36:43Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:a53918caa1a87d79d882b78b51f0b36e545846ad3e286ef76c326bd829fd1ce3\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-9\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:651dfe45334201c952dc13fb8699bfd200def444eb86fd1a91ea2fb5889b9c96\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e83bdc05ce5090c1233fd66ec3c62ab210133175e7dbb9bcdca705df33b5127c\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:651dfe45334201c952dc13fb8699bfd200def444eb86fd1a91ea2fb5889b9c96\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:811e2c0882cc956a080d3562bee21daf3158c46e72d80707d4c2e04179ea1b26\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2377f8a026b478a654a18497c5f352623ea3c127dd45ba29d1aa30868939a55\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ec85dd0bab77b8931c16bf286e70c85b188f901506b89bd762707bd5e802bb7\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e83bdc05ce5090c1233fd66ec3c62ab210133175e7dbb9bcdca705df33b5127c\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ec85dd0bab77b8931c16bf286e70c85b188f901506b89bd762707bd5e802bb7\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2377f8a026b478a654a18497c5f352623ea3c127dd45ba29d1aa30868939a55\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:811e2c0882cc956a080d3562bee21daf3158c46e72d80707d4c2e04179ea1b26\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"Skipping blob sha256:e2377f8a026b478a654a18497c5f352623ea3c127dd45ba29d1aa30868939a55 (already present):\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"Skipping blob sha256:1ec85dd0bab77b8931c16bf286e70c85b188f901506b89bd762707bd5e802bb7 (already present):\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"Skipping blob sha256:e83bdc05ce5090c1233fd66ec3c62ab210133175e7dbb9bcdca705df33b5127c (already present):\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"Skipping blob sha256:811e2c0882cc956a080d3562bee21daf3158c46e72d80707d4c2e04179ea1b26 (already present):\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"Skipping blob sha256:651dfe45334201c952dc13fb8699bfd200def444eb86fd1a91ea2fb5889b9c96 (already present):\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:9b741ce19a851ca1fe41e391aabdc915c396d1bb61b92f0679ccd82e8e5e2778\\"\\ntime=\\"2022-06-02T12:36:44Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:9b741ce19a851ca1fe41e391aabdc915c396d1bb61b92f0679ccd82e8e5e2778\\"\\ntime=\\"2022-06-02T12:36:45Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:45Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:45Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b741ce19a851ca1fe41e391aabdc915c396d1bb61b92f0679ccd82e8e5e2778\\"\\ntime=\\"2022-06-02T12:36:45Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b741ce19a851ca1fe41e391aabdc915c396d1bb61b92f0679ccd82e8e5e2778\\"\\ntime=\\"2022-06-02T12:36:46Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:46Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:a53918caa1a87d79d882b78b51f0b36e545846ad3e286ef76c326bd829fd1ce3\\"\\ntime=\\"2022-06-02T12:36:46Z\\" level=debug msg=\\"Copying instance sha256:24fb0c6403f9b51738c271385daf430366a5d01766b15181e500462088843877 (4/4)\\"\\ntime=\\"2022-06-02T12:36:46Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:24fb0c6403f9b51738c271385daf430366a5d01766b15181e500462088843877\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-9\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94669db682c36767a70c3a3e04a647768d2b9d676e95b8615ab743f0b2968842\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b12eafb5c8a2014aef275ef252964120c3460b0cc2631de0476676d915c2b42\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94669db682c36767a70c3a3e04a647768d2b9d676e95b8615ab743f0b2968842\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ab06b39fb959cc5b3cec0d1777aaae294354477573c8e74843f02253639cdb3\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b12eafb5c8a2014aef275ef252964120c3460b0cc2631de0476676d915c2b42\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b91c84a8a8529d7c29f289603cde818e776b9cec50e71861f3e4230d92f4b23\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:462902a85cfe45eacbecf416f1368df899b10f5f52ab11dc48a25bb058a81d5d\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ab06b39fb959cc5b3cec0d1777aaae294354477573c8e74843f02253639cdb3\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:462902a85cfe45eacbecf416f1368df899b10f5f52ab11dc48a25bb058a81d5d\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b91c84a8a8529d7c29f289603cde818e776b9cec50e71861f3e4230d92f4b23\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"Skipping blob sha256:94669db682c36767a70c3a3e04a647768d2b9d676e95b8615ab743f0b2968842 (already present):\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"Skipping blob sha256:462902a85cfe45eacbecf416f1368df899b10f5f52ab11dc48a25bb058a81d5d (already present):\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"Skipping blob sha256:8ab06b39fb959cc5b3cec0d1777aaae294354477573c8e74843f02253639cdb3 (already present):\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"Skipping blob sha256:2b12eafb5c8a2014aef275ef252964120c3460b0cc2631de0476676d915c2b42 (already present):\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"Skipping blob sha256:5b91c84a8a8529d7c29f289603cde818e776b9cec50e71861f3e4230d92f4b23 (already present):\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:01db78552a5aacf0a631bdfe0685edbedc33bf57e5c81e7d6735779f81cd5c28\\"\\ntime=\\"2022-06-02T12:36:47Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:01db78552a5aacf0a631bdfe0685edbedc33bf57e5c81e7d6735779f81cd5c28\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:01db78552a5aacf0a631bdfe0685edbedc33bf57e5c81e7d6735779f81cd5c28\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:01db78552a5aacf0a631bdfe0685edbedc33bf57e5c81e7d6735779f81cd5c28\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:24fb0c6403f9b51738c271385daf430366a5d01766b15181e500462088843877\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-9\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:36:48,632 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-9' successful sync.
repomirrorworker stdout | 2022-06-02 12:36:48,633 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 36, 48, 632984), 2, 'acddbb04-c762-4234-a27f-e4cd017b8335', 3, '8b8265ea-e631-4877-bb87-68bfc6c3bd0e'])
repomirrorworker stdout | 2022-06-02 12:36:48,636 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:48,637 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:48,638 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:48,639 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:36:48,639 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:48,645 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:53,378 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:36:58,436 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:36:48Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-9.1591210169\""
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:36:48Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-9.1591210169"
repomirrorworker stdout | time="2022-06-02T12:36:49Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:49Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:36:49Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:36:49Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:49Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:49Z" level=debug msg="Copying instance sha256:583df2b344eb685ca785d2d619a6a6eb5a418d7cb6c2b951e4db5c3456f1bdb8 (1/4)"
repomirrorworker stdout | time="2022-06-02T12:36:49Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:583df2b344eb685ca785d2d619a6a6eb5a418d7cb6c2b951e4db5c3456f1bdb8"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-9.1591210169"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4abab8c5ca7c1a64cab90417ecf43297aa0b7223c24b534088ec427c7dabfe2c"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d3caaab0e6b8f6421152e3e992b9af724fb775da1fbc232ce24b02d5a910efd"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78afc5364ad2c981e4a4919f535aaefef9ac2f990837be01c766764e025b1f31"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58e1deb9693dfb1704ccce2f1cf0e4d663ac77098a7a0f699708a71549cbd924"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa41501e6e69a046f2a4f9a9fec52c122e09431a8455b24cc923934121f28467"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4abab8c5ca7c1a64cab90417ecf43297aa0b7223c24b534088ec427c7dabfe2c"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58e1deb9693dfb1704ccce2f1cf0e4d663ac77098a7a0f699708a71549cbd924"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa41501e6e69a046f2a4f9a9fec52c122e09431a8455b24cc923934121f28467"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d3caaab0e6b8f6421152e3e992b9af724fb775da1fbc232ce24b02d5a910efd"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78afc5364ad2c981e4a4919f535aaefef9ac2f990837be01c766764e025b1f31"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Skipping blob sha256:58e1deb9693dfb1704ccce2f1cf0e4d663ac77098a7a0f699708a71549cbd924 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Skipping blob sha256:1d3caaab0e6b8f6421152e3e992b9af724fb775da1fbc232ce24b02d5a910efd (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Skipping blob sha256:78afc5364ad2c981e4a4919f535aaefef9ac2f990837be01c766764e025b1f31 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Skipping blob sha256:aa41501e6e69a046f2a4f9a9fec52c122e09431a8455b24cc923934121f28467 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Skipping blob sha256:4abab8c5ca7c1a64cab90417ecf43297aa0b7223c24b534088ec427c7dabfe2c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:1a116c0003afcc3012efebdc247cb7869898c146276fd007c3e3006dc636fd6a"
repomirrorworker stdout | time="2022-06-02T12:36:50Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:1a116c0003afcc3012efebdc247cb7869898c146276fd007c3e3006dc636fd6a"
repomirrorworker stdout | time="2022-06-02T12:36:51Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:51Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:51Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a116c0003afcc3012efebdc247cb7869898c146276fd007c3e3006dc636fd6a"
repomirrorworker stdout | time="2022-06-02T12:36:51Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a116c0003afcc3012efebdc247cb7869898c146276fd007c3e3006dc636fd6a"
repomirrorworker stdout | time="2022-06-02T12:36:51Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:51Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:583df2b344eb685ca785d2d619a6a6eb5a418d7cb6c2b951e4db5c3456f1bdb8"
repomirrorworker stdout | time="2022-06-02T12:36:51Z" level=debug msg="Copying instance sha256:dc3fc8734afa65a172c8bddbf12b8f78aa32e71ecc52a990821a879dfceea129 (2/4)"
repomirrorworker stdout | time="2022-06-02T12:36:51Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:dc3fc8734afa65a172c8bddbf12b8f78aa32e71ecc52a990821a879dfceea129"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-9.1591210169"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:115ef90466529d19f016d33c5076601ab6c8a016f50a3a2e4507421ccc2cf810"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ee62bbee7da8e47ab61744337824a87189e0d6bcbfcb2a471f85998a180d0"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75e0308c29a92a8f2aad7fb9cb2b018e50bea4f9c14330cd0d2cc44a4b752003"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:115ef90466529d19f016d33c5076601ab6c8a016f50a3a2e4507421ccc2cf810"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ee62bbee7da8e47ab61744337824a87189e0d6bcbfcb2a471f85998a180d0"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:593f66a208b2dff80d973caf65871cab700a49f26958ece7ba0362baac9b1067"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2a749f0c10e7283324dd8f5e4d27d4ad5e8bd339aa82dedb52781e79a2dcdc4"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2a749f0c10e7283324dd8f5e4d27d4ad5e8bd339aa82dedb52781e79a2dcdc4"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:593f66a208b2dff80d973caf65871cab700a49f26958ece7ba0362baac9b1067"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75e0308c29a92a8f2aad7fb9cb2b018e50bea4f9c14330cd0d2cc44a4b752003"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="Skipping blob sha256:b2a749f0c10e7283324dd8f5e4d27d4ad5e8bd339aa82dedb52781e79a2dcdc4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="Skipping blob sha256:75e0308c29a92a8f2aad7fb9cb2b018e50bea4f9c14330cd0d2cc44a4b752003 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="Skipping blob sha256:4b0ee62bbee7da8e47ab61744337824a87189e0d6bcbfcb2a471f85998a180d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="Skipping blob sha256:593f66a208b2dff80d973caf65871cab700a49f26958ece7ba0362baac9b1067 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="Skipping blob sha256:115ef90466529d19f016d33c5076601ab6c8a016f50a3a2e4507421ccc2cf810 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:e23cad0fe5933c0a5a66f0a42a5862cc64f851a5e90b441faf8cfa72882968e1"
repomirrorworker stdout | time="2022-06-02T12:36:52Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:e23cad0fe5933c0a5a66f0a42a5862cc64f851a5e90b441faf8cfa72882968e1"
repomirrorworker stdout | time="2022-06-02T12:36:53Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:53Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:53Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e23cad0fe5933c0a5a66f0a42a5862cc64f851a5e90b441faf8cfa72882968e1"
repomirrorworker stdout | time="2022-06-02T12:36:53Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e23cad0fe5933c0a5a66f0a42a5862cc64f851a5e90b441faf8cfa72882968e1"
repomirrorworker stdout | time="2022-06-02T12:36:53Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:53Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:dc3fc8734afa65a172c8bddbf12b8f78aa32e71ecc52a990821a879dfceea129"
repomirrorworker stdout | time="2022-06-02T12:36:53Z" level=debug msg="Copying instance sha256:9f13a33a12ba0d0c061c354e7032074a92e95b785f68ada6c082aac127375c3f (3/4)"
repomirrorworker stdout | time="2022-06-02T12:36:53Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:9f13a33a12ba0d0c061c354e7032074a92e95b785f68ada6c082aac127375c3f"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-9.1591210169"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e5f376ff588d3f53d83e1fd566d97d239f71a74cc126b31aa4b538b87f85c9dc"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e83bdc05ce5090c1233fd66ec3c62ab210133175e7dbb9bcdca705df33b5127c"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2377f8a026b478a654a18497c5f352623ea3c127dd45ba29d1aa30868939a55"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2377f8a026b478a654a18497c5f352623ea3c127dd45ba29d1aa30868939a55"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e83bdc05ce5090c1233fd66ec3c62ab210133175e7dbb9bcdca705df33b5127c"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8112dfa1486372e325e72f6a4089a6354ae04844158e3582795327013f25968d"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:811e2c0882cc956a080d3562bee21daf3158c46e72d80707d4c2e04179ea1b26"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8112dfa1486372e325e72f6a4089a6354ae04844158e3582795327013f25968d"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e5f376ff588d3f53d83e1fd566d97d239f71a74cc126b31aa4b538b87f85c9dc"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:811e2c0882cc956a080d3562bee21daf3158c46e72d80707d4c2e04179ea1b26"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="Skipping blob sha256:811e2c0882cc956a080d3562bee21daf3158c46e72d80707d4c2e04179ea1b26 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="Skipping blob sha256:e83bdc05ce5090c1233fd66ec3c62ab210133175e7dbb9bcdca705df33b5127c (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="Skipping blob sha256:e2377f8a026b478a654a18497c5f352623ea3c127dd45ba29d1aa30868939a55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="Skipping blob sha256:8112dfa1486372e325e72f6a4089a6354ae04844158e3582795327013f25968d (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="Skipping blob sha256:e5f376ff588d3f53d83e1fd566d97d239f71a74cc126b31aa4b538b87f85c9dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:4414b7fbeee13d1090646619e438b40be2fb2604c715839f3a7204b29375d0b5"
repomirrorworker stdout | time="2022-06-02T12:36:54Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:4414b7fbeee13d1090646619e438b40be2fb2604c715839f3a7204b29375d0b5"
repomirrorworker stdout | time="2022-06-02T12:36:56Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:56Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:56Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4414b7fbeee13d1090646619e438b40be2fb2604c715839f3a7204b29375d0b5"
repomirrorworker stdout | time="2022-06-02T12:36:56Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4414b7fbeee13d1090646619e438b40be2fb2604c715839f3a7204b29375d0b5"
repomirrorworker stdout | time="2022-06-02T12:36:56Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:56Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:9f13a33a12ba0d0c061c354e7032074a92e95b785f68ada6c082aac127375c3f"
repomirrorworker stdout | time="2022-06-02T12:36:56Z" level=debug msg="Copying instance sha256:6cc76a515d91821e259d8ac15cb5842c6239781aaaa4455485a159f0e2853b1e (4/4)"
repomirrorworker stdout | time="2022-06-02T12:36:56Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:6cc76a515d91821e259d8ac15cb5842c6239781aaaa4455485a159f0e2853b1e"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-9.1591210169"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:43c0ba9b6453f36aa5c8f4e6b5b028b7589aaf776fc36e4e756dbcdbb966f5d9"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b91c84a8a8529d7c29f289603cde818e776b9cec50e71861f3e4230d92f4b23"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d2965ec0456d8eff91b05dad3ad662daa177375affa1a7c3405160bfa7ce200"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:43c0ba9b6453f36aa5c8f4e6b5b028b7589aaf776fc36e4e756dbcdbb966f5d9"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b91c84a8a8529d7c29f289603cde818e776b9cec50e71861f3e4230d92f4b23"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ab06b39fb959cc5b3cec0d1777aaae294354477573c8e74843f02253639cdb3"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d2965ec0456d8eff91b05dad3ad662daa177375affa1a7c3405160bfa7ce200"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ab06b39fb959cc5b3cec0d1777aaae294354477573c8e74843f02253639cdb3"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b12eafb5c8a2014aef275ef252964120c3460b0cc2631de0476676d915c2b42"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b12eafb5c8a2014aef275ef252964120c3460b0cc2631de0476676d915c2b42"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="Skipping blob sha256:2b12eafb5c8a2014aef275ef252964120c3460b0cc2631de0476676d915c2b42 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="Skipping blob sha256:5b91c84a8a8529d7c29f289603cde818e776b9cec50e71861f3e4230d92f4b23 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="Skipping blob sha256:8ab06b39fb959cc5b3cec0d1777aaae294354477573c8e74843f02253639cdb3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="Skipping blob sha256:43c0ba9b6453f36aa5c8f4e6b5b028b7589aaf776fc36e4e756dbcdbb966f5d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="Skipping blob sha256:5d2965ec0456d8eff91b05dad3ad662daa177375affa1a7c3405160bfa7ce200 (already present):"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:96477adcdb64224e782749fa540407608652713cab75d5a7a7d293e2603a5329"
repomirrorworker stdout | time="2022-06-02T12:36:57Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:96477adcdb64224e782749fa540407608652713cab75d5a7a7d293e2603a5329"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96477adcdb64224e782749fa540407608652713cab75d5a7a7d293e2603a5329"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96477adcdb64224e782749fa540407608652713cab75d5a7a7d293e2603a5329"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:6cc76a515d91821e259d8ac15cb5842c6239781aaaa4455485a159f0e2853b1e"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-9.1591210169"
repomirrorworker stdout | 2022-06-02 12:36:58,437 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:583df2b344eb685ca785d2d619a6a6eb5a418d7cb6c2b951e4db5c3456f1bdb8 (1/4)
repomirrorworker stdout | Copying blob sha256:58e1deb9693dfb1704ccce2f1cf0e4d663ac77098a7a0f699708a71549cbd924
repomirrorworker stdout | Copying blob sha256:1d3caaab0e6b8f6421152e3e992b9af724fb775da1fbc232ce24b02d5a910efd
repomirrorworker stdout | Copying blob sha256:78afc5364ad2c981e4a4919f535aaefef9ac2f990837be01c766764e025b1f31
repomirrorworker stdout | Copying blob sha256:aa41501e6e69a046f2a4f9a9fec52c122e09431a8455b24cc923934121f28467
repomirrorworker stdout | Copying blob sha256:4abab8c5ca7c1a64cab90417ecf43297aa0b7223c24b534088ec427c7dabfe2c
repomirrorworker stdout | Copying config sha256:1a116c0003afcc3012efebdc247cb7869898c146276fd007c3e3006dc636fd6a
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:dc3fc8734afa65a172c8bddbf12b8f78aa32e71ecc52a990821a879dfceea129 (2/4)
repomirrorworker stdout | Copying blob sha256:b2a749f0c10e7283324dd8f5e4d27d4ad5e8bd339aa82dedb52781e79a2dcdc4
repomirrorworker stdout | Copying blob sha256:75e0308c29a92a8f2aad7fb9cb2b018e50bea4f9c14330cd0d2cc44a4b752003
repomirrorworker stdout | Copying blob sha256:4b0ee62bbee7da8e47ab61744337824a87189e0d6bcbfcb2a471f85998a180d0
repomirrorworker stdout | Copying blob sha256:593f66a208b2dff80d973caf65871cab700a49f26958ece7ba0362baac9b1067
repomirrorworker stdout | Copying blob sha256:115ef90466529d19f016d33c5076601ab6c8a016f50a3a2e4507421ccc2cf810
repomirrorworker stdout | Copying config sha256:e23cad0fe5933c0a5a66f0a42a5862cc64f851a5e90b441faf8cfa72882968e1
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:9f13a33a12ba0d0c061c354e7032074a92e95b785f68ada6c082aac127375c3f (3/4)
repomirrorworker stdout | Copying blob sha256:811e2c0882cc956a080d3562bee21daf3158c46e72d80707d4c2e04179ea1b26
repomirrorworker stdout | Copying blob sha256:e83bdc05ce5090c1233fd66ec3c62ab210133175e7dbb9bcdca705df33b5127c
repomirrorworker stdout | Copying blob sha256:e2377f8a026b478a654a18497c5f352623ea3c127dd45ba29d1aa30868939a55
repomirrorworker stdout | Copying blob sha256:8112dfa1486372e325e72f6a4089a6354ae04844158e3582795327013f25968d
repomirrorworker stdout | Copying blob sha256:e5f376ff588d3f53d83e1fd566d97d239f71a74cc126b31aa4b538b87f85c9dc
repomirrorworker stdout | Copying config sha256:4414b7fbeee13d1090646619e438b40be2fb2604c715839f3a7204b29375d0b5
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:6cc76a515d91821e259d8ac15cb5842c6239781aaaa4455485a159f0e2853b1e (4/4)
repomirrorworker stdout | Copying blob sha256:2b12eafb5c8a2014aef275ef252964120c3460b0cc2631de0476676d915c2b42
repomirrorworker stdout | Copying blob sha256:5b91c84a8a8529d7c29f289603cde818e776b9cec50e71861f3e4230d92f4b23
repomirrorworker stdout | Copying blob sha256:8ab06b39fb959cc5b3cec0d1777aaae294354477573c8e74843f02253639cdb3
repomirrorworker stdout | Copying blob sha256:43c0ba9b6453f36aa5c8f4e6b5b028b7589aaf776fc36e4e756dbcdbb966f5d9
repomirrorworker stdout | Copying blob sha256:5d2965ec0456d8eff91b05dad3ad662daa177375affa1a7c3405160bfa7ce200
repomirrorworker stdout | Copying config sha256:96477adcdb64224e782749fa540407608652713cab75d5a7a7d293e2603a5329
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:36:58,438 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:58,442 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:58,443 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 36, 58, 441819), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-9.1591210169\' successful sync", "tag": "1-9.1591210169", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:583df2b344eb685ca785d2d619a6a6eb5a418d7cb6c2b951e4db5c3456f1bdb8 (1/4)\\nCopying blob sha256:58e1deb9693dfb1704ccce2f1cf0e4d663ac77098a7a0f699708a71549cbd924\\nCopying blob sha256:1d3caaab0e6b8f6421152e3e992b9af724fb775da1fbc232ce24b02d5a910efd\\nCopying blob sha256:78afc5364ad2c981e4a4919f535aaefef9ac2f990837be01c766764e025b1f31\\nCopying blob sha256:aa41501e6e69a046f2a4f9a9fec52c122e09431a8455b24cc923934121f28467\\nCopying blob sha256:4abab8c5ca7c1a64cab90417ecf43297aa0b7223c24b534088ec427c7dabfe2c\\nCopying config sha256:1a116c0003afcc3012efebdc247cb7869898c146276fd007c3e3006dc636fd6a\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:dc3fc8734afa65a172c8bddbf12b8f78aa32e71ecc52a990821a879dfceea129 (2/4)\\nCopying blob sha256:b2a749f0c10e7283324dd8f5e4d27d4ad5e8bd339aa82dedb52781e79a2dcdc4\\nCopying blob sha256:75e0308c29a92a8f2aad7fb9cb2b018e50bea4f9c14330cd0d2cc44a4b752003\\nCopying blob sha256:4b0ee62bbee7da8e47ab61744337824a87189e0d6bcbfcb2a471f85998a180d0\\nCopying blob sha256:593f66a208b2dff80d973caf65871cab700a49f26958ece7ba0362baac9b1067\\nCopying blob sha256:115ef90466529d19f016d33c5076601ab6c8a016f50a3a2e4507421ccc2cf810\\nCopying config sha256:e23cad0fe5933c0a5a66f0a42a5862cc64f851a5e90b441faf8cfa72882968e1\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:9f13a33a12ba0d0c061c354e7032074a92e95b785f68ada6c082aac127375c3f (3/4)\\nCopying blob sha256:811e2c0882cc956a080d3562bee21daf3158c46e72d80707d4c2e04179ea1b26\\nCopying blob sha256:e83bdc05ce5090c1233fd66ec3c62ab210133175e7dbb9bcdca705df33b5127c\\nCopying blob sha256:e2377f8a026b478a654a18497c5f352623ea3c127dd45ba29d1aa30868939a55\\nCopying blob sha256:8112dfa1486372e325e72f6a4089a6354ae04844158e3582795327013f25968d\\nCopying blob sha256:e5f376ff588d3f53d83e1fd566d97d239f71a74cc126b31aa4b538b87f85c9dc\\nCopying config sha256:4414b7fbeee13d1090646619e438b40be2fb2604c715839f3a7204b29375d0b5\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:6cc76a515d91821e259d8ac15cb5842c6239781aaaa4455485a159f0e2853b1e (4/4)\\nCopying blob sha256:2b12eafb5c8a2014aef275ef252964120c3460b0cc2631de0476676d915c2b42\\nCopying blob sha256:5b91c84a8a8529d7c29f289603cde818e776b9cec50e71861f3e4230d92f4b23\\nCopying blob sha256:8ab06b39fb959cc5b3cec0d1777aaae294354477573c8e74843f02253639cdb3\\nCopying blob sha256:43c0ba9b6453f36aa5c8f4e6b5b028b7589aaf776fc36e4e756dbcdbb966f5d9\\nCopying blob sha256:5d2965ec0456d8eff91b05dad3ad662daa177375affa1a7c3405160bfa7ce200\\nCopying config sha256:96477adcdb64224e782749fa540407608652713cab75d5a7a7d293e2603a5329\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-9.1591210169\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:36:48Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-9.1591210169\\"\\ntime=\\"2022-06-02T12:36:49Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:49Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:36:49Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:36:49Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:49Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:36:49Z\\" level=debug msg=\\"Copying instance sha256:583df2b344eb685ca785d2d619a6a6eb5a418d7cb6c2b951e4db5c3456f1bdb8 (1/4)\\"\\ntime=\\"2022-06-02T12:36:49Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:583df2b344eb685ca785d2d619a6a6eb5a418d7cb6c2b951e4db5c3456f1bdb8\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-9.1591210169\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4abab8c5ca7c1a64cab90417ecf43297aa0b7223c24b534088ec427c7dabfe2c\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d3caaab0e6b8f6421152e3e992b9af724fb775da1fbc232ce24b02d5a910efd\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78afc5364ad2c981e4a4919f535aaefef9ac2f990837be01c766764e025b1f31\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58e1deb9693dfb1704ccce2f1cf0e4d663ac77098a7a0f699708a71549cbd924\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa41501e6e69a046f2a4f9a9fec52c122e09431a8455b24cc923934121f28467\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4abab8c5ca7c1a64cab90417ecf43297aa0b7223c24b534088ec427c7dabfe2c\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58e1deb9693dfb1704ccce2f1cf0e4d663ac77098a7a0f699708a71549cbd924\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa41501e6e69a046f2a4f9a9fec52c122e09431a8455b24cc923934121f28467\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d3caaab0e6b8f6421152e3e992b9af724fb775da1fbc232ce24b02d5a910efd\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78afc5364ad2c981e4a4919f535aaefef9ac2f990837be01c766764e025b1f31\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Skipping blob sha256:58e1deb9693dfb1704ccce2f1cf0e4d663ac77098a7a0f699708a71549cbd924 (already present):\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Skipping blob sha256:1d3caaab0e6b8f6421152e3e992b9af724fb775da1fbc232ce24b02d5a910efd (already present):\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Skipping blob sha256:78afc5364ad2c981e4a4919f535aaefef9ac2f990837be01c766764e025b1f31 (already present):\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Skipping blob sha256:aa41501e6e69a046f2a4f9a9fec52c122e09431a8455b24cc923934121f28467 (already present):\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Skipping blob sha256:4abab8c5ca7c1a64cab90417ecf43297aa0b7223c24b534088ec427c7dabfe2c (already present):\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:1a116c0003afcc3012efebdc247cb7869898c146276fd007c3e3006dc636fd6a\\"\\ntime=\\"2022-06-02T12:36:50Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:1a116c0003afcc3012efebdc247cb7869898c146276fd007c3e3006dc636fd6a\\"\\ntime=\\"2022-06-02T12:36:51Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:51Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:51Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a116c0003afcc3012efebdc247cb7869898c146276fd007c3e3006dc636fd6a\\"\\ntime=\\"2022-06-02T12:36:51Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a116c0003afcc3012efebdc247cb7869898c146276fd007c3e3006dc636fd6a\\"\\ntime=\\"2022-06-02T12:36:51Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:51Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:583df2b344eb685ca785d2d619a6a6eb5a418d7cb6c2b951e4db5c3456f1bdb8\\"\\ntime=\\"2022-06-02T12:36:51Z\\" level=debug msg=\\"Copying instance sha256:dc3fc8734afa65a172c8bddbf12b8f78aa32e71ecc52a990821a879dfceea129 (2/4)\\"\\ntime=\\"2022-06-02T12:36:51Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:dc3fc8734afa65a172c8bddbf12b8f78aa32e71ecc52a990821a879dfceea129\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-9.1591210169\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:115ef90466529d19f016d33c5076601ab6c8a016f50a3a2e4507421ccc2cf810\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ee62bbee7da8e47ab61744337824a87189e0d6bcbfcb2a471f85998a180d0\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75e0308c29a92a8f2aad7fb9cb2b018e50bea4f9c14330cd0d2cc44a4b752003\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:115ef90466529d19f016d33c5076601ab6c8a016f50a3a2e4507421ccc2cf810\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4b0ee62bbee7da8e47ab61744337824a87189e0d6bcbfcb2a471f85998a180d0\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:593f66a208b2dff80d973caf65871cab700a49f26958ece7ba0362baac9b1067\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2a749f0c10e7283324dd8f5e4d27d4ad5e8bd339aa82dedb52781e79a2dcdc4\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2a749f0c10e7283324dd8f5e4d27d4ad5e8bd339aa82dedb52781e79a2dcdc4\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:593f66a208b2dff80d973caf65871cab700a49f26958ece7ba0362baac9b1067\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:75e0308c29a92a8f2aad7fb9cb2b018e50bea4f9c14330cd0d2cc44a4b752003\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"Skipping blob sha256:b2a749f0c10e7283324dd8f5e4d27d4ad5e8bd339aa82dedb52781e79a2dcdc4 (already present):\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"Skipping blob sha256:75e0308c29a92a8f2aad7fb9cb2b018e50bea4f9c14330cd0d2cc44a4b752003 (already present):\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"Skipping blob sha256:4b0ee62bbee7da8e47ab61744337824a87189e0d6bcbfcb2a471f85998a180d0 (already present):\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"Skipping blob sha256:593f66a208b2dff80d973caf65871cab700a49f26958ece7ba0362baac9b1067 (already present):\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"Skipping blob sha256:115ef90466529d19f016d33c5076601ab6c8a016f50a3a2e4507421ccc2cf810 (already present):\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:e23cad0fe5933c0a5a66f0a42a5862cc64f851a5e90b441faf8cfa72882968e1\\"\\ntime=\\"2022-06-02T12:36:52Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:e23cad0fe5933c0a5a66f0a42a5862cc64f851a5e90b441faf8cfa72882968e1\\"\\ntime=\\"2022-06-02T12:36:53Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:53Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:53Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e23cad0fe5933c0a5a66f0a42a5862cc64f851a5e90b441faf8cfa72882968e1\\"\\ntime=\\"2022-06-02T12:36:53Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e23cad0fe5933c0a5a66f0a42a5862cc64f851a5e90b441faf8cfa72882968e1\\"\\ntime=\\"2022-06-02T12:36:53Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:53Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:dc3fc8734afa65a172c8bddbf12b8f78aa32e71ecc52a990821a879dfceea129\\"\\ntime=\\"2022-06-02T12:36:53Z\\" level=debug msg=\\"Copying instance sha256:9f13a33a12ba0d0c061c354e7032074a92e95b785f68ada6c082aac127375c3f (3/4)\\"\\ntime=\\"2022-06-02T12:36:53Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:9f13a33a12ba0d0c061c354e7032074a92e95b785f68ada6c082aac127375c3f\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-9.1591210169\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e5f376ff588d3f53d83e1fd566d97d239f71a74cc126b31aa4b538b87f85c9dc\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e83bdc05ce5090c1233fd66ec3c62ab210133175e7dbb9bcdca705df33b5127c\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2377f8a026b478a654a18497c5f352623ea3c127dd45ba29d1aa30868939a55\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e2377f8a026b478a654a18497c5f352623ea3c127dd45ba29d1aa30868939a55\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e83bdc05ce5090c1233fd66ec3c62ab210133175e7dbb9bcdca705df33b5127c\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8112dfa1486372e325e72f6a4089a6354ae04844158e3582795327013f25968d\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:811e2c0882cc956a080d3562bee21daf3158c46e72d80707d4c2e04179ea1b26\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8112dfa1486372e325e72f6a4089a6354ae04844158e3582795327013f25968d\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e5f376ff588d3f53d83e1fd566d97d239f71a74cc126b31aa4b538b87f85c9dc\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:811e2c0882cc956a080d3562bee21daf3158c46e72d80707d4c2e04179ea1b26\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"Skipping blob sha256:811e2c0882cc956a080d3562bee21daf3158c46e72d80707d4c2e04179ea1b26 (already present):\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"Skipping blob sha256:e83bdc05ce5090c1233fd66ec3c62ab210133175e7dbb9bcdca705df33b5127c (already present):\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"Skipping blob sha256:e2377f8a026b478a654a18497c5f352623ea3c127dd45ba29d1aa30868939a55 (already present):\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"Skipping blob sha256:8112dfa1486372e325e72f6a4089a6354ae04844158e3582795327013f25968d (already present):\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"Skipping blob sha256:e5f376ff588d3f53d83e1fd566d97d239f71a74cc126b31aa4b538b87f85c9dc (already present):\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:4414b7fbeee13d1090646619e438b40be2fb2604c715839f3a7204b29375d0b5\\"\\ntime=\\"2022-06-02T12:36:54Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:4414b7fbeee13d1090646619e438b40be2fb2604c715839f3a7204b29375d0b5\\"\\ntime=\\"2022-06-02T12:36:56Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:56Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:56Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4414b7fbeee13d1090646619e438b40be2fb2604c715839f3a7204b29375d0b5\\"\\ntime=\\"2022-06-02T12:36:56Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4414b7fbeee13d1090646619e438b40be2fb2604c715839f3a7204b29375d0b5\\"\\ntime=\\"2022-06-02T12:36:56Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:56Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:9f13a33a12ba0d0c061c354e7032074a92e95b785f68ada6c082aac127375c3f\\"\\ntime=\\"2022-06-02T12:36:56Z\\" level=debug msg=\\"Copying instance sha256:6cc76a515d91821e259d8ac15cb5842c6239781aaaa4455485a159f0e2853b1e (4/4)\\"\\ntime=\\"2022-06-02T12:36:56Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:6cc76a515d91821e259d8ac15cb5842c6239781aaaa4455485a159f0e2853b1e\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-9.1591210169\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:43c0ba9b6453f36aa5c8f4e6b5b028b7589aaf776fc36e4e756dbcdbb966f5d9\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b91c84a8a8529d7c29f289603cde818e776b9cec50e71861f3e4230d92f4b23\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d2965ec0456d8eff91b05dad3ad662daa177375affa1a7c3405160bfa7ce200\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:43c0ba9b6453f36aa5c8f4e6b5b028b7589aaf776fc36e4e756dbcdbb966f5d9\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b91c84a8a8529d7c29f289603cde818e776b9cec50e71861f3e4230d92f4b23\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ab06b39fb959cc5b3cec0d1777aaae294354477573c8e74843f02253639cdb3\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d2965ec0456d8eff91b05dad3ad662daa177375affa1a7c3405160bfa7ce200\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ab06b39fb959cc5b3cec0d1777aaae294354477573c8e74843f02253639cdb3\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b12eafb5c8a2014aef275ef252964120c3460b0cc2631de0476676d915c2b42\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b12eafb5c8a2014aef275ef252964120c3460b0cc2631de0476676d915c2b42\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"Skipping blob sha256:2b12eafb5c8a2014aef275ef252964120c3460b0cc2631de0476676d915c2b42 (already present):\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"Skipping blob sha256:5b91c84a8a8529d7c29f289603cde818e776b9cec50e71861f3e4230d92f4b23 (already present):\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"Skipping blob sha256:8ab06b39fb959cc5b3cec0d1777aaae294354477573c8e74843f02253639cdb3 (already present):\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"Skipping blob sha256:43c0ba9b6453f36aa5c8f4e6b5b028b7589aaf776fc36e4e756dbcdbb966f5d9 (already present):\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"Skipping blob sha256:5d2965ec0456d8eff91b05dad3ad662daa177375affa1a7c3405160bfa7ce200 (already present):\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:96477adcdb64224e782749fa540407608652713cab75d5a7a7d293e2603a5329\\"\\ntime=\\"2022-06-02T12:36:57Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:96477adcdb64224e782749fa540407608652713cab75d5a7a7d293e2603a5329\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96477adcdb64224e782749fa540407608652713cab75d5a7a7d293e2603a5329\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96477adcdb64224e782749fa540407608652713cab75d5a7a7d293e2603a5329\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:6cc76a515d91821e259d8ac15cb5842c6239781aaaa4455485a159f0e2853b1e\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-9.1591210169\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:36:58,449 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-9.1591210169' successful sync.
repomirrorworker stdout | 2022-06-02 12:36:58,449 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 36, 58, 449281), 2, '0f5c7be1-6dfb-47c8-adc7-cfdf63aa48b4', 3, 'acddbb04-c762-4234-a27f-e4cd017b8335'])
repomirrorworker stdout | 2022-06-02 12:36:58,452 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:58,453 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:58,454 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:58,454 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:36:58,455 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:36:58,460 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:07,827 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:36:58Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-94\""
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:36:58Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-94"
repomirrorworker stdout | time="2022-06-02T12:36:59Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:36:59Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:36:59Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:36:59Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:59Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:36:59Z" level=debug msg="Copying instance sha256:acb244db4d234f11f68b7cff9b496770ec58df0583f28df814497b3ef3ba26f3 (1/4)"
repomirrorworker stdout | time="2022-06-02T12:36:59Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:acb244db4d234f11f68b7cff9b496770ec58df0583f28df814497b3ef3ba26f3"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-94"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408d72b5afe1db674fd2e4bd38c8ca7138ac3c5d1b523be9fe48fcc674660890"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b8efddf55ed035efb83c57cf21362b76d1cffb2c88864f11de91ee823c86afa"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a21bb5475ea5fbcfdeab2bbe08a1cf4ef0b55382d553d2c213620763078223c"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:88e6c8a21596fe30b01a4ac6434f0c4e133dec069984186fd9fada8b09f7cac5"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38dd71adcfc1f964c6f3ba6ae3b6daa95f612681cfb05298b225bb6347942f56"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408d72b5afe1db674fd2e4bd38c8ca7138ac3c5d1b523be9fe48fcc674660890"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b8efddf55ed035efb83c57cf21362b76d1cffb2c88864f11de91ee823c86afa"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:88e6c8a21596fe30b01a4ac6434f0c4e133dec069984186fd9fada8b09f7cac5"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a21bb5475ea5fbcfdeab2bbe08a1cf4ef0b55382d553d2c213620763078223c"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38dd71adcfc1f964c6f3ba6ae3b6daa95f612681cfb05298b225bb6347942f56"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Skipping blob sha256:408d72b5afe1db674fd2e4bd38c8ca7138ac3c5d1b523be9fe48fcc674660890 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Skipping blob sha256:7b8efddf55ed035efb83c57cf21362b76d1cffb2c88864f11de91ee823c86afa (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Skipping blob sha256:88e6c8a21596fe30b01a4ac6434f0c4e133dec069984186fd9fada8b09f7cac5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Skipping blob sha256:0a21bb5475ea5fbcfdeab2bbe08a1cf4ef0b55382d553d2c213620763078223c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Skipping blob sha256:38dd71adcfc1f964c6f3ba6ae3b6daa95f612681cfb05298b225bb6347942f56 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:671cc3cb42984e338733ebb5a9a68e69e267cb7f9cb802283d3bc066f6321617"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:671cc3cb42984e338733ebb5a9a68e69e267cb7f9cb802283d3bc066f6321617"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:671cc3cb42984e338733ebb5a9a68e69e267cb7f9cb802283d3bc066f6321617"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:671cc3cb42984e338733ebb5a9a68e69e267cb7f9cb802283d3bc066f6321617"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:acb244db4d234f11f68b7cff9b496770ec58df0583f28df814497b3ef3ba26f3"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="Copying instance sha256:8e230f443af9f1f5e3dfab4ba558b0b703db7f419bfcccdf15e1343a507cf11c (2/4)"
repomirrorworker stdout | time="2022-06-02T12:37:00Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:8e230f443af9f1f5e3dfab4ba558b0b703db7f419bfcccdf15e1343a507cf11c"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-94"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5a3cfb22077e2eb08a20c40108ffda29135e3f7c529df52ab4694c507fa9a677"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c01393830c871ae35099e945c55c118f74292f9a86354d018ebe1e38cde42391"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8b75f63afa4bfde71a4fa74e3a5f29334875de02294fd3d4d07c1ece7b8eb12"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c01393830c871ae35099e945c55c118f74292f9a86354d018ebe1e38cde42391"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8b75f63afa4bfde71a4fa74e3a5f29334875de02294fd3d4d07c1ece7b8eb12"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5a3cfb22077e2eb08a20c40108ffda29135e3f7c529df52ab4694c507fa9a677"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a23a85b9dc9728803ce83b69bb1a7e3cef2a2be5bb35c0ec9fc16f72b17fb9ae"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a23a85b9dc9728803ce83b69bb1a7e3cef2a2be5bb35c0ec9fc16f72b17fb9ae"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25baf3afe65d5c39a11fffb3ac6b7d53cf3bee2dfddd8d6eb60d42df491fba50"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25baf3afe65d5c39a11fffb3ac6b7d53cf3bee2dfddd8d6eb60d42df491fba50"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="Skipping blob sha256:c01393830c871ae35099e945c55c118f74292f9a86354d018ebe1e38cde42391 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="Skipping blob sha256:b8b75f63afa4bfde71a4fa74e3a5f29334875de02294fd3d4d07c1ece7b8eb12 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="Skipping blob sha256:a23a85b9dc9728803ce83b69bb1a7e3cef2a2be5bb35c0ec9fc16f72b17fb9ae (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="Skipping blob sha256:25baf3afe65d5c39a11fffb3ac6b7d53cf3bee2dfddd8d6eb60d42df491fba50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="Skipping blob sha256:5a3cfb22077e2eb08a20c40108ffda29135e3f7c529df52ab4694c507fa9a677 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:84a392096337fd64b6989052a22e0cd273a134b8a6b48e8c8ae00af23d3b4880"
repomirrorworker stdout | time="2022-06-02T12:37:02Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:84a392096337fd64b6989052a22e0cd273a134b8a6b48e8c8ae00af23d3b4880"
repomirrorworker stdout | time="2022-06-02T12:37:03Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:37:03Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:37:03Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84a392096337fd64b6989052a22e0cd273a134b8a6b48e8c8ae00af23d3b4880"
repomirrorworker stdout | time="2022-06-02T12:37:03Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84a392096337fd64b6989052a22e0cd273a134b8a6b48e8c8ae00af23d3b4880"
repomirrorworker stdout | time="2022-06-02T12:37:03Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:03Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:8e230f443af9f1f5e3dfab4ba558b0b703db7f419bfcccdf15e1343a507cf11c"
repomirrorworker stdout | time="2022-06-02T12:37:03Z" level=debug msg="Copying instance sha256:839110041fa28d8786f69834697006c4ae0964b64e1d7997c64d32a38abc90e3 (3/4)"
repomirrorworker stdout | time="2022-06-02T12:37:03Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:839110041fa28d8786f69834697006c4ae0964b64e1d7997c64d32a38abc90e3"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-94"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96ceec14544e04104daf1ea3b38f302a226833ad40e63d1e1e6683c6609a876"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d84558a70da2c2b3d51676a2caeeee48c18fd37f2ba3e39fa42baf8ddfcb4742"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ada7e11fb107d011a3b016cc659ca3f138f11725949328d92d3714ac15ef4ce2"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba9de723e9c1b4e2592797e45e1c2c0af631ed1802fffce0d06243cc68a24218"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d84558a70da2c2b3d51676a2caeeee48c18fd37f2ba3e39fa42baf8ddfcb4742"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba9de723e9c1b4e2592797e45e1c2c0af631ed1802fffce0d06243cc68a24218"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3abc8c0d3d4265b5efb17447cd4a399fc70858b08d7cd5dce88dca7a09bc089"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ada7e11fb107d011a3b016cc659ca3f138f11725949328d92d3714ac15ef4ce2"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96ceec14544e04104daf1ea3b38f302a226833ad40e63d1e1e6683c6609a876"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3abc8c0d3d4265b5efb17447cd4a399fc70858b08d7cd5dce88dca7a09bc089"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="Skipping blob sha256:b3abc8c0d3d4265b5efb17447cd4a399fc70858b08d7cd5dce88dca7a09bc089 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="Skipping blob sha256:ada7e11fb107d011a3b016cc659ca3f138f11725949328d92d3714ac15ef4ce2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="Skipping blob sha256:d84558a70da2c2b3d51676a2caeeee48c18fd37f2ba3e39fa42baf8ddfcb4742 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="Skipping blob sha256:f96ceec14544e04104daf1ea3b38f302a226833ad40e63d1e1e6683c6609a876 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="Skipping blob sha256:ba9de723e9c1b4e2592797e45e1c2c0af631ed1802fffce0d06243cc68a24218 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:955d52d4aa4920bfd0f0a6fc70403de15119bbef1b96ccc7c5eb604771e74b5d"
repomirrorworker stdout | time="2022-06-02T12:37:04Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:955d52d4aa4920bfd0f0a6fc70403de15119bbef1b96ccc7c5eb604771e74b5d"
repomirrorworker stdout | time="2022-06-02T12:37:05Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:37:05Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:37:05Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:955d52d4aa4920bfd0f0a6fc70403de15119bbef1b96ccc7c5eb604771e74b5d"
repomirrorworker stdout | time="2022-06-02T12:37:05Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:955d52d4aa4920bfd0f0a6fc70403de15119bbef1b96ccc7c5eb604771e74b5d"
repomirrorworker stdout | time="2022-06-02T12:37:05Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:05Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:839110041fa28d8786f69834697006c4ae0964b64e1d7997c64d32a38abc90e3"
repomirrorworker stdout | time="2022-06-02T12:37:05Z" level=debug msg="Copying instance sha256:58d28a959c0332cd66a5f1a7260b5738a804e68bc78533c1189cd5626787504e (4/4)"
repomirrorworker stdout | time="2022-06-02T12:37:05Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:58d28a959c0332cd66a5f1a7260b5738a804e68bc78533c1189cd5626787504e"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-94"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10253b7bf2685f8f344770087341eaa49d2086834fe42518ef3482bc916ec92c"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:083e3eac55c875258c6477c979a400f62751e489a5aa9ffbbf0bf0bfdf773bcf"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b868c6f13983014a6698d30a10abf4821d80fb1a57b117e91804f15d35fa2821"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:92559d5f5a908101d2776f8e756d73806b2bd3354be51e12d3111c90a4f09b07"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b868c6f13983014a6698d30a10abf4821d80fb1a57b117e91804f15d35fa2821"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:083e3eac55c875258c6477c979a400f62751e489a5aa9ffbbf0bf0bfdf773bcf"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:92559d5f5a908101d2776f8e756d73806b2bd3354be51e12d3111c90a4f09b07"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71cf785318807dbca4c866feb2e756e67c6898947ac3ff0410374dac21595113"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10253b7bf2685f8f344770087341eaa49d2086834fe42518ef3482bc916ec92c"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71cf785318807dbca4c866feb2e756e67c6898947ac3ff0410374dac21595113"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="Skipping blob sha256:b868c6f13983014a6698d30a10abf4821d80fb1a57b117e91804f15d35fa2821 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="Skipping blob sha256:083e3eac55c875258c6477c979a400f62751e489a5aa9ffbbf0bf0bfdf773bcf (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="Skipping blob sha256:92559d5f5a908101d2776f8e756d73806b2bd3354be51e12d3111c90a4f09b07 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="Skipping blob sha256:71cf785318807dbca4c866feb2e756e67c6898947ac3ff0410374dac21595113 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="Skipping blob sha256:10253b7bf2685f8f344770087341eaa49d2086834fe42518ef3482bc916ec92c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:33780e8edd3be7c7ff41656ef008da085ea2397153363423d1c1044ac60cfb55"
repomirrorworker stdout | time="2022-06-02T12:37:06Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:33780e8edd3be7c7ff41656ef008da085ea2397153363423d1c1044ac60cfb55"
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33780e8edd3be7c7ff41656ef008da085ea2397153363423d1c1044ac60cfb55"
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33780e8edd3be7c7ff41656ef008da085ea2397153363423d1c1044ac60cfb55"
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:58d28a959c0332cd66a5f1a7260b5738a804e68bc78533c1189cd5626787504e"
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-94"
repomirrorworker stdout | 2022-06-02 12:37:07,827 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:acb244db4d234f11f68b7cff9b496770ec58df0583f28df814497b3ef3ba26f3 (1/4)
repomirrorworker stdout | Copying blob sha256:408d72b5afe1db674fd2e4bd38c8ca7138ac3c5d1b523be9fe48fcc674660890
repomirrorworker stdout | Copying blob sha256:7b8efddf55ed035efb83c57cf21362b76d1cffb2c88864f11de91ee823c86afa
repomirrorworker stdout | Copying blob sha256:88e6c8a21596fe30b01a4ac6434f0c4e133dec069984186fd9fada8b09f7cac5
repomirrorworker stdout | Copying blob sha256:0a21bb5475ea5fbcfdeab2bbe08a1cf4ef0b55382d553d2c213620763078223c
repomirrorworker stdout | Copying blob sha256:38dd71adcfc1f964c6f3ba6ae3b6daa95f612681cfb05298b225bb6347942f56
repomirrorworker stdout | Copying config sha256:671cc3cb42984e338733ebb5a9a68e69e267cb7f9cb802283d3bc066f6321617
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:8e230f443af9f1f5e3dfab4ba558b0b703db7f419bfcccdf15e1343a507cf11c (2/4)
repomirrorworker stdout | Copying blob sha256:c01393830c871ae35099e945c55c118f74292f9a86354d018ebe1e38cde42391
repomirrorworker stdout | Copying blob sha256:b8b75f63afa4bfde71a4fa74e3a5f29334875de02294fd3d4d07c1ece7b8eb12
repomirrorworker stdout | Copying blob sha256:a23a85b9dc9728803ce83b69bb1a7e3cef2a2be5bb35c0ec9fc16f72b17fb9ae
repomirrorworker stdout | Copying blob sha256:25baf3afe65d5c39a11fffb3ac6b7d53cf3bee2dfddd8d6eb60d42df491fba50
repomirrorworker stdout | Copying blob sha256:5a3cfb22077e2eb08a20c40108ffda29135e3f7c529df52ab4694c507fa9a677
repomirrorworker stdout | Copying config sha256:84a392096337fd64b6989052a22e0cd273a134b8a6b48e8c8ae00af23d3b4880
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:839110041fa28d8786f69834697006c4ae0964b64e1d7997c64d32a38abc90e3 (3/4)
repomirrorworker stdout | Copying blob sha256:b3abc8c0d3d4265b5efb17447cd4a399fc70858b08d7cd5dce88dca7a09bc089
repomirrorworker stdout | Copying blob sha256:ada7e11fb107d011a3b016cc659ca3f138f11725949328d92d3714ac15ef4ce2
repomirrorworker stdout | Copying blob sha256:d84558a70da2c2b3d51676a2caeeee48c18fd37f2ba3e39fa42baf8ddfcb4742
repomirrorworker stdout | Copying blob sha256:f96ceec14544e04104daf1ea3b38f302a226833ad40e63d1e1e6683c6609a876
repomirrorworker stdout | Copying blob sha256:ba9de723e9c1b4e2592797e45e1c2c0af631ed1802fffce0d06243cc68a24218
repomirrorworker stdout | Copying config sha256:955d52d4aa4920bfd0f0a6fc70403de15119bbef1b96ccc7c5eb604771e74b5d
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:58d28a959c0332cd66a5f1a7260b5738a804e68bc78533c1189cd5626787504e (4/4)
repomirrorworker stdout | Copying blob sha256:b868c6f13983014a6698d30a10abf4821d80fb1a57b117e91804f15d35fa2821
repomirrorworker stdout | Copying blob sha256:083e3eac55c875258c6477c979a400f62751e489a5aa9ffbbf0bf0bfdf773bcf
repomirrorworker stdout | Copying blob sha256:92559d5f5a908101d2776f8e756d73806b2bd3354be51e12d3111c90a4f09b07
repomirrorworker stdout | Copying blob sha256:71cf785318807dbca4c866feb2e756e67c6898947ac3ff0410374dac21595113
repomirrorworker stdout | Copying blob sha256:10253b7bf2685f8f344770087341eaa49d2086834fe42518ef3482bc916ec92c
repomirrorworker stdout | Copying config sha256:33780e8edd3be7c7ff41656ef008da085ea2397153363423d1c1044ac60cfb55
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:37:07,829 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:07,832 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:07,834 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 37, 7, 832247), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-94\' successful sync", "tag": "1-94", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:acb244db4d234f11f68b7cff9b496770ec58df0583f28df814497b3ef3ba26f3 (1/4)\\nCopying blob sha256:408d72b5afe1db674fd2e4bd38c8ca7138ac3c5d1b523be9fe48fcc674660890\\nCopying blob sha256:7b8efddf55ed035efb83c57cf21362b76d1cffb2c88864f11de91ee823c86afa\\nCopying blob sha256:88e6c8a21596fe30b01a4ac6434f0c4e133dec069984186fd9fada8b09f7cac5\\nCopying blob sha256:0a21bb5475ea5fbcfdeab2bbe08a1cf4ef0b55382d553d2c213620763078223c\\nCopying blob sha256:38dd71adcfc1f964c6f3ba6ae3b6daa95f612681cfb05298b225bb6347942f56\\nCopying config sha256:671cc3cb42984e338733ebb5a9a68e69e267cb7f9cb802283d3bc066f6321617\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:8e230f443af9f1f5e3dfab4ba558b0b703db7f419bfcccdf15e1343a507cf11c (2/4)\\nCopying blob sha256:c01393830c871ae35099e945c55c118f74292f9a86354d018ebe1e38cde42391\\nCopying blob sha256:b8b75f63afa4bfde71a4fa74e3a5f29334875de02294fd3d4d07c1ece7b8eb12\\nCopying blob sha256:a23a85b9dc9728803ce83b69bb1a7e3cef2a2be5bb35c0ec9fc16f72b17fb9ae\\nCopying blob sha256:25baf3afe65d5c39a11fffb3ac6b7d53cf3bee2dfddd8d6eb60d42df491fba50\\nCopying blob sha256:5a3cfb22077e2eb08a20c40108ffda29135e3f7c529df52ab4694c507fa9a677\\nCopying config sha256:84a392096337fd64b6989052a22e0cd273a134b8a6b48e8c8ae00af23d3b4880\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:839110041fa28d8786f69834697006c4ae0964b64e1d7997c64d32a38abc90e3 (3/4)\\nCopying blob sha256:b3abc8c0d3d4265b5efb17447cd4a399fc70858b08d7cd5dce88dca7a09bc089\\nCopying blob sha256:ada7e11fb107d011a3b016cc659ca3f138f11725949328d92d3714ac15ef4ce2\\nCopying blob sha256:d84558a70da2c2b3d51676a2caeeee48c18fd37f2ba3e39fa42baf8ddfcb4742\\nCopying blob sha256:f96ceec14544e04104daf1ea3b38f302a226833ad40e63d1e1e6683c6609a876\\nCopying blob sha256:ba9de723e9c1b4e2592797e45e1c2c0af631ed1802fffce0d06243cc68a24218\\nCopying config sha256:955d52d4aa4920bfd0f0a6fc70403de15119bbef1b96ccc7c5eb604771e74b5d\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:58d28a959c0332cd66a5f1a7260b5738a804e68bc78533c1189cd5626787504e (4/4)\\nCopying blob sha256:b868c6f13983014a6698d30a10abf4821d80fb1a57b117e91804f15d35fa2821\\nCopying blob sha256:083e3eac55c875258c6477c979a400f62751e489a5aa9ffbbf0bf0bfdf773bcf\\nCopying blob sha256:92559d5f5a908101d2776f8e756d73806b2bd3354be51e12d3111c90a4f09b07\\nCopying blob sha256:71cf785318807dbca4c866feb2e756e67c6898947ac3ff0410374dac21595113\\nCopying blob sha256:10253b7bf2685f8f344770087341eaa49d2086834fe42518ef3482bc916ec92c\\nCopying config sha256:33780e8edd3be7c7ff41656ef008da085ea2397153363423d1c1044ac60cfb55\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-94\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:36:58Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-94\\"\\ntime=\\"2022-06-02T12:36:59Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:36:59Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:36:59Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:36:59Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:36:59Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:36:59Z\\" level=debug msg=\\"Copying instance sha256:acb244db4d234f11f68b7cff9b496770ec58df0583f28df814497b3ef3ba26f3 (1/4)\\"\\ntime=\\"2022-06-02T12:36:59Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:acb244db4d234f11f68b7cff9b496770ec58df0583f28df814497b3ef3ba26f3\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-94\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408d72b5afe1db674fd2e4bd38c8ca7138ac3c5d1b523be9fe48fcc674660890\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b8efddf55ed035efb83c57cf21362b76d1cffb2c88864f11de91ee823c86afa\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a21bb5475ea5fbcfdeab2bbe08a1cf4ef0b55382d553d2c213620763078223c\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:88e6c8a21596fe30b01a4ac6434f0c4e133dec069984186fd9fada8b09f7cac5\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38dd71adcfc1f964c6f3ba6ae3b6daa95f612681cfb05298b225bb6347942f56\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:408d72b5afe1db674fd2e4bd38c8ca7138ac3c5d1b523be9fe48fcc674660890\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b8efddf55ed035efb83c57cf21362b76d1cffb2c88864f11de91ee823c86afa\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:88e6c8a21596fe30b01a4ac6434f0c4e133dec069984186fd9fada8b09f7cac5\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a21bb5475ea5fbcfdeab2bbe08a1cf4ef0b55382d553d2c213620763078223c\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38dd71adcfc1f964c6f3ba6ae3b6daa95f612681cfb05298b225bb6347942f56\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Skipping blob sha256:408d72b5afe1db674fd2e4bd38c8ca7138ac3c5d1b523be9fe48fcc674660890 (already present):\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Skipping blob sha256:7b8efddf55ed035efb83c57cf21362b76d1cffb2c88864f11de91ee823c86afa (already present):\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Skipping blob sha256:88e6c8a21596fe30b01a4ac6434f0c4e133dec069984186fd9fada8b09f7cac5 (already present):\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Skipping blob sha256:0a21bb5475ea5fbcfdeab2bbe08a1cf4ef0b55382d553d2c213620763078223c (already present):\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Skipping blob sha256:38dd71adcfc1f964c6f3ba6ae3b6daa95f612681cfb05298b225bb6347942f56 (already present):\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:671cc3cb42984e338733ebb5a9a68e69e267cb7f9cb802283d3bc066f6321617\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:671cc3cb42984e338733ebb5a9a68e69e267cb7f9cb802283d3bc066f6321617\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:671cc3cb42984e338733ebb5a9a68e69e267cb7f9cb802283d3bc066f6321617\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:671cc3cb42984e338733ebb5a9a68e69e267cb7f9cb802283d3bc066f6321617\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:acb244db4d234f11f68b7cff9b496770ec58df0583f28df814497b3ef3ba26f3\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"Copying instance sha256:8e230f443af9f1f5e3dfab4ba558b0b703db7f419bfcccdf15e1343a507cf11c (2/4)\\"\\ntime=\\"2022-06-02T12:37:00Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:8e230f443af9f1f5e3dfab4ba558b0b703db7f419bfcccdf15e1343a507cf11c\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-94\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5a3cfb22077e2eb08a20c40108ffda29135e3f7c529df52ab4694c507fa9a677\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c01393830c871ae35099e945c55c118f74292f9a86354d018ebe1e38cde42391\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8b75f63afa4bfde71a4fa74e3a5f29334875de02294fd3d4d07c1ece7b8eb12\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c01393830c871ae35099e945c55c118f74292f9a86354d018ebe1e38cde42391\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8b75f63afa4bfde71a4fa74e3a5f29334875de02294fd3d4d07c1ece7b8eb12\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5a3cfb22077e2eb08a20c40108ffda29135e3f7c529df52ab4694c507fa9a677\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a23a85b9dc9728803ce83b69bb1a7e3cef2a2be5bb35c0ec9fc16f72b17fb9ae\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a23a85b9dc9728803ce83b69bb1a7e3cef2a2be5bb35c0ec9fc16f72b17fb9ae\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25baf3afe65d5c39a11fffb3ac6b7d53cf3bee2dfddd8d6eb60d42df491fba50\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:25baf3afe65d5c39a11fffb3ac6b7d53cf3bee2dfddd8d6eb60d42df491fba50\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"Skipping blob sha256:c01393830c871ae35099e945c55c118f74292f9a86354d018ebe1e38cde42391 (already present):\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"Skipping blob sha256:b8b75f63afa4bfde71a4fa74e3a5f29334875de02294fd3d4d07c1ece7b8eb12 (already present):\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"Skipping blob sha256:a23a85b9dc9728803ce83b69bb1a7e3cef2a2be5bb35c0ec9fc16f72b17fb9ae (already present):\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"Skipping blob sha256:25baf3afe65d5c39a11fffb3ac6b7d53cf3bee2dfddd8d6eb60d42df491fba50 (already present):\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"Skipping blob sha256:5a3cfb22077e2eb08a20c40108ffda29135e3f7c529df52ab4694c507fa9a677 (already present):\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:84a392096337fd64b6989052a22e0cd273a134b8a6b48e8c8ae00af23d3b4880\\"\\ntime=\\"2022-06-02T12:37:02Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:84a392096337fd64b6989052a22e0cd273a134b8a6b48e8c8ae00af23d3b4880\\"\\ntime=\\"2022-06-02T12:37:03Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:37:03Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:37:03Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84a392096337fd64b6989052a22e0cd273a134b8a6b48e8c8ae00af23d3b4880\\"\\ntime=\\"2022-06-02T12:37:03Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:84a392096337fd64b6989052a22e0cd273a134b8a6b48e8c8ae00af23d3b4880\\"\\ntime=\\"2022-06-02T12:37:03Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:03Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:8e230f443af9f1f5e3dfab4ba558b0b703db7f419bfcccdf15e1343a507cf11c\\"\\ntime=\\"2022-06-02T12:37:03Z\\" level=debug msg=\\"Copying instance sha256:839110041fa28d8786f69834697006c4ae0964b64e1d7997c64d32a38abc90e3 (3/4)\\"\\ntime=\\"2022-06-02T12:37:03Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:839110041fa28d8786f69834697006c4ae0964b64e1d7997c64d32a38abc90e3\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-94\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96ceec14544e04104daf1ea3b38f302a226833ad40e63d1e1e6683c6609a876\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d84558a70da2c2b3d51676a2caeeee48c18fd37f2ba3e39fa42baf8ddfcb4742\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ada7e11fb107d011a3b016cc659ca3f138f11725949328d92d3714ac15ef4ce2\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba9de723e9c1b4e2592797e45e1c2c0af631ed1802fffce0d06243cc68a24218\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d84558a70da2c2b3d51676a2caeeee48c18fd37f2ba3e39fa42baf8ddfcb4742\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba9de723e9c1b4e2592797e45e1c2c0af631ed1802fffce0d06243cc68a24218\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3abc8c0d3d4265b5efb17447cd4a399fc70858b08d7cd5dce88dca7a09bc089\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ada7e11fb107d011a3b016cc659ca3f138f11725949328d92d3714ac15ef4ce2\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f96ceec14544e04104daf1ea3b38f302a226833ad40e63d1e1e6683c6609a876\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3abc8c0d3d4265b5efb17447cd4a399fc70858b08d7cd5dce88dca7a09bc089\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"Skipping blob sha256:b3abc8c0d3d4265b5efb17447cd4a399fc70858b08d7cd5dce88dca7a09bc089 (already present):\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"Skipping blob sha256:ada7e11fb107d011a3b016cc659ca3f138f11725949328d92d3714ac15ef4ce2 (already present):\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"Skipping blob sha256:d84558a70da2c2b3d51676a2caeeee48c18fd37f2ba3e39fa42baf8ddfcb4742 (already present):\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"Skipping blob sha256:f96ceec14544e04104daf1ea3b38f302a226833ad40e63d1e1e6683c6609a876 (already present):\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"Skipping blob sha256:ba9de723e9c1b4e2592797e45e1c2c0af631ed1802fffce0d06243cc68a24218 (already present):\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:955d52d4aa4920bfd0f0a6fc70403de15119bbef1b96ccc7c5eb604771e74b5d\\"\\ntime=\\"2022-06-02T12:37:04Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:955d52d4aa4920bfd0f0a6fc70403de15119bbef1b96ccc7c5eb604771e74b5d\\"\\ntime=\\"2022-06-02T12:37:05Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:37:05Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:37:05Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:955d52d4aa4920bfd0f0a6fc70403de15119bbef1b96ccc7c5eb604771e74b5d\\"\\ntime=\\"2022-06-02T12:37:05Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:955d52d4aa4920bfd0f0a6fc70403de15119bbef1b96ccc7c5eb604771e74b5d\\"\\ntime=\\"2022-06-02T12:37:05Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:05Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:839110041fa28d8786f69834697006c4ae0964b64e1d7997c64d32a38abc90e3\\"\\ntime=\\"2022-06-02T12:37:05Z\\" level=debug msg=\\"Copying instance sha256:58d28a959c0332cd66a5f1a7260b5738a804e68bc78533c1189cd5626787504e (4/4)\\"\\ntime=\\"2022-06-02T12:37:05Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:58d28a959c0332cd66a5f1a7260b5738a804e68bc78533c1189cd5626787504e\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-94\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10253b7bf2685f8f344770087341eaa49d2086834fe42518ef3482bc916ec92c\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:083e3eac55c875258c6477c979a400f62751e489a5aa9ffbbf0bf0bfdf773bcf\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b868c6f13983014a6698d30a10abf4821d80fb1a57b117e91804f15d35fa2821\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:92559d5f5a908101d2776f8e756d73806b2bd3354be51e12d3111c90a4f09b07\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b868c6f13983014a6698d30a10abf4821d80fb1a57b117e91804f15d35fa2821\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:083e3eac55c875258c6477c979a400f62751e489a5aa9ffbbf0bf0bfdf773bcf\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:92559d5f5a908101d2776f8e756d73806b2bd3354be51e12d3111c90a4f09b07\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71cf785318807dbca4c866feb2e756e67c6898947ac3ff0410374dac21595113\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:10253b7bf2685f8f344770087341eaa49d2086834fe42518ef3482bc916ec92c\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71cf785318807dbca4c866feb2e756e67c6898947ac3ff0410374dac21595113\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"Skipping blob sha256:b868c6f13983014a6698d30a10abf4821d80fb1a57b117e91804f15d35fa2821 (already present):\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"Skipping blob sha256:083e3eac55c875258c6477c979a400f62751e489a5aa9ffbbf0bf0bfdf773bcf (already present):\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"Skipping blob sha256:92559d5f5a908101d2776f8e756d73806b2bd3354be51e12d3111c90a4f09b07 (already present):\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"Skipping blob sha256:71cf785318807dbca4c866feb2e756e67c6898947ac3ff0410374dac21595113 (already present):\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"Skipping blob sha256:10253b7bf2685f8f344770087341eaa49d2086834fe42518ef3482bc916ec92c (already present):\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:33780e8edd3be7c7ff41656ef008da085ea2397153363423d1c1044ac60cfb55\\"\\ntime=\\"2022-06-02T12:37:06Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:33780e8edd3be7c7ff41656ef008da085ea2397153363423d1c1044ac60cfb55\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33780e8edd3be7c7ff41656ef008da085ea2397153363423d1c1044ac60cfb55\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:33780e8edd3be7c7ff41656ef008da085ea2397153363423d1c1044ac60cfb55\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:58d28a959c0332cd66a5f1a7260b5738a804e68bc78533c1189cd5626787504e\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-94\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:37:07,839 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-94' successful sync.
repomirrorworker stdout | 2022-06-02 12:37:07,839 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 37, 7, 839276), 2, '2748abc8-a681-45e0-a5e3-244a4e69b59d', 3, '0f5c7be1-6dfb-47c8-adc7-cfdf63aa48b4'])
repomirrorworker stdout | 2022-06-02 12:37:07,842 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:07,843 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:07,844 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:07,845 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:37:07,845 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:07,851 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:37:09,168 [60] [WARNING] [apscheduler.scheduler] Execution of job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:37:09 UTC)" skipped: maximum number of running instances reached (1)
repomirrorworker stdout | 2022-06-02 12:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:37:39.167018+00:00 (in 29.998809 seconds)
repomirrorworker stdout | 2022-06-02 12:37:14,574 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:37:07Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-94-source\""
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:37:07Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:37:08Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:37:08Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-94-source"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-94-source"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8033e43a7cffef062f9e435083593c3bfda4b6df3117583d59191a42ce4ad12e"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8033e43a7cffef062f9e435083593c3bfda4b6df3117583d59191a42ce4ad12e"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:8033e43a7cffef062f9e435083593c3bfda4b6df3117583d59191a42ce4ad12e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94c3c8fa1f7d98ee6848ac7670e13a6d4b9c1a98bdfd795015b4d2f3e051495e"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94c3c8fa1f7d98ee6848ac7670e13a6d4b9c1a98bdfd795015b4d2f3e051495e"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:94c3c8fa1f7d98ee6848ac7670e13a6d4b9c1a98bdfd795015b4d2f3e051495e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:37:09Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:413eaae9adfad511fca5876f131bf557ace864d6f75fb963bdca98628a05883a"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:413eaae9adfad511fca5876f131bf557ace864d6f75fb963bdca98628a05883a"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:413eaae9adfad511fca5876f131bf557ace864d6f75fb963bdca98628a05883a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:37:10Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:37:11Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aaa6051829f4b906a20d7541e9836a0b898d8287c34833700b05e2731aca1eac"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aaa6051829f4b906a20d7541e9836a0b898d8287c34833700b05e2731aca1eac"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc
repomirrorworker stdout | 29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:aaa6051829f4b906a20d7541e9836a0b898d8287c34833700b05e2731aca1eac (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:12Z" level=debug msg="Skipping blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:55755309e913e142cf84309eead8dc43ee47b8ee41d4e633cc086f6e1e15efd0"
repomirrorworker stdout | time="2022-06-02T12:37:13Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:55755309e913e142cf84309eead8dc43ee47b8ee41d4e633cc086f6e1e15efd0"
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55755309e913e142cf84309eead8dc43ee47b8ee41d4e633cc086f6e1e15efd0"
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55755309e913e142cf84309eead8dc43ee47b8ee41d4e633cc086f6e1e15efd0"
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-94-source"
repomirrorworker stdout | 2022-06-02 12:37:14,575 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d
repomirrorworker stdout | Copying blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274
repomirrorworker stdout | Copying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e
repomirrorworker stdout | Copying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86
repomirrorworker stdout | Copying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284
repomirrorworker stdout | Copying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf
repomirrorworker stdout | Copying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d
repomirrorworker stdout | Copying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f
repomirrorworker stdout | Copying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4
repomirrorworker stdout | Copying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03
repomirrorworker stdout | Copying blob sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b
repomirrorworker stdout | Copying blob sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6
repomirrorworker stdout | Copying blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2
repomirrorworker stdout | Copying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176
repomirrorworker stdout | Copying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c
repomirrorworker stdout | Copying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7
repomirrorworker stdout | Copying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67
repomirrorworker stdout | Copying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab
repomirrorworker stdout | Copying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0
repomirrorworker stdout | Copying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce
repomirrorworker stdout | Copying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3
repomirrorworker stdout | Copying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773
repomirrorworker stdout | Copying blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24
repomirrorworker stdout | Copying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351
repomirrorworker stdout | Copying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e
repomirrorworker stdout | Copying blob sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c
repomirrorworker stdout | Copying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52
repomirrorworker stdout | Copying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7
repomirrorworker stdout | Copying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d
repomirrorworker stdout | Copying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001
repomirrorworker stdout | Copying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358
repomirrorworker stdout | Copying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216
repomirrorworker stdout | Copying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d
repomirrorworker stdout | Copying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d
repomirrorworker stdout | Copying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e
repomirrorworker stdout | Copying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9
repomirrorworker stdout | Copying blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906
repomirrorworker stdout | Copying blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268
repomirrorworker stdout | Copying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0
repomirrorworker stdout | Copying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1
repomirrorworker stdout | Copying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802
repomirrorworker stdout | Copying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50
repomirrorworker stdout | Copying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0
repomirrorworker stdout | Copying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09
repomirrorworker stdout | Copying blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177
repomirrorworker stdout | Copying blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d
repomirrorworker stdout | Copying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887
repomirrorworker stdout | Copying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17
repomirrorworker stdout | Copying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce
repomirrorworker stdout | Copying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d
repomirrorworker stdout | Copying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d
repomirrorworker stdout | Copying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1
repomirrorworker stdout | Copying blob sha256:8033e43a7cffef062f9e435083593c3bfda4b6df3117583d59191a42ce4ad12e
repomirrorworker stdout | Copying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97
repomirrorworker stdout | Copying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb
repomirrorworker stdout | Copying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9
repomirrorworker stdout | Copying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759
repomirrorworker stdout | Copying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099
repomirrorworker stdout | Copying blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32
repomirrorworker stdout | Copying blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f
repomirrorworker stdout | Copying blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6
repomirrorworker stdout | Copying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996
repomirrorworker stdout | Copying blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1
repomirrorworker stdout | Copying blob sha256:94c3c8fa1f7d98ee6848ac7670e13a6d4b9c1a98bdfd795015b4d2f3e051495e
repomirrorworker stdout | Copying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded
repomirrorworker stdout | Copying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4
repomirrorworker stdout | Copying blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603
repomirrorworker stdout | Copying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0
repomirrorworker stdout | Copying blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278
repomirrorworker stdout | Copying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391
repomirrorworker stdout | Copying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf
repomirrorworker stdout | Copying blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29
repomirrorworker stdout | Copying blob sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86
repomirrorworker stdout | Copying blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494
repomirrorworker stdout | Copying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38
repomirrorworker stdout | Copying blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f
repomirrorworker stdout | Copying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c
repomirrorworker stdout | Copying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd
repomirrorworker stdout | Copying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546
repomirrorworker stdout | Copying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b
repomirrorworker stdout | Copying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea
repomirrorworker stdout | Copying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2
repomirrorworker stdout | Copying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b
repomirrorworker stdout | Copying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0
repomirrorworker stdout | Copying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65
repomirrorworker stdout | Copying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8
repomirrorworker stdout | Copying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca
repomirrorworker stdout | Copying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515
repomirrorworker stdout | Copying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264
repomirrorworker stdout | Copying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03
repomirrorworker stdout | Copying blob sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f
repomirrorworker stdout | Copying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10
repomirrorworker stdout | Copying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee
repomirrorworker stdout | Copying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1
repomirrorworker stdout | Copying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488
repomirrorworker stdout | Copying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136
repomirrorworker stdout | Copying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78
repomirrorworker stdout | Copying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a
repomirrorworker stdout | Copying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a
repomirrorworker stdout | Copying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b
repomirrorworker stdout | Copying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9
repomirrorworker stdout | Copying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d
repomirrorworker stdout | Copying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658
repomirrorworker stdout | Copying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf
repomirrorworker stdout | Copying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151
repomirrorworker stdout | Copying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41
repomirrorworker stdout | Copying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10
repomirrorworker stdout | Copying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238
repomirrorworker stdout | Copying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2
repomirrorworker stdout | Copying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55
repomirrorworker stdout | Copying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7
repomirrorworker stdout | Copying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9
repomirrorworker stdout | Copying blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717
repomirrorworker stdout | Copying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590
repomirrorworker stdout | Copying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50
repomirrorworker stdout | Copying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e
repomirrorworker stdout | Copying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170
repomirrorworker stdout | Copying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd
repomirrorworker stdout | Copying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6
repomirrorworker stdout | Copying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d
repomirrorworker stdout | Copying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9
repomirrorworker stdout | Copying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a
repomirrorworker stdout | Copying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733
repomirrorworker stdout | Copying blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc
repomirrorworker stdout | Copying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76
repomirrorworker stdout | Copying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb
repomirrorworker stdout | Copying blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f
repomirrorworker stdout | Copying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2
repomirrorworker stdout | Copying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce
repomirrorworker stdout | Copying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8
repomirrorworker stdout | Copying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9
repomirrorworker stdout | Copying blob sha256:413eaae9adfad511fca5876f131bf557ace864d6f75fb963bdca98628a05883a
repomirrorworker stdout | Copying blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85
repomirrorworker stdout | Copying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7
repomirrorworker stdout | Copying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b
repomirrorworker stdout | Copying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f
repomirrorworker stdout | Copying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6
repomirrorworker stdout | Copying blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b
repomirrorworker stdout | Copying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110
repomirrorworker stdout | Copying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5
repomirrorworker stdout | Copying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22
repomirrorworker stdout | Copying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb
repomirrorworker stdout | Copying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19
repomirrorworker stdout | Copying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3
repomirrorworker stdout | Copying blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b
repomirrorworker stdout | Copying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb
repomirrorworker stdout | Copying blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f
repomirrorworker stdout | Copying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6
repomirrorworker stdout | Copying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315
repomirrorworker stdout | Copying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7
repomirrorworker stdout | Copying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c
repomirrorworker stdout | Copying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82
repomirrorworker stdout | Copying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c
repomirrorworker stdout | Copying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e
repomirrorworker stdout | Copying blob sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5
repomirrorworker stdout | Copying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8
repomirrorworker stdout | Copying blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349
repomirrorworker stdout | Copying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b
repomirrorworker stdout | Copying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa
repomirrorworker stdout | Copying blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8
repomirrorworker stdout | Copying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b
repomirrorworker stdout | Copying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f
repomirrorworker stdout | Copying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f
repomirrorworker stdout | Copying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0
repomirrorworker stdout | Copying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3
repomirrorworker stdout | Copying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd
repomirrorworker stdout | Copying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf
repomirrorworker stdout | Copying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454
repomirrorworker stdout | Copying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36
repomirrorworker stdout | Copying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970
repomirrorworker stdout | Copying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1
repomirrorworker stdout | Copying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55
repomirrorworker stdout | Copying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797
repomirrorworker stdout | Copying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75
repomirrorworker stdout | Copying blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5
repomirrorworker stdout | Copying blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823
repomirrorworker stdout | Copying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781
repomirrorworker stdout | Copying blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d
repomirrorworker stdout | Copying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0
repomirrorworker stdout | Copying blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421
repomirrorworker stdout | Copying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3
repomirrorworker stdout | Copying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699
repomirrorworker stdout | Copying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1
repomirrorworker stdout | Copying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d
repomirrorworker stdout | Copying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092
repomirrorworker stdout | Copying blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde
repomirrorworker stdout | Copying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359
repomirrorworker stdout | Copying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff
repomirrorworker stdout | Copying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007
repomirrorworker stdout | Copying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131
repomirrorworker stdout | Copying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a
repomirrorworker stdout | Copying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc
repomirrorworker stdout | Copying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694
repomirrorworker stdout | Copying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43
repomirrorworker stdout | Copying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1
repomirrorworker stdout | Copying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f
repomirrorworker stdout | Copying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8
repomirrorworker stdout | Copying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be
repomirrorworker stdout | Copying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d
repomirrorworker stdout | Copying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c
repomirrorworker stdout | Copying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1
repomirrorworker stdout | Copying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7
repomirrorworker stdout | Copying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b
repomirrorworker stdout | Copying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9
repomirrorworker stdout | Copying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9
repomirrorworker stdout | Copying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e
repomirrorworker stdout | Copying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074
repomirrorworker stdout | Copying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880
repomirrorworker stdout | Copying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb
repomirrorworker stdout | Copying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff
repomirrorworker stdout | Copying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0
repomirrorworker stdout | Copying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68
repomirrorworker stdout | Copying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea
repomirrorworker stdout | Copying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621
repomirrorworker stdout | Copying blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683
repomirrorworker stdout | Copying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643
repomirrorworker stdout | Copying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987
repomirrorworker stdout | Copying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667
repomirrorworker stdout | Copying blob sha256:aaa6051829f4b906a20d7541e9836a0b898d8287c34833700b05e2731aca1eac
repomirrorworker stdout | Copying blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c
repomirrorworker stdout | Copying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34
repomirrorworker stdout | Copying blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523
repomirrorworker stdout | Copying blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62
repomirrorworker stdout | Copying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca
repomirrorworker stdout | Copying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3
repomirrorworker stdout | Copying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a
repomirrorworker stdout | Copying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5
repomirrorworker stdout | Copying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10
repomirrorworker stdout | Copying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1
repomirrorworker stdout | Copying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a
repomirrorworker stdout | Copying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6
repomirrorworker stdout | Copying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb
repomirrorworker stdout | Copying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e
repomirrorworker stdout | Copying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00
repomirrorworker stdout | Copying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0
repomirrorworker stdout | Copying blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da
repomirrorworker stdout | Copying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1
repomirrorworker stdout | Copying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2
repomirrorworker stdout | Copying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b
repomirrorworker stdout | Copying blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c
repomirrorworker stdout | Copying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d
repomirrorworker stdout | Copying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201
repomirrorworker stdout | Copying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee
repomirrorworker stdout | Copying blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0
repomirrorworker stdout | Copying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181
repomirrorworker stdout | Copying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e
repomirrorworker stdout | Copying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32
repomirrorworker stdout | Copying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c
repomirrorworker stdout | Copying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273
repomirrorworker stdout | Copying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f
repomirrorworker stdout | Copying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db
repomirrorworker stdout | Copying blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8
repomirrorworker stdout | Copying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4
repomirrorworker stdout | Copying blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091
repomirrorworker stdout | Copying blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda
repomirrorworker stdout | Copying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2
repomirrorworker stdout | Copying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359
repomirrorworker stdout | Copying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b
repomirrorworker stdout | Copying blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61
repomirrorworker stdout | Copying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738
repomirrorworker stdout | Copying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9
repomirrorworker stdout | Copying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b
repomirrorworker stdout | Copying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075
repomirrorworker stdout | Copying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc
repomirrorworker stdout | Copying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f
repomirrorworker stdout | Copying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704
repomirrorworker stdout | Copying blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f
repomirrorworker stdout | Copying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95
repomirrorworker stdout | Copying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb
repomirrorworker stdout | Copying config sha256:55755309e913e142cf84309eead8dc43ee47b8ee41d4e633cc086f6e1e15efd0
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:37:14,577 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:14,581 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:14,583 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 37, 14, 580432), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-94-source\' successful sync", "tag": "1-94-source", "tags": null, "stdout": "Copying blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\nCopying blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\nCopying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\nCopying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\nCopying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\nCopying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\nCopying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\nCopying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\nCopying blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\nCopying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\nCopying blob sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b\\nCopying blob sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6\\nCopying blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\nCopying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\nCopying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\nCopying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\nCopying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\nCopying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\nCopying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\nCopying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\nCopying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\nCopying blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\nCopying blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\nCopying blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\nCopying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\nCopying blob sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c\\nCopying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\nCopying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\nCopying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\nCopying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\nCopying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\nCopying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\nCopying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\nCopying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\nCopying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\nCopying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\nCopying blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\nCopying blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\nCopying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\nCopying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\nCopying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\nCopying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\nCopying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\nCopying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\nCopying blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\nCopying blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\nCopying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\nCopying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\nCopying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\nCopying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\nCopying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\nCopying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\nCopying blob sha256:8033e43a7cffef062f9e435083593c3bfda4b6df3117583d59191a42ce4ad12e\\nCopying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\nCopying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\nCopying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\nCopying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\nCopying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\nCopying blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\nCopying blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\nCopying blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\nCopying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\nCopying blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\nCopying blob sha256:94c3c8fa1f7d98ee6848ac7670e13a6d4b9c1a98bdfd795015b4d2f3e051495e\\nCopying blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\nCopying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\nCopying blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\nCopying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\nCopying blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\nCopying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\nCopying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\nCopying blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29\\nCopying blob sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86\\nCopying blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494\\nCopying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\nCopying blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\nCopying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\nCopying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\nCopying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\nCopying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\nCopying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\nCopying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\nCopying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\nCopying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\nCopying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\nCopying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\nCopying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\nCopying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\nCopying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\nCopying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\nCopying blob sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f\\nCopying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\nCopying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\nCopying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\nCopying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\nCopying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\nCopying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\nCopying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\nCopying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\nCopying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\nCopying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\nCopying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\nCopying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\nCopying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\nCopying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\nCopying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\nCopying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\nCopying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\nCopying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\nCopying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\nCopying blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\nCopying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\nCopying blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\nCopying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\nCopying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\nCopying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\nCopying blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\nCopying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\nCopying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\nCopying blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\nCopying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\nCopying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\nCopying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\nCopying blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\nCopying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\nCopying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\nCopying blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\nCopying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\nCopying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\nCopying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\nCopying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\nCopying blob sha256:413eaae9adfad511fca5876f131bf557ace864d6f75fb963bdca98628a05883a\\nCopying blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\nCopying blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\nCopying blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\nCopying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\nCopying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\nCopying blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\nCopying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\nCopying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\nCopying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\nCopying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\nCopying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\nCopying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\nCopying blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\nCopying blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\nCopying blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\nCopying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\nCopying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\nCopying blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\nCopying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\nCopying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\nCopying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\nCopying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\nCopying blob sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5\\nCopying blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\nCopying blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\nCopying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\nCopying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\nCopying blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8\\nCopying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\nCopying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\nCopying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\nCopying blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\nCopying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\nCopying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\nCopying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\nCopying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\nCopying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\nCopying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\nCopying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\nCopying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\nCopying blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\nCopying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\nCopying blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\nCopying blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\nCopying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\nCopying blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d\\nCopying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\nCopying blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\nCopying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\nCopying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\nCopying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\nCopying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\nCopying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\nCopying blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\nCopying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\nCopying blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\nCopying blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\nCopying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\nCopying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\nCopying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\nCopying blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\nCopying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\nCopying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\nCopying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\nCopying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\nCopying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\nCopying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\nCopying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\nCopying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\nCopying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\nCopying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\nCopying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\nCopying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\nCopying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\nCopying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\nCopying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\nCopying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\nCopying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\nCopying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\nCopying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\nCopying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\nCopying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\nCopying blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\nCopying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\nCopying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\nCopying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\nCopying blob sha256:aaa6051829f4b906a20d7541e9836a0b898d8287c34833700b05e2731aca1eac\\nCopying blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\nCopying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\nCopying blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\nCopying blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\nCopying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\nCopying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\nCopying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\nCopying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\nCopying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\nCopying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\nCopying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\nCopying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\nCopying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\nCopying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\nCopying blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\nCopying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\nCopying blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\nCopying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\nCopying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\nCopying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\nCopying blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\nCopying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\nCopying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\nCopying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\nCopying blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\nCopying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\nCopying blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\nCopying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\nCopying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\nCopying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\nCopying blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\nCopying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\nCopying blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\nCopying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\nCopying blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\nCopying blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\nCopying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\nCopying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\nCopying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\nCopying blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61\\nCopying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\nCopying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\nCopying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\nCopying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\nCopying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\nCopying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\nCopying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\nCopying blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\nCopying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\nCopying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\nCopying config sha256:55755309e913e142cf84309eead8dc43ee47b8ee41d4e633cc086f6e1e15efd0\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-94-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:37:07Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:37:08Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:37:08Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-94-source\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-94-source\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:8695c3fda3daa6bfbe47ffe656b7b5a3908356531e15d7b3911aa3e4519b5c1d (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:3908b0bede9683a948b49bfcde33a8bbab269d3648dbb19997d2b794023c5274 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:8044cabbf7c430f8627dc68c6de147f0828f47ea32f457bc42efe242e72e8ad4 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:b90b2672b5859b558125a64069dead1477befe0be94d47741058ba02cdac2f6b (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:4a6bf4a7373fbeadf73e6d00745f184b9fa92d0504e2ea00a1604c26f055cde6 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:67c0f6f4160a35fbd39e2f281db8207cf19b9c99ce4dc15f9ba0371756da44b2 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:eaccd12ecd5a381951117a7f995d954ed06c34296527681fdfa61df0e3737773 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:a42f5d4849353aa20ef0cf66af79f626e891facdbba8c54bae841c7000a29e24 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:6a206a494305264f98e0c1a43741087d1c5c827f332976a1024022ef49336351 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:4a0cb3e092d557ee1027eec23939839098d0fa2211f58727c57cf8c73166448c (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:cd10330377b9a7a6c8520700c594a5032a340e0518cd6575304fd10a964d5268 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:2e162cb4c1899941f35653991ae7bce1efe61fb3df98db4a0f498f5f3d18b177 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:c8d0008de9e8c179fd98d3ce5c64ffbbb268220bef2b3c770d25aa54fd12da1d (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8033e43a7cffef062f9e435083593c3bfda4b6df3117583d59191a42ce4ad12e\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8033e43a7cffef062f9e435083593c3bfda4b6df3117583d59191a42ce4ad12e\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:8033e43a7cffef062f9e435083593c3bfda4b6df3117583d59191a42ce4ad12e (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:11a2f4a4b0a760f8ec6e54d4ce19160f8466deaeac373ea7424986b6da5f9a32 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94c3c8fa1f7d98ee6848ac7670e13a6d4b9c1a98bdfd795015b4d2f3e051495e\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94c3c8fa1f7d98ee6848ac7670e13a6d4b9c1a98bdfd795015b4d2f3e051495e\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:ade2700b6d7fe3312df2b599fbde68781514c838cdea610cd71d28d087c4010f (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:a4b64b7be3dfc386e7276fd6b395ed2b2ce463098b4aba21c4e4f4acee717df6 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:b4ce907481f02eec1fe1108d3bec56ea642b3b79a39112a00194bdb2cb46dae1 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:4438052fdf4f65e9ec72f4245501b8481a9718bf9f2f5467993431e0a8b3cded (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:94c3c8fa1f7d98ee6848ac7670e13a6d4b9c1a98bdfd795015b4d2f3e051495e (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:afe929d9d2f2c1dce4582bb0edca8fbb099f7612958af96a7ca101c3e3933603 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:9d664614767993834e9f2877110865288d94894c3f97e53252e2c2757838d278 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:30fe55ef8f6b194f24428e2996adba4eb34818a2aae5d984a6048bb42d7c5e29 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:0eb6e6c4f5b4d3646d3b36d060c7048d13e05c5b114a8b6259e66aeb54486e86 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:1c12a74d6b08d3398db55e4bfe21f4221476260873d0d0862428f4613bb67494 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:03868df95d7371c709837ac6b661581913e0c43c6cda5f8919183bc8b8e72e0f (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:37:09Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:a99d365958bc55f11f014a82136027e22acf4c2eebe06206fcd6c312baa6709f (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:17cfb661501c552a9d774d4efa1ef90434263ac82127cdc66fb4720d40796ec7 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:00bd0638b550d516f995afa6bc6e8904efcf9273b509e4559ab6a114318b4717 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:fb1922814bb62166880cee99ed127e427e493ac33818409644c9da2be5042170 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:f45519db9045a092ec117519c36218faff9c3effea2abc3d960fb2cde74c219d (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:c0770966b2988cd31d1bb486473ce155fad7e39c22e4c0309c351d75044590bc (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:413eaae9adfad511fca5876f131bf557ace864d6f75fb963bdca98628a05883a\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:413eaae9adfad511fca5876f131bf557ace864d6f75fb963bdca98628a05883a\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:f9e362b2fb278a9663c09778a943e15457ae7ece5609f06ed9960009744e366f (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:413eaae9adfad511fca5876f131bf557ace864d6f75fb963bdca98628a05883a (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:dd7d494d05e4482070910025a5ee7df0bc97c72b0a38c583c8e386a8dfe53c85 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:4a6d91d308299105f839505efe2eb6e1e063a56403924defcaae0352644ad5e7 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:288046d547356850b0bb855c20bd21e54e5f97d6a5e79538067f9abf71900c7b (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:44e88e4b7ddd8e31c8227c9e1843da7bae389720b888ba7781f41de333707e1b (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:5de06f53d593b4bcdcc0768e8eb7ddd30c17dfe38b4f87899dcda1c006eab90b (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:156c297454cfd2fd2663e462d590e00379042970a47f814d2fcba171806d7afb (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:f0c9487cfa267ca0dad75358f515200630d82d7123a44005cbab93bfd1906e3f (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Skipping blob sha256:609698165300a9f424ca6e3bb0e20372bfcc551f097fc2f6b95cd10c48cb05c7 (already present):\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:37:10Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9e4e3d349\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:99591648c76a45169461fda5659ee5379a497da7a9c34b22565713bcfde13ae5 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:aa12d242603ca0fcabaedaa931b96ac0cc0112be936f5e95b65a2511ce64bef8 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:2b178469d07a738d2eeff3a79de3acda2de4b7fc72645d735c6b27e9
repomirrorworker stdout | e4e3d349 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:93d261c8bdd6f9dfaacc339ebeca736949bda88c1941b5dae736486d89c710a0 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:b63d4ec2393a1581e6f31294dabfef6384e5a2257ba9372097a51fff28748797 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:ab76e7143197316f42ed71a6dc593632de93d0a321bf0020712332f81d350dd5 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:b2ce34a26085c20a64da36cb090c051107ca3182e2a917a5964c74acf891e823 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:23372b08b00b5a3e157050bc16f459e85a719abcb6adc6178ccfa73ad7925421 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:81be10c487b6f6e81b3250516bc95afdef365c9e396eefb760e886c24aec4dde (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:331a87255d1d41cf61f9452927f31d55fcdc5452ba0362b6c2e344d1af0b2bff (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:c93af2a3a65c03c29167881d213a6e05d0f1c05389390658f5f6f85f73d20007 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:f12a74cbbecff579afe2124d980c0143a30f17d4112d688de60c925bdb033694 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:37:11Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aaa6051829f4b906a20d7541e9836a0b898d8287c34833700b05e2731aca1eac\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aaa6051829f4b906a20d7541e9836a0b898d8287c34833700b05e2731aca1eac\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:0bc29d66ab1b448cf6fc1527632d6ea6c8cb5c4dbec7d5713341fb0edc7cc683 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:aaa6051829f4b906a20d7541e9836a0b898d8287c34833700b05e2731aca1eac (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:2d855406f6a167fc443a6f89885b962773581522eec588ed4da2acd37814f49c (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:272e1c7aa1cb41f9655925839aaedf9acc96e1a1243e99d94a7663165d576523 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:f82a142576d422f236f1dad94f19f5818aa65571ccaf8697297f6c2c558e9a62 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:a63ed7620d3508f2f95a2f4d9a05aec976cbdb06a3d649c93af6b8ef63b9cf00 (already present):\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:12Z\\" level=debug msg=\\"Skipping blob sha256:e9798bc518b92545a3e0542f4bb1a6d1f142984cea6e897b36cf8eb5e259f4da (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:02d5cc59b500ec1e42342a3fbda1ea6f57c825c91dbe0aa2d63a2cc297422e5c (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:bc1622eec30b0561aadfc40243c0d5f65871b425be6183bb3d7c5114ac9913b0 (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:326ccb1b5591069d3166a3aee035fc6c4ae3a067b4073b8585cb479373020b9e (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:68c0507ec0f34170d09a22f4b85114f3b41cae5213637e398dde7ecd89a5756f (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:103657fda934563b1b3028ebafc37edf6a5d2d7a30763292999ab1e886c921f8 (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:70c26138236487da9bf70c1172e1ad8e51c0f0c0891b78ed715f21ff38a83091 (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:b282d943ead56aac1057a8c9ab312aaa6e13a6750281615b57732f600b75dcda (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:74fccda39d117d819d1f5c0fee5468939390af3a9151e2bfb15491202c5a8c61 (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:aef91c5e6e7bbb14a4027fc38a22c36e19d675518ad82aad4ac34961ea6dc19f (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:55755309e913e142cf84309eead8dc43ee47b8ee41d4e633cc086f6e1e15efd0\\"\\ntime=\\"2022-06-02T12:37:13Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:55755309e913e142cf84309eead8dc43ee47b8ee41d4e633cc086f6e1e15efd0\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55755309e913e142cf84309eead8dc43ee47b8ee41d4e633cc086f6e1e15efd0\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:55755309e913e142cf84309eead8dc43ee47b8ee41d4e633cc086f6e1e15efd0\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-94-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:37:14,594 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-94-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:37:14,594 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 37, 14, 594116), 2, 'bf3ccd91-15c7-4fa1-a85f-2a0815d45f08', 3, '2748abc8-a681-45e0-a5e3-244a4e69b59d'])
repomirrorworker stdout | 2022-06-02 12:37:14,597 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:14,598 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:14,599 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:14,600 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:37:14,601 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:14,607 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:23,417 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:37:23,429 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:37:14Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-96\""
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:37:14Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-96"
repomirrorworker stdout | time="2022-06-02T12:37:15Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:15Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:37:15Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:37:15Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:15Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:15Z" level=debug msg="Copying instance sha256:a56c1e11e7b8414ee1b37538ef919cb1f573bee3c9e16ee758799abd06a91888 (1/4)"
repomirrorworker stdout | time="2022-06-02T12:37:15Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:a56c1e11e7b8414ee1b37538ef919cb1f573bee3c9e16ee758799abd06a91888"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-96"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f70ca7b368596d05a7d96b34e5b5553dbdb1a5badc9d89338b41a5aca206d94"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c1fd83997e17b079085107d40f89cea2211f9ec3db88d5241019a85d06db5a7"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cec9847d7346d4e1cc63c5f09fca649985a4145b8b2604fb5e84aacf67702fde"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cec9847d7346d4e1cc63c5f09fca649985a4145b8b2604fb5e84aacf67702fde"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c1fd83997e17b079085107d40f89cea2211f9ec3db88d5241019a85d06db5a7"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f70ca7b368596d05a7d96b34e5b5553dbdb1a5badc9d89338b41a5aca206d94"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Skipping blob sha256:0c1fd83997e17b079085107d40f89cea2211f9ec3db88d5241019a85d06db5a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Skipping blob sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Skipping blob sha256:cec9847d7346d4e1cc63c5f09fca649985a4145b8b2604fb5e84aacf67702fde (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Skipping blob sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Skipping blob sha256:8f70ca7b368596d05a7d96b34e5b5553dbdb1a5badc9d89338b41a5aca206d94 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:b335f517d3b508a101a197b926bc501f2139112269e8b7432ba304a21b81343f"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:b335f517d3b508a101a197b926bc501f2139112269e8b7432ba304a21b81343f"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b335f517d3b508a101a197b926bc501f2139112269e8b7432ba304a21b81343f"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b335f517d3b508a101a197b926bc501f2139112269e8b7432ba304a21b81343f"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:a56c1e11e7b8414ee1b37538ef919cb1f573bee3c9e16ee758799abd06a91888"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="Copying instance sha256:5650059fc25be990b596c0e9357e7edfea99013b974ab2229c05e27f760394ec (2/4)"
repomirrorworker stdout | time="2022-06-02T12:37:16Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:5650059fc25be990b596c0e9357e7edfea99013b974ab2229c05e27f760394ec"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-96"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e05a8665ce7ea4f1c5f204f443a9a9c2c84b1b046926c2ef492c39d302a33f8e"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b88304ccd20b48c3e167431fdaa53db68d449caf91511ca66a32b356f947b6ea"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dd7d22dd7036173084081dfb90900200db6c733edc6dce9d9ab70aed375b793"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65eddd4ebf48afabea25643c1557f7181013847b5a4f98063a03489130b65755"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65eddd4ebf48afabea25643c1557f7181013847b5a4f98063a03489130b65755"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f6e46285dbeaad8b2b8f01b5fe21771fc2b522ceafaf88d8f51ff88b51d87a9"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b88304ccd20b48c3e167431fdaa53db68d449caf91511ca66a32b356f947b6ea"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dd7d22dd7036173084081dfb90900200db6c733edc6dce9d9ab70aed375b793"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e05a8665ce7ea4f1c5f204f443a9a9c2c84b1b046926c2ef492c39d302a33f8e"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f6e46285dbeaad8b2b8f01b5fe21771fc2b522ceafaf88d8f51ff88b51d87a9"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="Skipping blob sha256:65eddd4ebf48afabea25643c1557f7181013847b5a4f98063a03489130b65755 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="Skipping blob sha256:e05a8665ce7ea4f1c5f204f443a9a9c2c84b1b046926c2ef492c39d302a33f8e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="Skipping blob sha256:b88304ccd20b48c3e167431fdaa53db68d449caf91511ca66a32b356f947b6ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="Skipping blob sha256:0f6e46285dbeaad8b2b8f01b5fe21771fc2b522ceafaf88d8f51ff88b51d87a9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="Skipping blob sha256:5dd7d22dd7036173084081dfb90900200db6c733edc6dce9d9ab70aed375b793 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:390f8b5574fca82f690a4539f3dba946a3be6004b9b2bdce19594aabf696b4bd"
repomirrorworker stdout | time="2022-06-02T12:37:17Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:390f8b5574fca82f690a4539f3dba946a3be6004b9b2bdce19594aabf696b4bd"
repomirrorworker stdout | time="2022-06-02T12:37:18Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:37:18Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:37:18Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:390f8b5574fca82f690a4539f3dba946a3be6004b9b2bdce19594aabf696b4bd"
repomirrorworker stdout | time="2022-06-02T12:37:18Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:390f8b5574fca82f690a4539f3dba946a3be6004b9b2bdce19594aabf696b4bd"
repomirrorworker stdout | time="2022-06-02T12:37:18Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:18Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:5650059fc25be990b596c0e9357e7edfea99013b974ab2229c05e27f760394ec"
repomirrorworker stdout | time="2022-06-02T12:37:18Z" level=debug msg="Copying instance sha256:2d8239884712e417d7ed197992a2031187aa9a70ff035ff4b5466d1ba9f83387 (3/4)"
repomirrorworker stdout | time="2022-06-02T12:37:18Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:2d8239884712e417d7ed197992a2031187aa9a70ff035ff4b5466d1ba9f83387"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-96"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b171d9ba63f403f9a4ad691dac5c23e80fddad87e1d45444bc40e628774c978"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2be686e74da7c701311c471acf80b269afb9a3165314de5aa2b9a6df6562fd7"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eeb9c2ba7642d481c760768fc93839521d5d151ed05c7d76bd6a7d8a95346c0b"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3535894aee571461a1e349f56efc71bd16510bb12c5893003f15aef9f272bc8e"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3535894aee571461a1e349f56efc71bd16510bb12c5893003f15aef9f272bc8e"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b171d9ba63f403f9a4ad691dac5c23e80fddad87e1d45444bc40e628774c978"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2be686e74da7c701311c471acf80b269afb9a3165314de5aa2b9a6df6562fd7"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a1c03975291cb2c4122f9a829d1747a3cf4a20e84b3cb01d4edf574201a1495"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a1c03975291cb2c4122f9a829d1747a3cf4a20e84b3cb01d4edf574201a1495"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eeb9c2ba7642d481c760768fc93839521d5d151ed05c7d76bd6a7d8a95346c0b"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="Skipping blob sha256:3535894aee571461a1e349f56efc71bd16510bb12c5893003f15aef9f272bc8e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="Skipping blob sha256:d2be686e74da7c701311c471acf80b269afb9a3165314de5aa2b9a6df6562fd7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="Skipping blob sha256:2b171d9ba63f403f9a4ad691dac5c23e80fddad87e1d45444bc40e628774c978 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="Skipping blob sha256:0a1c03975291cb2c4122f9a829d1747a3cf4a20e84b3cb01d4edf574201a1495 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="Skipping blob sha256:eeb9c2ba7642d481c760768fc93839521d5d151ed05c7d76bd6a7d8a95346c0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:65514eb397aba0dfa8d5eda2bb4f5acc82864871ff8393de839f1cb3b20a17d2"
repomirrorworker stdout | time="2022-06-02T12:37:20Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:65514eb397aba0dfa8d5eda2bb4f5acc82864871ff8393de839f1cb3b20a17d2"
repomirrorworker stdout | time="2022-06-02T12:37:21Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:37:21Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:37:21Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65514eb397aba0dfa8d5eda2bb4f5acc82864871ff8393de839f1cb3b20a17d2"
repomirrorworker stdout | time="2022-06-02T12:37:21Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65514eb397aba0dfa8d5eda2bb4f5acc82864871ff8393de839f1cb3b20a17d2"
repomirrorworker stdout | time="2022-06-02T12:37:21Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:21Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:2d8239884712e417d7ed197992a2031187aa9a70ff035ff4b5466d1ba9f83387"
repomirrorworker stdout | time="2022-06-02T12:37:21Z" level=debug msg="Copying instance sha256:47406e991da74743721eaf09acebe28554c2a6c1826cbf9ee0f3fa069191f2b9 (4/4)"
repomirrorworker stdout | time="2022-06-02T12:37:21Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:47406e991da74743721eaf09acebe28554c2a6c1826cbf9ee0f3fa069191f2b9"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-96"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f2b34b9ebcbfe41c0c331316e1b4b2919f7198e10df3d654596c45f2b08a90"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8d8cab5ec852ea3c5242b9727d32f9def59ec60c596fd0cf1693e17a8e1fc2c"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23b077c1d6d5257c99f072110d5c2e892f10c439f29b37840ee8803c25f9854d"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f2b34b9ebcbfe41c0c331316e1b4b2919f7198e10df3d654596c45f2b08a90"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fa7d3d3fed5d2fc0d5c4b1cb4c1111b2ddb338b467c6d28bec0d7c0f2be2eee5"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8d8cab5ec852ea3c5242b9727d32f9def59ec60c596fd0cf1693e17a8e1fc2c"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23b077c1d6d5257c99f072110d5c2e892f10c439f29b37840ee8803c25f9854d"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fa7d3d3fed5d2fc0d5c4b1cb4c1111b2ddb338b467c6d28bec0d7c0f2be2eee5"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da6cf90000f1e8c68029513a3674919c4c460ed472ba88ccbaa046c74ddcc951"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da6cf90000f1e8c68029513a3674919c4c460ed472ba88ccbaa046c74ddcc951"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="Skipping blob sha256:23b077c1d6d5257c99f072110d5c2e892f10c439f29b37840ee8803c25f9854d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="Skipping blob sha256:e8d8cab5ec852ea3c5242b9727d32f9def59ec60c596fd0cf1693e17a8e1fc2c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="Skipping blob sha256:c5f2b34b9ebcbfe41c0c331316e1b4b2919f7198e10df3d654596c45f2b08a90 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="Skipping blob sha256:da6cf90000f1e8c68029513a3674919c4c460ed472ba88ccbaa046c74ddcc951 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="Skipping blob sha256:fa7d3d3fed5d2fc0d5c4b1cb4c1111b2ddb338b467c6d28bec0d7c0f2be2eee5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:df456185ac70bf7ac9533747669915e06b7d3c6274648424db4dade0a502881f"
repomirrorworker stdout | time="2022-06-02T12:37:22Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:df456185ac70bf7ac9533747669915e06b7d3c6274648424db4dade0a502881f"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df456185ac70bf7ac9533747669915e06b7d3c6274648424db4dade0a502881f"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df456185ac70bf7ac9533747669915e06b7d3c6274648424db4dade0a502881f"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:47406e991da74743721eaf09acebe28554c2a6c1826cbf9ee0f3fa069191f2b9"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-96"
repomirrorworker stdout | 2022-06-02 12:37:23,429 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:a56c1e11e7b8414ee1b37538ef919cb1f573bee3c9e16ee758799abd06a91888 (1/4)
repomirrorworker stdout | Copying blob sha256:0c1fd83997e17b079085107d40f89cea2211f9ec3db88d5241019a85d06db5a7
repomirrorworker stdout | Copying blob sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc
repomirrorworker stdout | Copying blob sha256:cec9847d7346d4e1cc63c5f09fca649985a4145b8b2604fb5e84aacf67702fde
repomirrorworker stdout | Copying blob sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652
repomirrorworker stdout | Copying blob sha256:8f70ca7b368596d05a7d96b34e5b5553dbdb1a5badc9d89338b41a5aca206d94
repomirrorworker stdout | Copying config sha256:b335f517d3b508a101a197b926bc501f2139112269e8b7432ba304a21b81343f
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:5650059fc25be990b596c0e9357e7edfea99013b974ab2229c05e27f760394ec (2/4)
repomirrorworker stdout | Copying blob sha256:65eddd4ebf48afabea25643c1557f7181013847b5a4f98063a03489130b65755
repomirrorworker stdout | Copying blob sha256:e05a8665ce7ea4f1c5f204f443a9a9c2c84b1b046926c2ef492c39d302a33f8e
repomirrorworker stdout | Copying blob sha256:b88304ccd20b48c3e167431fdaa53db68d449caf91511ca66a32b356f947b6ea
repomirrorworker stdout | Copying blob sha256:0f6e46285dbeaad8b2b8f01b5fe21771fc2b522ceafaf88d8f51ff88b51d87a9
repomirrorworker stdout | Copying blob sha256:5dd7d22dd7036173084081dfb90900200db6c733edc6dce9d9ab70aed375b793
repomirrorworker stdout | Copying config sha256:390f8b5574fca82f690a4539f3dba946a3be6004b9b2bdce19594aabf696b4bd
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:2d8239884712e417d7ed197992a2031187aa9a70ff035ff4b5466d1ba9f83387 (3/4)
repomirrorworker stdout | Copying blob sha256:3535894aee571461a1e349f56efc71bd16510bb12c5893003f15aef9f272bc8e
repomirrorworker stdout | Copying blob sha256:d2be686e74da7c701311c471acf80b269afb9a3165314de5aa2b9a6df6562fd7
repomirrorworker stdout | Copying blob sha256:2b171d9ba63f403f9a4ad691dac5c23e80fddad87e1d45444bc40e628774c978
repomirrorworker stdout | Copying blob sha256:0a1c03975291cb2c4122f9a829d1747a3cf4a20e84b3cb01d4edf574201a1495
repomirrorworker stdout | Copying blob sha256:eeb9c2ba7642d481c760768fc93839521d5d151ed05c7d76bd6a7d8a95346c0b
repomirrorworker stdout | Copying config sha256:65514eb397aba0dfa8d5eda2bb4f5acc82864871ff8393de839f1cb3b20a17d2
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:47406e991da74743721eaf09acebe28554c2a6c1826cbf9ee0f3fa069191f2b9 (4/4)
repomirrorworker stdout | Copying blob sha256:23b077c1d6d5257c99f072110d5c2e892f10c439f29b37840ee8803c25f9854d
repomirrorworker stdout | Copying blob sha256:e8d8cab5ec852ea3c5242b9727d32f9def59ec60c596fd0cf1693e17a8e1fc2c
repomirrorworker stdout | Copying blob sha256:c5f2b34b9ebcbfe41c0c331316e1b4b2919f7198e10df3d654596c45f2b08a90
repomirrorworker stdout | Copying blob sha256:da6cf90000f1e8c68029513a3674919c4c460ed472ba88ccbaa046c74ddcc951
repomirrorworker stdout | Copying blob sha256:fa7d3d3fed5d2fc0d5c4b1cb4c1111b2ddb338b467c6d28bec0d7c0f2be2eee5
repomirrorworker stdout | Copying config sha256:df456185ac70bf7ac9533747669915e06b7d3c6274648424db4dade0a502881f
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:37:23,431 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:23,434 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:23,435 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 37, 23, 433948), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-96\' successful sync", "tag": "1-96", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:a56c1e11e7b8414ee1b37538ef919cb1f573bee3c9e16ee758799abd06a91888 (1/4)\\nCopying blob sha256:0c1fd83997e17b079085107d40f89cea2211f9ec3db88d5241019a85d06db5a7\\nCopying blob sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc\\nCopying blob sha256:cec9847d7346d4e1cc63c5f09fca649985a4145b8b2604fb5e84aacf67702fde\\nCopying blob sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652\\nCopying blob sha256:8f70ca7b368596d05a7d96b34e5b5553dbdb1a5badc9d89338b41a5aca206d94\\nCopying config sha256:b335f517d3b508a101a197b926bc501f2139112269e8b7432ba304a21b81343f\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:5650059fc25be990b596c0e9357e7edfea99013b974ab2229c05e27f760394ec (2/4)\\nCopying blob sha256:65eddd4ebf48afabea25643c1557f7181013847b5a4f98063a03489130b65755\\nCopying blob sha256:e05a8665ce7ea4f1c5f204f443a9a9c2c84b1b046926c2ef492c39d302a33f8e\\nCopying blob sha256:b88304ccd20b48c3e167431fdaa53db68d449caf91511ca66a32b356f947b6ea\\nCopying blob sha256:0f6e46285dbeaad8b2b8f01b5fe21771fc2b522ceafaf88d8f51ff88b51d87a9\\nCopying blob sha256:5dd7d22dd7036173084081dfb90900200db6c733edc6dce9d9ab70aed375b793\\nCopying config sha256:390f8b5574fca82f690a4539f3dba946a3be6004b9b2bdce19594aabf696b4bd\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:2d8239884712e417d7ed197992a2031187aa9a70ff035ff4b5466d1ba9f83387 (3/4)\\nCopying blob sha256:3535894aee571461a1e349f56efc71bd16510bb12c5893003f15aef9f272bc8e\\nCopying blob sha256:d2be686e74da7c701311c471acf80b269afb9a3165314de5aa2b9a6df6562fd7\\nCopying blob sha256:2b171d9ba63f403f9a4ad691dac5c23e80fddad87e1d45444bc40e628774c978\\nCopying blob sha256:0a1c03975291cb2c4122f9a829d1747a3cf4a20e84b3cb01d4edf574201a1495\\nCopying blob sha256:eeb9c2ba7642d481c760768fc93839521d5d151ed05c7d76bd6a7d8a95346c0b\\nCopying config sha256:65514eb397aba0dfa8d5eda2bb4f5acc82864871ff8393de839f1cb3b20a17d2\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:47406e991da74743721eaf09acebe28554c2a6c1826cbf9ee0f3fa069191f2b9 (4/4)\\nCopying blob sha256:23b077c1d6d5257c99f072110d5c2e892f10c439f29b37840ee8803c25f9854d\\nCopying blob sha256:e8d8cab5ec852ea3c5242b9727d32f9def59ec60c596fd0cf1693e17a8e1fc2c\\nCopying blob sha256:c5f2b34b9ebcbfe41c0c331316e1b4b2919f7198e10df3d654596c45f2b08a90\\nCopying blob sha256:da6cf90000f1e8c68029513a3674919c4c460ed472ba88ccbaa046c74ddcc951\\nCopying blob sha256:fa7d3d3fed5d2fc0d5c4b1cb4c1111b2ddb338b467c6d28bec0d7c0f2be2eee5\\nCopying config sha256:df456185ac70bf7ac9533747669915e06b7d3c6274648424db4dade0a502881f\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-96\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:37:14Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-96\\"\\ntime=\\"2022-06-02T12:37:15Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:15Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:37:15Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:37:15Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:15Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:37:15Z\\" level=debug msg=\\"Copying instance sha256:a56c1e11e7b8414ee1b37538ef919cb1f573bee3c9e16ee758799abd06a91888 (1/4)\\"\\ntime=\\"2022-06-02T12:37:15Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:a56c1e11e7b8414ee1b37538ef919cb1f573bee3c9e16ee758799abd06a91888\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-96\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f70ca7b368596d05a7d96b34e5b5553dbdb1a5badc9d89338b41a5aca206d94\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c1fd83997e17b079085107d40f89cea2211f9ec3db88d5241019a85d06db5a7\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cec9847d7346d4e1cc63c5f09fca649985a4145b8b2604fb5e84aacf67702fde\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cec9847d7346d4e1cc63c5f09fca649985a4145b8b2604fb5e84aacf67702fde\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0c1fd83997e17b079085107d40f89cea2211f9ec3db88d5241019a85d06db5a7\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8f70ca7b368596d05a7d96b34e5b5553dbdb1a5badc9d89338b41a5aca206d94\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Skipping blob sha256:0c1fd83997e17b079085107d40f89cea2211f9ec3db88d5241019a85d06db5a7 (already present):\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Skipping blob sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc (already present):\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Skipping blob sha256:cec9847d7346d4e1cc63c5f09fca649985a4145b8b2604fb5e84aacf67702fde (already present):\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Skipping blob sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652 (already present):\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Skipping blob sha256:8f70ca7b368596d05a7d96b34e5b5553dbdb1a5badc9d89338b41a5aca206d94 (already present):\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:b335f517d3b508a101a197b926bc501f2139112269e8b7432ba304a21b81343f\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:b335f517d3b508a101a197b926bc501f2139112269e8b7432ba304a21b81343f\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b335f517d3b508a101a197b926bc501f2139112269e8b7432ba304a21b81343f\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b335f517d3b508a101a197b926bc501f2139112269e8b7432ba304a21b81343f\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:a56c1e11e7b8414ee1b37538ef919cb1f573bee3c9e16ee758799abd06a91888\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"Copying instance sha256:5650059fc25be990b596c0e9357e7edfea99013b974ab2229c05e27f760394ec (2/4)\\"\\ntime=\\"2022-06-02T12:37:16Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:5650059fc25be990b596c0e9357e7edfea99013b974ab2229c05e27f760394ec\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-96\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e05a8665ce7ea4f1c5f204f443a9a9c2c84b1b046926c2ef492c39d302a33f8e\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b88304ccd20b48c3e167431fdaa53db68d449caf91511ca66a32b356f947b6ea\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dd7d22dd7036173084081dfb90900200db6c733edc6dce9d9ab70aed375b793\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65eddd4ebf48afabea25643c1557f7181013847b5a4f98063a03489130b65755\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65eddd4ebf48afabea25643c1557f7181013847b5a4f98063a03489130b65755\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f6e46285dbeaad8b2b8f01b5fe21771fc2b522ceafaf88d8f51ff88b51d87a9\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b88304ccd20b48c3e167431fdaa53db68d449caf91511ca66a32b356f947b6ea\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5dd7d22dd7036173084081dfb90900200db6c733edc6dce9d9ab70aed375b793\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e05a8665ce7ea4f1c5f204f443a9a9c2c84b1b046926c2ef492c39d302a33f8e\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f6e46285dbeaad8b2b8f01b5fe21771fc2b522ceafaf88d8f51ff88b51d87a9\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"Skipping blob sha256:65eddd4ebf48afabea25643c1557f7181013847b5a4f98063a03489130b65755 (already present):\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"Skipping blob sha256:e05a8665ce7ea4f1c5f204f443a9a9c2c84b1b046926c2ef492c39d302a33f8e (already present):\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"Skipping blob sha256:b88304ccd20b48c3e167431fdaa53db68d449caf91511ca66a32b356f947b6ea (already present):\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"Skipping blob sha256:0f6e46285dbeaad8b2b8f01b5fe21771fc2b522ceafaf88d8f51ff88b51d87a9 (already present):\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"Skipping blob sha256:5dd7d22dd7036173084081dfb90900200db6c733edc6dce9d9ab70aed375b793 (already present):\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:390f8b5574fca82f690a4539f3dba946a3be6004b9b2bdce19594aabf696b4bd\\"\\ntime=\\"2022-06-02T12:37:17Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:390f8b5574fca82f690a4539f3dba946a3be6004b9b2bdce19594aabf696b4bd\\"\\ntime=\\"2022-06-02T12:37:18Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:37:18Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:37:18Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:390f8b5574fca82f690a4539f3dba946a3be6004b9b2bdce19594aabf696b4bd\\"\\ntime=\\"2022-06-02T12:37:18Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:390f8b5574fca82f690a4539f3dba946a3be6004b9b2bdce19594aabf696b4bd\\"\\ntime=\\"2022-06-02T12:37:18Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:18Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:5650059fc25be990b596c0e9357e7edfea99013b974ab2229c05e27f760394ec\\"\\ntime=\\"2022-06-02T12:37:18Z\\" level=debug msg=\\"Copying instance sha256:2d8239884712e417d7ed197992a2031187aa9a70ff035ff4b5466d1ba9f83387 (3/4)\\"\\ntime=\\"2022-06-02T12:37:18Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:2d8239884712e417d7ed197992a2031187aa9a70ff035ff4b5466d1ba9f83387\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-96\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b171d9ba63f403f9a4ad691dac5c23e80fddad87e1d45444bc40e628774c978\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2be686e74da7c701311c471acf80b269afb9a3165314de5aa2b9a6df6562fd7\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eeb9c2ba7642d481c760768fc93839521d5d151ed05c7d76bd6a7d8a95346c0b\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3535894aee571461a1e349f56efc71bd16510bb12c5893003f15aef9f272bc8e\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3535894aee571461a1e349f56efc71bd16510bb12c5893003f15aef9f272bc8e\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b171d9ba63f403f9a4ad691dac5c23e80fddad87e1d45444bc40e628774c978\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2be686e74da7c701311c471acf80b269afb9a3165314de5aa2b9a6df6562fd7\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a1c03975291cb2c4122f9a829d1747a3cf4a20e84b3cb01d4edf574201a1495\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a1c03975291cb2c4122f9a829d1747a3cf4a20e84b3cb01d4edf574201a1495\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eeb9c2ba7642d481c760768fc93839521d5d151ed05c7d76bd6a7d8a95346c0b\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"Skipping blob sha256:3535894aee571461a1e349f56efc71bd16510bb12c5893003f15aef9f272bc8e (already present):\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"Skipping blob sha256:d2be686e74da7c701311c471acf80b269afb9a3165314de5aa2b9a6df6562fd7 (already present):\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"Skipping blob sha256:2b171d9ba63f403f9a4ad691dac5c23e80fddad87e1d45444bc40e628774c978 (already present):\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"Skipping blob sha256:0a1c03975291cb2c4122f9a829d1747a3cf4a20e84b3cb01d4edf574201a1495 (already present):\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"Skipping blob sha256:eeb9c2ba7642d481c760768fc93839521d5d151ed05c7d76bd6a7d8a95346c0b (already present):\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:65514eb397aba0dfa8d5eda2bb4f5acc82864871ff8393de839f1cb3b20a17d2\\"\\ntime=\\"2022-06-02T12:37:20Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:65514eb397aba0dfa8d5eda2bb4f5acc82864871ff8393de839f1cb3b20a17d2\\"\\ntime=\\"2022-06-02T12:37:21Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:37:21Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:37:21Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65514eb397aba0dfa8d5eda2bb4f5acc82864871ff8393de839f1cb3b20a17d2\\"\\ntime=\\"2022-06-02T12:37:21Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65514eb397aba0dfa8d5eda2bb4f5acc82864871ff8393de839f1cb3b20a17d2\\"\\ntime=\\"2022-06-02T12:37:21Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:21Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:2d8239884712e417d7ed197992a2031187aa9a70ff035ff4b5466d1ba9f83387\\"\\ntime=\\"2022-06-02T12:37:21Z\\" level=debug msg=\\"Copying instance sha256:47406e991da74743721eaf09acebe28554c2a6c1826cbf9ee0f3fa069191f2b9 (4/4)\\"\\ntime=\\"2022-06-02T12:37:21Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:47406e991da74743721eaf09acebe28554c2a6c1826cbf9ee0f3fa069191f2b9\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-96\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f2b34b9ebcbfe41c0c331316e1b4b2919f7198e10df3d654596c45f2b08a90\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8d8cab5ec852ea3c5242b9727d32f9def59ec60c596fd0cf1693e17a8e1fc2c\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23b077c1d6d5257c99f072110d5c2e892f10c439f29b37840ee8803c25f9854d\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c5f2b34b9ebcbfe41c0c331316e1b4b2919f7198e10df3d654596c45f2b08a90\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fa7d3d3fed5d2fc0d5c4b1cb4c1111b2ddb338b467c6d28bec0d7c0f2be2eee5\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8d8cab5ec852ea3c5242b9727d32f9def59ec60c596fd0cf1693e17a8e1fc2c\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:23b077c1d6d5257c99f072110d5c2e892f10c439f29b37840ee8803c25f9854d\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fa7d3d3fed5d2fc0d5c4b1cb4c1111b2ddb338b467c6d28bec0d7c0f2be2eee5\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da6cf90000f1e8c68029513a3674919c4c460ed472ba88ccbaa046c74ddcc951\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:da6cf90000f1e8c68029513a3674919c4c460ed472ba88ccbaa046c74ddcc951\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"Skipping blob sha256:23b077c1d6d5257c99f072110d5c2e892f10c439f29b37840ee8803c25f9854d (already present):\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"Skipping blob sha256:e8d8cab5ec852ea3c5242b9727d32f9def59ec60c596fd0cf1693e17a8e1fc2c (already present):\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"Skipping blob sha256:c5f2b34b9ebcbfe41c0c331316e1b4b2919f7198e10df3d654596c45f2b08a90 (already present):\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"Skipping blob sha256:da6cf90000f1e8c68029513a3674919c4c460ed472ba88ccbaa046c74ddcc951 (already present):\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"Skipping blob sha256:fa7d3d3fed5d2fc0d5c4b1cb4c1111b2ddb338b467c6d28bec0d7c0f2be2eee5 (already present):\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:df456185ac70bf7ac9533747669915e06b7d3c6274648424db4dade0a502881f\\"\\ntime=\\"2022-06-02T12:37:22Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:df456185ac70bf7ac9533747669915e06b7d3c6274648424db4dade0a502881f\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df456185ac70bf7ac9533747669915e06b7d3c6274648424db4dade0a502881f\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df456185ac70bf7ac9533747669915e06b7d3c6274648424db4dade0a502881f\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:47406e991da74743721eaf09acebe28554c2a6c1826cbf9ee0f3fa069191f2b9\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-96\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:37:23,439 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-96' successful sync.
repomirrorworker stdout | 2022-06-02 12:37:23,440 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 37, 23, 439867), 2, 'a48aaf2c-7eac-43d3-b559-83efd4d963be', 3, 'bf3ccd91-15c7-4fa1-a85f-2a0815d45f08'])
repomirrorworker stdout | 2022-06-02 12:37:23,442 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:23,443 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:23,444 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:23,445 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:37:23,445 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:23,451 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:30,507 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:37:23Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-96-source\""
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:37:23Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-96-source"
repomirrorworker stdout | time="2022-06-02T12:37:24Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:24Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:37:24Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-96-source"
repomirrorworker stdout | time="2022-06-02T12:37:24Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:37:24Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:24Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5932c608b431d16335b09f20e46a7e2e493e49d04c9d96807a9a32c4c1d83d48"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5932c608b431d16335b09f20e46a7e2e493e49d04c9d96807a9a32c4c1d83d48"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ebf5d650c10c0657303b78a1e13a6e62e89ff7d0de86139fae04f043bf8373c1"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ebf5d650c10c0657303b78a1e13a6e62e89ff7d0de86139fae04f043bf8373c1"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:12aad0bea478203c41cd1a071b8e3b27b656c7a0b617f3bc799d1ec755d9c6c0"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:12aad0bea478203c41cd1a071b8e3b27b656c7a0b617f3bc799d1ec755d9c6c0"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0944eff467874f48024ed936e10ffb0b959a9c214d553d02861d00e1c6a7a80c"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0944eff467874f48024ed936e10ffb0b959a9c214d553d02861d00e1c6a7a80c"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:5932c608b431d16335b09f20e46a7e2e493e49d04c9d96807a9a32c4c1d83d48 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:ebf5d650c10c0657303b78a1e13a6e62e89ff7d0de86139fae04f043bf8373c1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf9fdb52c85f1b5e93d0f309f906b2e3ecf5bb65e5e78ca57b4b6a37e8caca4"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf9fdb52c85f1b5e93d0f309f906b2e3ecf5bb65e5e78ca57b4b6a37e8caca4"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:12aad0bea478203c41cd1a071b8e3b27b656c7a0b617f3bc799d1ec755d9c6c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99e2601d07ab8e0b71a5b2a80e9d55e9d398af1161abd2307c9d3cdaaf27f429"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99e2601d07ab8e0b71a5b2a80e9d55e9d398af1161abd2307c9d3cdaaf27f429"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:0944eff467874f48024ed936e10ffb0b959a9c214d553d02861d00e1c6a7a80c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:731dc36b8c44f17cb4d603ccbfc9944e68abc71992c4b58763575b9aca9cdef5"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:731dc36b8c44f17cb4d603ccbfc9944e68abc71992c4b58763575b9aca9cdef5"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:945f12b81c2a33bc8989c69a68fb5af820d9bbf197db37e8ec789cb826548f9e"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:945f12b81c2a33bc8989c69a68fb5af820d9bbf197db37e8ec789cb826548f9e"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:abf9fdb52c85f1b5e93d0f309f906b2e3ecf5bb65e5e78ca57b4b6a37e8caca4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:99e2601d07ab8e0b71a5b2a80e9d55e9d398af1161abd2307c9d3cdaaf27f429 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:731dc36b8c44f17cb4d603ccbfc9944e68abc71992c4b58763575b9aca9cdef5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:945f12b81c2a33bc8989c69a68fb5af820d9bbf197db37e8ec789cb826548f9e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e5e41b6f276facb1f8054f37d4d58e3ec95a8651017b3bc0efd2adc2fbaa481"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e5e41b6f276facb1f8054f37d4d58e3ec95a8651017b3bc0efd2adc2fbaa481"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2794ec76ac7aae8fa519b8e7d9a3f4c2822cccc0c4492a6504f09001cadf7d1a"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2794ec76ac7aae8fa519b8e7d9a3f4c2822cccc0c4492a6504f09001cadf7d1a"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:5e5e41b6f276facb1f8054f37d4d58e3ec95a8651017b3bc0efd2adc2fbaa481 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:2794ec76ac7aae8fa519b8e7d9a3f4c2822cccc0c4492a6504f09001cadf7d1a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:01fc73988291128bbdb525cca02edb10b0e358d69022216e6e20a0302b6d292d"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:01fc73988291128bbdb525cca02edb10b0e358d69022216e6e20a0302b6d292d"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e508bf202c0f9ad126388d2e23fcf2088eecd09802b7503133bf00ee61ba8a09"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e508bf202c0f9ad126388d2e23fcf2088eecd09802b7503133bf00ee61ba8a09"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2c2a855125d1670362493db59ec9d133d240b6eaffe370b85116edebed57cecc"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2c2a855125d1670362493db59ec9d133d240b6eaffe370b85116edebed57cecc"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5a253dfcec2ceb42698d45e045691841f97b43d866d42f832f6ae4ae48e36253"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5a253dfcec2ceb42698d45e045691841f97b43d866d42f832f6ae4ae48e36253"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4dc923dc09c94c57a3d21417a5ebf6c7ea8ea5a2332b69a53b2cc11f63511a79"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4dc923dc09c94c57a3d21417a5ebf6c7ea8ea5a2332b69a53b2cc11f63511a79"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:01fc73988291128bbdb525cca02edb10b0e358d69022216e6e20a0302b6d292d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:2c2a855125d1670362493db59ec9d133d240b6eaffe370b85116edebed57cecc (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:e508bf202c0f9ad126388d2e23fcf2088eecd09802b7503133bf00ee61ba8a09 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c3a25f146b1baa9883d905c93ec2abe557cf92b4a3354ec4525d5b9b99e3d1a5"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c3a25f146b1baa9883d905c93ec2abe557cf92b4a3354ec4525d5b9b99e3d1a5"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f37a38dd4ebc56a68d1c54fe6a6a9db7f416a08f6837e646a37c17d03ee84b3f"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f37a38dd4ebc56a68d1c54fe6a6a9db7f416a08f6837e646a37c17d03ee84b3f"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f936061e980452f00dc9de5897c397ad41bae475920d32cbbd35c99668b3ada9"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f936061e980452f00dc9de5897c397ad41bae475920d32cbbd35c99668b3ada9"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:4dc923dc09c94c57a3d21417a5ebf6c7ea8ea5a2332b69a53b2cc11f63511a79 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:5a253dfcec2ceb42698d45e045691841f97b43d866d42f832f6ae4ae48e36253 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:c3a25f146b1baa9883d905c93ec2abe557cf92b4a3354ec4525d5b9b99e3d1a5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:f37a38dd4ebc56a68d1c54fe6a6a9db7f416a08f6837e646a37c17d03ee84b3f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f7704649f404f78933548a30e62ebccde409459985bbe9c756817b1b5a33a45a"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f7704649f404f78933548a30e62ebccde409459985bbe9c756817b1b5a33a45a"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:731b3c157834836731846851fdac88f877fffaa9de08c6f733111aeb200804ce"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:731b3c157834836731846851fdac88f877fffaa9de08c6f733111aeb200804ce"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78a35e1d0f66a0ff97f03f5b8043359611ee6973dcf34a7423e69338404ecad0"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78a35e1d0f66a0ff97f03f5b8043359611ee6973dcf34a7423e69338404ecad0"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:49db29105c4124ff9df8136e2a423c3272ae098c1abe295f28658c11a2a2423b"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:49db29105c4124ff9df8136e2a423c3272ae098c1abe295f28658c11a2a2423b"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:f936061e980452f00dc9de5897c397ad41bae475920d32cbbd35c99668b3ada9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:f7704649f404f78933548a30e62ebccde409459985bbe9c756817b1b5a33a45a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:731b3c157834836731846851fdac88f877fffaa9de08c6f733111aeb200804ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb978d6a4ea93a4ef9e9c1d9a173e9bdca0622ad29411caf7a56e51610e8dba7"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9ada270a5e94cd0eaaddf430f1553aa585e056d864400b34dcd14251a50e291"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb978d6a4ea93a4ef9e9c1d9a173e9bdca0622ad29411caf7a56e51610e8dba7"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9ada270a5e94cd0eaaddf430f1553aa585e056d864400b34dcd14251a50e291"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:49db29105c4124ff9df8136e2a423c3272ae098c1abe295f28658c11a2a2423b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:746b2b151cb3d43e7af188464093e8da3242c516cba0e9271d2a9724a97752f2"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:746b2b151cb3d43e7af188464093e8da3242c516cba0e9271d2a9724a97752f2"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:78a35e1d0f66a0ff97f03f5b8043359611ee6973dcf34a7423e69338404ecad0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:cb978d6a4ea93a4ef9e9c1d9a173e9bdca0622ad29411caf7a56e51610e8dba7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:f9ada270a5e94cd0eaaddf430f1553aa585e056d864400b34dcd14251a50e291 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de28b5aaedb5354a5b8a7267ce16d851492e91e19f3d60ef6c1ee401aa37837c"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de28b5aaedb5354a5b8a7267ce16d851492e91e19f3d60ef6c1ee401aa37837c"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a73683689321f8a7e8a846709466811533f50e3eefb6e2ce5fb78fa76e4a77e7"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a73683689321f8a7e8a846709466811533f50e3eefb6e2ce5fb78fa76e4a77e7"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfbb4bc80da06881e21051d6da78eaa8e79546c5f90508322c476e7c47f04c8a"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfbb4bc80da06881e21051d6da78eaa8e79546c5f90508322c476e7c47f04c8a"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db031217f862e1e8a12f6d7ca7968e2e562c185c3d6a9feddfc56d4472c6dc68"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db031217f862e1e8a12f6d7ca7968e2e562c185c3d6a9feddfc56d4472c6dc68"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:746b2b151cb3d43e7af188464093e8da3242c516cba0e9271d2a9724a97752f2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c623acaee94ce5c09f80e7da2090c10f01e9bce4adf254ad00c20dde3cb0675"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c623acaee94ce5c09f80e7da2090c10f01e9bce4adf254ad00c20dde3cb0675"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:bfbb4bc80da06881e21051d6da78eaa8e79546c5f90508322c476e7c47f04c8a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:de28b5aaedb5354a5b8a7267ce16d851492e91e19f3d60ef6c1ee401aa37837c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:a73683689321f8a7e8a846709466811533f50e3eefb6e2ce5fb78fa76e4a77e7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:db031217f862e1e8a12f6d7ca7968e2e562c185c3d6a9feddfc56d4472c6dc68 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:4c623acaee94ce5c09f80e7da2090c10f01e9bce4adf254ad00c20dde3cb0675 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2eb3b894022cab1af2f9ddb4022dd4c93cc8a2f6e3d975b9fd66ffa93b6c84f5"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2eb3b894022cab1af2f9ddb4022dd4c93cc8a2f6e3d975b9fd66ffa93b6c84f5"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:2eb3b894022cab1af2f9ddb4022dd4c93cc8a2f6e3d975b9fd66ffa93b6c84f5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:25Z" level=debug msg="Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fba033c0f2db136142b42bd31cf8092fb4b7fc2bf3b353bb7aa0ed4dea8a3474"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fba033c0f2db136142b42bd31cf8092fb4b7fc2bf3b353bb7aa0ed4dea8a3474"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed01d75aae129287a0a400ed09bf7d6a83b7b3452c4c5e074524edf480e45a5a"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed01d75aae129287a0a400ed09bf7d6a83b7b3452c4c5e074524edf480e45a5a"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b681e77db653c174c6124f05aa2036a796092e5130e8a791a5103d9fdb0c866"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b681e77db653c174c6124f05aa2036a796092e5130e8a791a5103d9fdb0c866"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:fba033c0f2db136142b42bd31cf8092fb4b7fc2bf3b353bb7aa0ed4dea8a3474 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:5b681e77db653c174c6124f05aa2036a796092e5130e8a791a5103d9fdb0c866 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:ed01d75aae129287a0a400ed09bf7d6a83b7b3452c4c5e074524edf480e45a5a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cfcce58afe5e54726144ff5b921c483498198825c342fdf0704c408b74bcd194"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cfcce58afe5e54726144ff5b921c483498198825c342fdf0704c408b74bcd194"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:cfcce58afe5e54726144ff5b921c483498198825c342fdf0704c408b74bcd194 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b7438d19e6b72405f04c4998d8a46be183664251f8338f1b6e2d57f8869fe0c7"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b7438d19e6b72405f04c4998d8a46be183664251f8338f1b6e2d57f8869fe0c7"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:413eaae9adfad511fca5876f131bf557ace864d6f75fb963bdca98628a05883a"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:413eaae9adfad511fca5876f131bf557ace864d6f75fb963bdca98628a05883a"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:b7438d19e6b72405f04c4998d8a46be183664251f8338f1b6e2d57f8869fe0c7 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e02c3cee572025ab18bad2eb27e3ec3f075c47a5ae0c3502b235b74502f38e3"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e02c3cee572025ab18bad2eb27e3ec3f075c47a5ae0c3502b235b74502f38e3"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:413eaae9adfad511fca5876f131bf557ace864d6f75fb963bdca98628a05883a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:6e02c3cee572025ab18bad2eb27e3ec3f075c47a5ae0c3502b235b74502f38e3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d694abb54f8cfbf390a1c677291e944781f3f246c7f8a82644a22e087636cbaa"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d694abb54f8cfbf390a1c677291e944781f3f246c7f8a82644a22e087636cbaa"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:825979fe7b705d8643dfacdd4b8570e69c42061a70025b222bcebd19e63edb9d"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:825979fe7b705d8643dfacdd4b8570e69c42061a70025b222bcebd19e63edb9d"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc9002fddf0861f2441d8a614d0dd9db0cf449e0dc349d5d99ec02a57622959"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc9002fddf0861f2441d8a614d0dd9db0cf449e0dc349d5d99ec02a57622959"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:d694abb54f8cfbf390a1c677291e944781f3f246c7f8a82644a22e087636cbaa (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:37:26Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f5e8524f19cd83b7de050d8af8e0bd15993b65c136ac4287c98e1485835c53d3"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f5e8524f19cd83b7de050d8af8e0bd15993b65c136ac4287c98e1485835c53d3"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:825979fe7b705d8643dfacdd4b8570e69c42061a70025b222bcebd19e63edb9d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:3dc9002fddf0861f2441d8a614d0dd9db0cf449e0dc349d5d99ec02a57622959 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d10b229bd4820d8ce284ff7eb879e4fac76834696dd4e715361afbb6dea1b8df"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d10b229bd4820d8ce284ff7eb879e4fac76834696dd4e715361afbb6dea1b8df"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:f5e8524f19cd83b7de050d8af8e0bd15993b65c136ac4287c98e1485835c53d3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:d10b229bd4820d8ce284ff7eb879e4fac76834696dd4e715361afbb6dea1b8df (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c201d348a9eb4433ba9036ac81dadf93a1cf2db20220e4130ca6d8d9f14ef1b"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c201d348a9eb4433ba9036ac81dadf93a1cf2db20220e4130ca6d8d9f14ef1b"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c638fbcaafd5fdaab03d16b0ed27139d92b668c71bebdf30b1b2f372613c41e9"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c638fbcaafd5fdaab03d16b0ed27139d92b668c71bebdf30b1b2f372613c41e9"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:c638fbcaafd5fdaab03d16b0ed27139d92b668c71bebdf30b1b2f372613c41e9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:6c201d348a9eb4433ba9036ac81dadf93a1cf2db20220e4130ca6d8d9f14ef1b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:082103fb05bc2a19f8622af891a801e8dcbc145d3c4b715e35dc61eea49e4515"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:082103fb05bc2a19f8622af891a801e8dcbc145d3c4b715e35dc61eea49e4515"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:082103fb05bc2a19f8622af891a801e8dcbc145d3c4b715e35dc61eea49e4515 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1883aae4bd45d43a9f4ad4dc3316be6cb2c11422ed64272932d08d6532298cf8"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1883aae4bd45d43a9f4ad4dc3316be6cb2c11422ed64272932d08d6532298cf8"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e88cf4aa01a0791f2cb2384d9b48cc6cb20f7831d150a326ec8aa26fc524310b"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e88cf4aa01a0791f2cb2384d9b48cc6cb20f7831d150a326ec8aa26fc524310b"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:1883aae4bd45d43a9f4ad4dc3316be6cb2c11422ed64272932d08d6532298cf8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:e88cf4aa01a0791f2cb2384d9b48cc6cb20f7831d150a326ec8aa26fc524310b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d5b4ef9d3a487e0dfecb2217b24268858ade79d86c6162842ce1c622862a473"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d5b4ef9d3a487e0dfecb2217b24268858ade79d86c6162842ce1c622862a473"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2dad519b9bd0f1f083cc3f739eef2eb638ee44d00b1c7d6e3c81a078cad6f5"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2dad519b9bd0f1f083cc3f739eef2eb638ee44d00b1c7d6e3c81a078cad6f5"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:9d5b4ef9d3a487e0dfecb2217b24268858ade79d86c6162842ce1c622862a473 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:be2dad519b9bd0f1f083cc3f739eef2eb638ee44d00b1c7d6e3c81a078cad6f5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94c3c8fa1f7d98ee6848ac7670e13a6d4b9c1a98bdfd795015b4d2f3e051495e"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94c3c8fa1f7d98ee6848ac7670e13a6d4b9c1a98bdfd795015b4d2f3e051495e"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:94c3c8fa1f7d98ee6848ac7670e13a6d4b9c1a98bdfd795015b4d2f3e051495e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e979f476a11a82123304a16f47e1b2f224fca4e210a10a81a13cc75a8a22213"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e20e3dbdaeff4f529c7f0750495e6565372e338cc6f463631b2310c1299b05ad"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e979f476a11a82123304a16f47e1b2f224fca4e210a10a81a13cc75a8a22213"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e20e3dbdaeff4f529c7f0750495e6565372e338cc6f463631b2310c1299b05ad"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ddd2d765a6fe7bfea189bed5e4afc536feaf6e73a57dc68f046116e39f84367c"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ddd2d765a6fe7bfea189bed5e4afc536feaf6e73a57dc68f046116e39f84367c"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:9e979f476a11a82123304a16f47e1b2f224fca4e210a10a81a13cc75a8a22213 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:e20e3dbdaeff4f529c7f0750495e6565372e338cc6f463631b2310c1299b05ad (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:789fda6441a36812a99d949006f0d7f4de5ca614bd7171c6a3b940bc9c8d7feb"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:789fda6441a36812a99d949006f0d7f4de5ca614bd7171c6a3b940bc9c8d7feb"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:37:27Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:ddd2d765a6fe7bfea189bed5e4afc536feaf6e73a57dc68f046116e39f84367c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:789fda6441a36812a99d949006f0d7f4de5ca614bd7171c6a3b940bc9c8d7feb (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bcb0a23cc513a4d42f903d6216c8359f000a5a741384637b19caf320ae0f7f08"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bcb0a23cc513a4d42f903d6216c8359f000a5a741384637b19caf320ae0f7f08"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8
repomirrorworker stdout | 880"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:bcb0a23cc513a4d42f903d6216c8359f000a5a741384637b19caf320ae0f7f08 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f763416038da1125c14407e1dc48d23d49bbcb111c71ca619ab8ad3e6a93c6f5"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f763416038da1125c14407e1dc48d23d49bbcb111c71ca619ab8ad3e6a93c6f5"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aaa6051829f4b906a20d7541e9836a0b898d8287c34833700b05e2731aca1eac"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aaa6051829f4b906a20d7541e9836a0b898d8287c34833700b05e2731aca1eac"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:f763416038da1125c14407e1dc48d23d49bbcb111c71ca619ab8ad3e6a93c6f5 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a1f6f30e391650d6c0ebdd4480a6e7601a960a4f70a16cb6adf117007227009"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a1f6f30e391650d6c0ebdd4480a6e7601a960a4f70a16cb6adf117007227009"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93f52c311a628bdafb4e25f19209b0cb4e585f7cf50e800f4d314b279835a3a1"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93f52c311a628bdafb4e25f19209b0cb4e585f7cf50e800f4d314b279835a3a1"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:aaa6051829f4b906a20d7541e9836a0b898d8287c34833700b05e2731aca1eac (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:93f52c311a628bdafb4e25f19209b0cb4e585f7cf50e800f4d314b279835a3a1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:1a1f6f30e391650d6c0ebdd4480a6e7601a960a4f70a16cb6adf117007227009 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a30b0a7b96a187eef60ca675e8ec06aeb6581803e79271a0538d4ebc0cad9a50"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a30b0a7b96a187eef60ca675e8ec06aeb6581803e79271a0538d4ebc0cad9a50"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:a30b0a7b96a187eef60ca675e8ec06aeb6581803e79271a0538d4ebc0cad9a50 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d98be1ecb2b8dbb60ae256b7834730740617b41d496e19ed5a8990ae4577e78"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d98be1ecb2b8dbb60ae256b7834730740617b41d496e19ed5a8990ae4577e78"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7343203598dd14dcb8ff3aaf484ac6ac9e5385aa1a6f160b4db8773d01c2c4ef"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7343203598dd14dcb8ff3aaf484ac6ac9e5385aa1a6f160b4db8773d01c2c4ef"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:7343203598dd14dcb8ff3aaf484ac6ac9e5385aa1a6f160b4db8773d01c2c4ef (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:863112d94115e0d3e71067972adcdc5e724c0b84b47052d2de9a234c5d9d7b5a"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:863112d94115e0d3e71067972adcdc5e724c0b84b47052d2de9a234c5d9d7b5a"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:37:28Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:863112d94115e0d3e71067972adcdc5e724c0b84b47052d2de9a234c5d9d7b5a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:2d98be1ecb2b8dbb60ae256b7834730740617b41d496e19ed5a8990ae4577e78 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d8002f4d1e65c406d6498c217478b13bd41cf97e67aa0c83ae4d0925ec1b6c7d"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d8002f4d1e65c406d6498c217478b13bd41cf97e67aa0c83ae4d0925ec1b6c7d"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:d8002f4d1e65c406d6498c217478b13bd41cf97e67aa0c83ae4d0925ec1b6c7d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8de98fc468894d39f8bc9c145d4638731f33530bc274838da7b0b97ae06c6112"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8de98fc468894d39f8bc9c145d4638731f33530bc274838da7b0b97ae06c6112"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87463934f3d64da3d1f72ec7aa8f43d8fb9676dc40d66d9e4b83088f08fbf906"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87463934f3d64da3d1f72ec7aa8f43d8fb9676dc40d66d9e4b83088f08fbf906"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:428637de46dca70d74be27499d5c8329576f7c9630368959dd7212873b41170d"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:428637de46dca70d74be27499d5c8329576f7c9630368959dd7212873b41170d"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:87463934f3d64da3d1f72ec7aa8f43d8fb9676dc40d66d9e4b83088f08fbf906 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:8de98fc468894d39f8bc9c145d4638731f33530bc274838da7b0b97ae06c6112 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4e19d66fc8329ec8fe5e60f3bf51a628c38fde49bd279b61223f3ca77c41ef9"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4e19d66fc8329ec8fe5e60f3bf51a628c38fde49bd279b61223f3ca77c41ef9"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:428637de46dca70d74be27499d5c8329576f7c9630368959dd7212873b41170d (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:b4e19d66fc8329ec8fe5e60f3bf51a628c38fde49bd279b61223f3ca77c41ef9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:354af6bf977729c79eb034c73c50bc002d4c41317e18319d4d55175b77f6a7cb"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:354af6bf977729c79eb034c73c50bc002d4c41317e18319d4d55175b77f6a7cb"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:354af6bf977729c79eb034c73c50bc002d4c41317e18319d4d55175b77f6a7cb (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:6b4d8272e4395263925e9faec6439a607eb4052ce1a8ad411a53663ccb32ccb3"
repomirrorworker stdout | time="2022-06-02T12:37:29Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:6b4d8272e4395263925e9faec6439a607eb4052ce1a8ad411a53663ccb32ccb3"
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b4d8272e4395263925e9faec6439a607eb4052ce1a8ad411a53663ccb32ccb3"
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b4d8272e4395263925e9faec6439a607eb4052ce1a8ad411a53663ccb32ccb3"
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-96-source"
repomirrorworker stdout | 2022-06-02 12:37:30,508 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9
repomirrorworker stdout | Copying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68
repomirrorworker stdout | Copying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9
repomirrorworker stdout | Copying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284
repomirrorworker stdout | Copying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e
repomirrorworker stdout | Copying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34
repomirrorworker stdout | Copying blob sha256:5932c608b431d16335b09f20e46a7e2e493e49d04c9d96807a9a32c4c1d83d48
repomirrorworker stdout | Copying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621
repomirrorworker stdout | Copying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf
repomirrorworker stdout | Copying blob sha256:ebf5d650c10c0657303b78a1e13a6e62e89ff7d0de86139fae04f043bf8373c1
repomirrorworker stdout | Copying blob sha256:12aad0bea478203c41cd1a071b8e3b27b656c7a0b617f3bc799d1ec755d9c6c0
repomirrorworker stdout | Copying blob sha256:0944eff467874f48024ed936e10ffb0b959a9c214d553d02861d00e1c6a7a80c
repomirrorworker stdout | Copying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c
repomirrorworker stdout | Copying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a
repomirrorworker stdout | Copying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f
repomirrorworker stdout | Copying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67
repomirrorworker stdout | Copying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55
repomirrorworker stdout | Copying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5
repomirrorworker stdout | Copying blob sha256:abf9fdb52c85f1b5e93d0f309f906b2e3ecf5bb65e5e78ca57b4b6a37e8caca4
repomirrorworker stdout | Copying blob sha256:99e2601d07ab8e0b71a5b2a80e9d55e9d398af1161abd2307c9d3cdaaf27f429
repomirrorworker stdout | Copying blob sha256:731dc36b8c44f17cb4d603ccbfc9944e68abc71992c4b58763575b9aca9cdef5
repomirrorworker stdout | Copying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238
repomirrorworker stdout | Copying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce
repomirrorworker stdout | Copying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9
repomirrorworker stdout | Copying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0
repomirrorworker stdout | Copying blob sha256:945f12b81c2a33bc8989c69a68fb5af820d9bbf197db37e8ec789cb826548f9e
repomirrorworker stdout | Copying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7
repomirrorworker stdout | Copying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb
repomirrorworker stdout | Copying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e
repomirrorworker stdout | Copying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41
repomirrorworker stdout | Copying blob sha256:5e5e41b6f276facb1f8054f37d4d58e3ec95a8651017b3bc0efd2adc2fbaa481
repomirrorworker stdout | Copying blob sha256:2794ec76ac7aae8fa519b8e7d9a3f4c2822cccc0c4492a6504f09001cadf7d1a
repomirrorworker stdout | Copying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216
repomirrorworker stdout | Copying blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906
repomirrorworker stdout | Copying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6
repomirrorworker stdout | Copying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d
repomirrorworker stdout | Copying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358
repomirrorworker stdout | Copying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001
repomirrorworker stdout | Copying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110
repomirrorworker stdout | Copying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19
repomirrorworker stdout | Copying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2
repomirrorworker stdout | Copying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e
repomirrorworker stdout | Copying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315
repomirrorworker stdout | Copying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6
repomirrorworker stdout | Copying blob sha256:01fc73988291128bbdb525cca02edb10b0e358d69022216e6e20a0302b6d292d
repomirrorworker stdout | Copying blob sha256:2c2a855125d1670362493db59ec9d133d240b6eaffe370b85116edebed57cecc
repomirrorworker stdout | Copying blob sha256:e508bf202c0f9ad126388d2e23fcf2088eecd09802b7503133bf00ee61ba8a09
repomirrorworker stdout | Copying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb
repomirrorworker stdout | Copying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c
repomirrorworker stdout | Copying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b
repomirrorworker stdout | Copying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987
repomirrorworker stdout | Copying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f
repomirrorworker stdout | Copying blob sha256:5a253dfcec2ceb42698d45e045691841f97b43d866d42f832f6ae4ae48e36253
repomirrorworker stdout | Copying blob sha256:4dc923dc09c94c57a3d21417a5ebf6c7ea8ea5a2332b69a53b2cc11f63511a79
repomirrorworker stdout | Copying blob sha256:c3a25f146b1baa9883d905c93ec2abe557cf92b4a3354ec4525d5b9b99e3d1a5
repomirrorworker stdout | Copying blob sha256:f37a38dd4ebc56a68d1c54fe6a6a9db7f416a08f6837e646a37c17d03ee84b3f
repomirrorworker stdout | Copying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1
repomirrorworker stdout | Copying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd
repomirrorworker stdout | Copying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf
repomirrorworker stdout | Copying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9
repomirrorworker stdout | Copying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273
repomirrorworker stdout | Copying blob sha256:f7704649f404f78933548a30e62ebccde409459985bbe9c756817b1b5a33a45a
repomirrorworker stdout | Copying blob sha256:f936061e980452f00dc9de5897c397ad41bae475920d32cbbd35c99668b3ada9
repomirrorworker stdout | Copying blob sha256:731b3c157834836731846851fdac88f877fffaa9de08c6f733111aeb200804ce
repomirrorworker stdout | Copying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e
repomirrorworker stdout | Copying blob sha256:49db29105c4124ff9df8136e2a423c3272ae098c1abe295f28658c11a2a2423b
repomirrorworker stdout | Copying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55
repomirrorworker stdout | Copying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996
repomirrorworker stdout | Copying blob sha256:78a35e1d0f66a0ff97f03f5b8043359611ee6973dcf34a7423e69338404ecad0
repomirrorworker stdout | Copying blob sha256:cb978d6a4ea93a4ef9e9c1d9a173e9bdca0622ad29411caf7a56e51610e8dba7
repomirrorworker stdout | Copying blob sha256:f9ada270a5e94cd0eaaddf430f1553aa585e056d864400b34dcd14251a50e291
repomirrorworker stdout | Copying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09
repomirrorworker stdout | Copying blob sha256:746b2b151cb3d43e7af188464093e8da3242c516cba0e9271d2a9724a97752f2
repomirrorworker stdout | Copying blob sha256:bfbb4bc80da06881e21051d6da78eaa8e79546c5f90508322c476e7c47f04c8a
repomirrorworker stdout | Copying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff
repomirrorworker stdout | Copying blob sha256:de28b5aaedb5354a5b8a7267ce16d851492e91e19f3d60ef6c1ee401aa37837c
repomirrorworker stdout | Copying blob sha256:a73683689321f8a7e8a846709466811533f50e3eefb6e2ce5fb78fa76e4a77e7
repomirrorworker stdout | Copying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea
repomirrorworker stdout | Copying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b
repomirrorworker stdout | Copying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7
repomirrorworker stdout | Copying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2
repomirrorworker stdout | Copying blob sha256:db031217f862e1e8a12f6d7ca7968e2e562c185c3d6a9feddfc56d4472c6dc68
repomirrorworker stdout | Copying blob sha256:4c623acaee94ce5c09f80e7da2090c10f01e9bce4adf254ad00c20dde3cb0675
repomirrorworker stdout | Copying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9
repomirrorworker stdout | Copying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b
repomirrorworker stdout | Copying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc
repomirrorworker stdout | Copying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8
repomirrorworker stdout | Copying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a
repomirrorworker stdout | Copying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9
repomirrorworker stdout | Copying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b
repomirrorworker stdout | Copying blob sha256:2eb3b894022cab1af2f9ddb4022dd4c93cc8a2f6e3d975b9fd66ffa93b6c84f5
repomirrorworker stdout | Copying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65
repomirrorworker stdout | Copying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f
repomirrorworker stdout | Copying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1
repomirrorworker stdout | Copying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264
repomirrorworker stdout | Copying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075
repomirrorworker stdout | Copying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704
repomirrorworker stdout | Copying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03
repomirrorworker stdout | Copying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78
repomirrorworker stdout | Copying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7
repomirrorworker stdout | Copying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10
repomirrorworker stdout | Copying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab
repomirrorworker stdout | Copying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d
repomirrorworker stdout | Copying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488
repomirrorworker stdout | Copying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee
repomirrorworker stdout | Copying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a
repomirrorworker stdout | Copying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86
repomirrorworker stdout | Copying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0
repomirrorworker stdout | Copying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658
repomirrorworker stdout | Copying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10
repomirrorworker stdout | Copying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf
repomirrorworker stdout | Copying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546
repomirrorworker stdout | Copying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d
repomirrorworker stdout | Copying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee
repomirrorworker stdout | Copying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667
repomirrorworker stdout | Copying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2
repomirrorworker stdout | Copying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b
repomirrorworker stdout | Copying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1
repomirrorworker stdout | Copying blob sha256:fba033c0f2db136142b42bd31cf8092fb4b7fc2bf3b353bb7aa0ed4dea8a3474
repomirrorworker stdout | Copying blob sha256:5b681e77db653c174c6124f05aa2036a796092e5130e8a791a5103d9fdb0c866
repomirrorworker stdout | Copying blob sha256:ed01d75aae129287a0a400ed09bf7d6a83b7b3452c4c5e074524edf480e45a5a
repomirrorworker stdout | Copying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d
repomirrorworker stdout | Copying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb
repomirrorworker stdout | Copying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50
repomirrorworker stdout | Copying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a
repomirrorworker stdout | Copying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e
repomirrorworker stdout | Copying blob sha256:cfcce58afe5e54726144ff5b921c483498198825c342fdf0704c408b74bcd194
repomirrorworker stdout | Copying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f
repomirrorworker stdout | Copying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0
repomirrorworker stdout | Copying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03
repomirrorworker stdout | Copying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd
repomirrorworker stdout | Copying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a
repomirrorworker stdout | Copying blob sha256:b7438d19e6b72405f04c4998d8a46be183664251f8338f1b6e2d57f8869fe0c7
repomirrorworker stdout | Copying blob sha256:413eaae9adfad511fca5876f131bf557ace864d6f75fb963bdca98628a05883a
repomirrorworker stdout | Copying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3
repomirrorworker stdout | Copying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733
repomirrorworker stdout | Copying blob sha256:6e02c3cee572025ab18bad2eb27e3ec3f075c47a5ae0c3502b235b74502f38e3
repomirrorworker stdout | Copying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76
repomirrorworker stdout | Copying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176
repomirrorworker stdout | Copying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50
repomirrorworker stdout | Copying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c
repomirrorworker stdout | Copying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2
repomirrorworker stdout | Copying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887
repomirrorworker stdout | Copying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52
repomirrorworker stdout | Copying blob sha256:d694abb54f8cfbf390a1c677291e944781f3f246c7f8a82644a22e087636cbaa
repomirrorworker stdout | Copying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d
repomirrorworker stdout | Copying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd
repomirrorworker stdout | Copying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e
repomirrorworker stdout | Copying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce
repomirrorworker stdout | Copying blob sha256:825979fe7b705d8643dfacdd4b8570e69c42061a70025b222bcebd19e63edb9d
repomirrorworker stdout | Copying blob sha256:3dc9002fddf0861f2441d8a614d0dd9db0cf449e0dc349d5d99ec02a57622959
repomirrorworker stdout | Copying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb
repomirrorworker stdout | Copying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6
repomirrorworker stdout | Copying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca
repomirrorworker stdout | Copying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515
repomirrorworker stdout | Copying blob sha256:f5e8524f19cd83b7de050d8af8e0bd15993b65c136ac4287c98e1485835c53d3
repomirrorworker stdout | Copying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201
repomirrorworker stdout | Copying blob sha256:d10b229bd4820d8ce284ff7eb879e4fac76834696dd4e715361afbb6dea1b8df
repomirrorworker stdout | Copying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5
repomirrorworker stdout | Copying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be
repomirrorworker stdout | Copying blob sha256:c638fbcaafd5fdaab03d16b0ed27139d92b668c71bebdf30b1b2f372613c41e9
repomirrorworker stdout | Copying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0
repomirrorworker stdout | Copying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce
repomirrorworker stdout | Copying blob sha256:6c201d348a9eb4433ba9036ac81dadf93a1cf2db20220e4130ca6d8d9f14ef1b
repomirrorworker stdout | Copying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3
repomirrorworker stdout | Copying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c
repomirrorworker stdout | Copying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0
repomirrorworker stdout | Copying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d
repomirrorworker stdout | Copying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d
repomirrorworker stdout | Copying blob sha256:082103fb05bc2a19f8622af891a801e8dcbc145d3c4b715e35dc61eea49e4515
repomirrorworker stdout | Copying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b
repomirrorworker stdout | Copying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32
repomirrorworker stdout | Copying blob sha256:1883aae4bd45d43a9f4ad4dc3316be6cb2c11422ed64272932d08d6532298cf8
repomirrorworker stdout | Copying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f
repomirrorworker stdout | Copying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9
repomirrorworker stdout | Copying blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8
repomirrorworker stdout | Copying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36
repomirrorworker stdout | Copying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97
repomirrorworker stdout | Copying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3
repomirrorworker stdout | Copying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1
repomirrorworker stdout | Copying blob sha256:e88cf4aa01a0791f2cb2384d9b48cc6cb20f7831d150a326ec8aa26fc524310b
repomirrorworker stdout | Copying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454
repomirrorworker stdout | Copying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970
repomirrorworker stdout | Copying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0
repomirrorworker stdout | Copying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781
repomirrorworker stdout | Copying blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d
repomirrorworker stdout | Copying blob sha256:9d5b4ef9d3a487e0dfecb2217b24268858ade79d86c6162842ce1c622862a473
repomirrorworker stdout | Copying blob sha256:be2dad519b9bd0f1f083cc3f739eef2eb638ee44d00b1c7d6e3c81a078cad6f5
repomirrorworker stdout | Copying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3
repomirrorworker stdout | Copying blob sha256:94c3c8fa1f7d98ee6848ac7670e13a6d4b9c1a98bdfd795015b4d2f3e051495e
repomirrorworker stdout | Copying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391
repomirrorworker stdout | Copying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699
repomirrorworker stdout | Copying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75
repomirrorworker stdout | Copying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0
repomirrorworker stdout | Copying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b
repomirrorworker stdout | Copying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1
repomirrorworker stdout | Copying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359
repomirrorworker stdout | Copying blob sha256:9e979f476a11a82123304a16f47e1b2f224fca4e210a10a81a13cc75a8a22213
repomirrorworker stdout | Copying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d
repomirrorworker stdout | Copying blob sha256:e20e3dbdaeff4f529c7f0750495e6565372e338cc6f463631b2310c1299b05ad
repomirrorworker stdout | Copying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a
repomirrorworker stdout | Copying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590
repomirrorworker stdout | Copying blob sha256:ddd2d765a6fe7bfea189bed5e4afc536feaf6e73a57dc68f046116e39f84367c
repomirrorworker stdout | Copying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43
repomirrorworker stdout | Copying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1
repomirrorworker stdout | Copying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc
repomirrorworker stdout | Copying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8
repomirrorworker stdout | Copying blob sha256:789fda6441a36812a99d949006f0d7f4de5ca614bd7171c6a3b940bc9c8d7feb
repomirrorworker stdout | Copying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d
repomirrorworker stdout | Copying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c
repomirrorworker stdout | Copying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f
repomirrorworker stdout | Copying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880
repomirrorworker stdout | Copying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38
repomirrorworker stdout | Copying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17
repomirrorworker stdout | Copying blob sha256:bcb0a23cc513a4d42f903d6216c8359f000a5a741384637b19caf320ae0f7f08
repomirrorworker stdout | Copying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb
repomirrorworker stdout | Copying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4
repomirrorworker stdout | Copying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf
repomirrorworker stdout | Copying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1
repomirrorworker stdout | Copying blob sha256:f763416038da1125c14407e1dc48d23d49bbcb111c71ca619ab8ad3e6a93c6f5
repomirrorworker stdout | Copying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0
repomirrorworker stdout | Copying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b
repomirrorworker stdout | Copying blob sha256:aaa6051829f4b906a20d7541e9836a0b898d8287c34833700b05e2731aca1eac
repomirrorworker stdout | Copying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136
repomirrorworker stdout | Copying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643
repomirrorworker stdout | Copying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea
repomirrorworker stdout | Copying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9
repomirrorworker stdout | Copying blob sha256:93f52c311a628bdafb4e25f19209b0cb4e585f7cf50e800f4d314b279835a3a1
repomirrorworker stdout | Copying blob sha256:1a1f6f30e391650d6c0ebdd4480a6e7601a960a4f70a16cb6adf117007227009
repomirrorworker stdout | Copying blob sha256:a30b0a7b96a187eef60ca675e8ec06aeb6581803e79271a0538d4ebc0cad9a50
repomirrorworker stdout | Copying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6
repomirrorworker stdout | Copying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca
repomirrorworker stdout | Copying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3
repomirrorworker stdout | Copying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1
repomirrorworker stdout | Copying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151
repomirrorworker stdout | Copying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10
repomirrorworker stdout | Copying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802
repomirrorworker stdout | Copying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1
repomirrorworker stdout | Copying blob sha256:7343203598dd14dcb8ff3aaf484ac6ac9e5385aa1a6f160b4db8773d01c2c4ef
repomirrorworker stdout | Copying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c
repomirrorworker stdout | Copying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8
repomirrorworker stdout | Copying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d
repomirrorworker stdout | Copying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22
repomirrorworker stdout | Copying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9
repomirrorworker stdout | Copying blob sha256:863112d94115e0d3e71067972adcdc5e724c0b84b47052d2de9a234c5d9d7b5a
repomirrorworker stdout | Copying blob sha256:2d98be1ecb2b8dbb60ae256b7834730740617b41d496e19ed5a8990ae4577e78
repomirrorworker stdout | Copying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e
repomirrorworker stdout | Copying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759
repomirrorworker stdout | Copying blob sha256:d8002f4d1e65c406d6498c217478b13bd41cf97e67aa0c83ae4d0925ec1b6c7d
repomirrorworker stdout | Copying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b
repomirrorworker stdout | Copying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82
repomirrorworker stdout | Copying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa
repomirrorworker stdout | Copying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db
repomirrorworker stdout | Copying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181
repomirrorworker stdout | Copying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099
repomirrorworker stdout | Copying blob sha256:87463934f3d64da3d1f72ec7aa8f43d8fb9676dc40d66d9e4b83088f08fbf906
repomirrorworker stdout | Copying blob sha256:8de98fc468894d39f8bc9c145d4638731f33530bc274838da7b0b97ae06c6112
repomirrorworker stdout | Copying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074
repomirrorworker stdout | Copying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4
repomirrorworker stdout | Copying blob sha256:428637de46dca70d74be27499d5c8329576f7c9630368959dd7212873b41170d
repomirrorworker stdout | Copying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092
repomirrorworker stdout | Copying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2
repomirrorworker stdout | Copying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359
repomirrorworker stdout | Copying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738
repomirrorworker stdout | Copying blob sha256:b4e19d66fc8329ec8fe5e60f3bf51a628c38fde49bd279b61223f3ca77c41ef9
repomirrorworker stdout | Copying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131
repomirrorworker stdout | Copying blob sha256:354af6bf977729c79eb034c73c50bc002d4c41317e18319d4d55175b77f6a7cb
repomirrorworker stdout | Copying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95
repomirrorworker stdout | Copying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb
repomirrorworker stdout | Copying config sha256:6b4d8272e4395263925e9faec6439a607eb4052ce1a8ad411a53663ccb32ccb3
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | 2022-06-02 12:37:30,511 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:30,515 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:30,517 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 37, 30, 514341), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-96-source\' successful sync", "tag": "1-96-source", "tags": null, "stdout": "Copying blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\nCopying blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\nCopying blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\nCopying blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\nCopying blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\nCopying blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\nCopying blob sha256:5932c608b431d16335b09f20e46a7e2e493e49d04c9d96807a9a32c4c1d83d48\\nCopying blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\nCopying blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\nCopying blob sha256:ebf5d650c10c0657303b78a1e13a6e62e89ff7d0de86139fae04f043bf8373c1\\nCopying blob sha256:12aad0bea478203c41cd1a071b8e3b27b656c7a0b617f3bc799d1ec755d9c6c0\\nCopying blob sha256:0944eff467874f48024ed936e10ffb0b959a9c214d553d02861d00e1c6a7a80c\\nCopying blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\nCopying blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\nCopying blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\nCopying blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\nCopying blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\nCopying blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\nCopying blob sha256:abf9fdb52c85f1b5e93d0f309f906b2e3ecf5bb65e5e78ca57b4b6a37e8caca4\\nCopying blob sha256:99e2601d07ab8e0b71a5b2a80e9d55e9d398af1161abd2307c9d3cdaaf27f429\\nCopying blob sha256:731dc36b8c44f17cb4d603ccbfc9944e68abc71992c4b58763575b9aca9cdef5\\nCopying blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\nCopying blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\nCopying blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\nCopying blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\nCopying blob sha256:945f12b81c2a33bc8989c69a68fb5af820d9bbf197db37e8ec789cb826548f9e\\nCopying blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\nCopying blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\nCopying blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\nCopying blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\nCopying blob sha256:5e5e41b6f276facb1f8054f37d4d58e3ec95a8651017b3bc0efd2adc2fbaa481\\nCopying blob sha256:2794ec76ac7aae8fa519b8e7d9a3f4c2822cccc0c4492a6504f09001cadf7d1a\\nCopying blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\nCopying blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\nCopying blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\nCopying blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\nCopying blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\nCopying blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\nCopying blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\nCopying blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\nCopying blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\nCopying blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\nCopying blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\nCopying blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\nCopying blob sha256:01fc73988291128bbdb525cca02edb10b0e358d69022216e6e20a0302b6d292d\\nCopying blob sha256:2c2a855125d1670362493db59ec9d133d240b6eaffe370b85116edebed57cecc\\nCopying blob sha256:e508bf202c0f9ad126388d2e23fcf2088eecd09802b7503133bf00ee61ba8a09\\nCopying blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\nCopying blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\nCopying blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\nCopying blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\nCopying blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\nCopying blob sha256:5a253dfcec2ceb42698d45e045691841f97b43d866d42f832f6ae4ae48e36253\\nCopying blob sha256:4dc923dc09c94c57a3d21417a5ebf6c7ea8ea5a2332b69a53b2cc11f63511a79\\nCopying blob sha256:c3a25f146b1baa9883d905c93ec2abe557cf92b4a3354ec4525d5b9b99e3d1a5\\nCopying blob sha256:f37a38dd4ebc56a68d1c54fe6a6a9db7f416a08f6837e646a37c17d03ee84b3f\\nCopying blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\nCopying blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\nCopying blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\nCopying blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\nCopying blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\nCopying blob sha256:f7704649f404f78933548a30e62ebccde409459985bbe9c756817b1b5a33a45a\\nCopying blob sha256:f936061e980452f00dc9de5897c397ad41bae475920d32cbbd35c99668b3ada9\\nCopying blob sha256:731b3c157834836731846851fdac88f877fffaa9de08c6f733111aeb200804ce\\nCopying blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\nCopying blob sha256:49db29105c4124ff9df8136e2a423c3272ae098c1abe295f28658c11a2a2423b\\nCopying blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\nCopying blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\nCopying blob sha256:78a35e1d0f66a0ff97f03f5b8043359611ee6973dcf34a7423e69338404ecad0\\nCopying blob sha256:cb978d6a4ea93a4ef9e9c1d9a173e9bdca0622ad29411caf7a56e51610e8dba7\\nCopying blob sha256:f9ada270a5e94cd0eaaddf430f1553aa585e056d864400b34dcd14251a50e291\\nCopying blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\nCopying blob sha256:746b2b151cb3d43e7af188464093e8da3242c516cba0e9271d2a9724a97752f2\\nCopying blob sha256:bfbb4bc80da06881e21051d6da78eaa8e79546c5f90508322c476e7c47f04c8a\\nCopying blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\nCopying blob sha256:de28b5aaedb5354a5b8a7267ce16d851492e91e19f3d60ef6c1ee401aa37837c\\nCopying blob sha256:a73683689321f8a7e8a846709466811533f50e3eefb6e2ce5fb78fa76e4a77e7\\nCopying blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\nCopying blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\nCopying blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\nCopying blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\nCopying blob sha256:db031217f862e1e8a12f6d7ca7968e2e562c185c3d6a9feddfc56d4472c6dc68\\nCopying blob sha256:4c623acaee94ce5c09f80e7da2090c10f01e9bce4adf254ad00c20dde3cb0675\\nCopying blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\nCopying blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\nCopying blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\nCopying blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\nCopying blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\nCopying blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\nCopying blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\nCopying blob sha256:2eb3b894022cab1af2f9ddb4022dd4c93cc8a2f6e3d975b9fd66ffa93b6c84f5\\nCopying blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\nCopying blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\nCopying blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\nCopying blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\nCopying blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\nCopying blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\nCopying blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\nCopying blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\nCopying blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\nCopying blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\nCopying blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\nCopying blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\nCopying blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\nCopying blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\nCopying blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\nCopying blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\nCopying blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\nCopying blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\nCopying blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\nCopying blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\nCopying blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\nCopying blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\nCopying blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\nCopying blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\nCopying blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\nCopying blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\nCopying blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\nCopying blob sha256:fba033c0f2db136142b42bd31cf8092fb4b7fc2bf3b353bb7aa0ed4dea8a3474\\nCopying blob sha256:5b681e77db653c174c6124f05aa2036a796092e5130e8a791a5103d9fdb0c866\\nCopying blob sha256:ed01d75aae129287a0a400ed09bf7d6a83b7b3452c4c5e074524edf480e45a5a\\nCopying blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\nCopying blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\nCopying blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\nCopying blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\nCopying blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\nCopying blob sha256:cfcce58afe5e54726144ff5b921c483498198825c342fdf0704c408b74bcd194\\nCopying blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\nCopying blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\nCopying blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\nCopying blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\nCopying blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\nCopying blob sha256:b7438d19e6b72405f04c4998d8a46be183664251f8338f1b6e2d57f8869fe0c7\\nCopying blob sha256:413eaae9adfad511fca5876f131bf557ace864d6f75fb963bdca98628a05883a\\nCopying blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\nCopying blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\nCopying blob sha256:6e02c3cee572025ab18bad2eb27e3ec3f075c47a5ae0c3502b235b74502f38e3\\nCopying blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\nCopying blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\nCopying blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\nCopying blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\nCopying blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\nCopying blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\nCopying blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\nCopying blob sha256:d694abb54f8cfbf390a1c677291e944781f3f246c7f8a82644a22e087636cbaa\\nCopying blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\nCopying blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\nCopying blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\nCopying blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\nCopying blob sha256:825979fe7b705d8643dfacdd4b8570e69c42061a70025b222bcebd19e63edb9d\\nCopying blob sha256:3dc9002fddf0861f2441d8a614d0dd9db0cf449e0dc349d5d99ec02a57622959\\nCopying blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\nCopying blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\nCopying blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\nCopying blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\nCopying blob sha256:f5e8524f19cd83b7de050d8af8e0bd15993b65c136ac4287c98e1485835c53d3\\nCopying blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\nCopying blob sha256:d10b229bd4820d8ce284ff7eb879e4fac76834696dd4e715361afbb6dea1b8df\\nCopying blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\nCopying blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\nCopying blob sha256:c638fbcaafd5fdaab03d16b0ed27139d92b668c71bebdf30b1b2f372613c41e9\\nCopying blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\nCopying blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\nCopying blob sha256:6c201d348a9eb4433ba9036ac81dadf93a1cf2db20220e4130ca6d8d9f14ef1b\\nCopying blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\nCopying blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\nCopying blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\nCopying blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\nCopying blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\nCopying blob sha256:082103fb05bc2a19f8622af891a801e8dcbc145d3c4b715e35dc61eea49e4515\\nCopying blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\nCopying blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\nCopying blob sha256:1883aae4bd45d43a9f4ad4dc3316be6cb2c11422ed64272932d08d6532298cf8\\nCopying blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\nCopying blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\nCopying blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8\\nCopying blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\nCopying blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\nCopying blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\nCopying blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\nCopying blob sha256:e88cf4aa01a0791f2cb2384d9b48cc6cb20f7831d150a326ec8aa26fc524310b\\nCopying blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\nCopying blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\nCopying blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\nCopying blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\nCopying blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d\\nCopying blob sha256:9d5b4ef9d3a487e0dfecb2217b24268858ade79d86c6162842ce1c622862a473\\nCopying blob sha256:be2dad519b9bd0f1f083cc3f739eef2eb638ee44d00b1c7d6e3c81a078cad6f5\\nCopying blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\nCopying blob sha256:94c3c8fa1f7d98ee6848ac7670e13a6d4b9c1a98bdfd795015b4d2f3e051495e\\nCopying blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\nCopying blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\nCopying blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\nCopying blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\nCopying blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\nCopying blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\nCopying blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\nCopying blob sha256:9e979f476a11a82123304a16f47e1b2f224fca4e210a10a81a13cc75a8a22213\\nCopying blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\nCopying blob sha256:e20e3dbdaeff4f529c7f0750495e6565372e338cc6f463631b2310c1299b05ad\\nCopying blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\nCopying blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\nCopying blob sha256:ddd2d765a6fe7bfea189bed5e4afc536feaf6e73a57dc68f046116e39f84367c\\nCopying blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\nCopying blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\nCopying blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\nCopying blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\nCopying blob sha256:789fda6441a36812a99d949006f0d7f4de5ca614bd7171c6a3b940bc9c8d7feb\\nCopying blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\nCopying blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\nCopying blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\nCopying blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\nCopying blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\nCopying blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\nCopying blob sha256:bcb0a23cc513a4d42f903d6216c8359f000a5a741384637b19caf320ae0f7f08\\nCopying blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\nCopying blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\nCopying blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\nCopying blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\nCopying blob sha256:f763416038da1125c14407e1dc48d23d49bbcb111c71ca619ab8ad3e6a93c6f5\\nCopying blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\nCopying blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\nCopying blob sha256:aaa6051829f4b906a20d7541e9836a0b898d8287c34833700b05e2731aca1eac\\nCopying blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\nCopying blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\nCopying blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\nCopying blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\nCopying blob sha256:93f52c311a628bdafb4e25f19209b0cb4e585f7cf50e800f4d314b279835a3a1\\nCopying blob sha256:1a1f6f30e391650d6c0ebdd4480a6e7601a960a4f70a16cb6adf117007227009\\nCopying blob sha256:a30b0a7b96a187eef60ca675e8ec06aeb6581803e79271a0538d4ebc0cad9a50\\nCopying blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\nCopying blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\nCopying blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\nCopying blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\nCopying blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\nCopying blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\nCopying blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\nCopying blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\nCopying blob sha256:7343203598dd14dcb8ff3aaf484ac6ac9e5385aa1a6f160b4db8773d01c2c4ef\\nCopying blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\nCopying blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\nCopying blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\nCopying blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\nCopying blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\nCopying blob sha256:863112d94115e0d3e71067972adcdc5e724c0b84b47052d2de9a234c5d9d7b5a\\nCopying blob sha256:2d98be1ecb2b8dbb60ae256b7834730740617b41d496e19ed5a8990ae4577e78\\nCopying blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\nCopying blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\nCopying blob sha256:d8002f4d1e65c406d6498c217478b13bd41cf97e67aa0c83ae4d0925ec1b6c7d\\nCopying blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\nCopying blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\nCopying blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\nCopying blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\nCopying blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\nCopying blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\nCopying blob sha256:87463934f3d64da3d1f72ec7aa8f43d8fb9676dc40d66d9e4b83088f08fbf906\\nCopying blob sha256:8de98fc468894d39f8bc9c145d4638731f33530bc274838da7b0b97ae06c6112\\nCopying blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\nCopying blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\nCopying blob sha256:428637de46dca70d74be27499d5c8329576f7c9630368959dd7212873b41170d\\nCopying blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\nCopying blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\nCopying blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\nCopying blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\nCopying blob sha256:b4e19d66fc8329ec8fe5e60f3bf51a628c38fde49bd279b61223f3ca77c41ef9\\nCopying blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\nCopying blob sha256:354af6bf977729c79eb034c73c50bc002d4c41317e18319d4d55175b77f6a7cb\\nCopying blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\nCopying blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\nCopying config sha256:6b4d8272e4395263925e9faec6439a607eb4052ce1a8ad411a53663ccb32ccb3\\nWriting manifest to image destination\\nStoring signatures\\n", "stderr": "time=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-96-source\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:37:23Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-96-source\\"\\ntime=\\"2022-06-02T12:37:24Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:24Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:37:24Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-96-source\\"\\ntime=\\"2022-06-02T12:37:24Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:37:24Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:37:24Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5932c608b431d16335b09f20e46a7e2e493e49d04c9d96807a9a32c4c1d83d48\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5932c608b431d16335b09f20e46a7e2e493e49d04c9d96807a9a32c4c1d83d48\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:2ee9414f3ce3079c4aedfca67ac192c5d8860dfa57eb020f5785ff2cdb667cf9 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ebf5d650c10c0657303b78a1e13a6e62e89ff7d0de86139fae04f043bf8373c1\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ebf5d650c10c0657303b78a1e13a6e62e89ff7d0de86139fae04f043bf8373c1\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:82ab1092065ccb54a0e9af68676d6ca052bf53d85234f796bd95ba1abfe7ec68 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:12aad0bea478203c41cd1a071b8e3b27b656c7a0b617f3bc799d1ec755d9c6c0\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:12aad0bea478203c41cd1a071b8e3b27b656c7a0b617f3bc799d1ec755d9c6c0\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:5402a0ed65f21a68774536d363fb358977cf1cf739e605cae71d72ce093e23f9 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:a47af43a3ae7870366a46ddb2289a12694ca2d2d3b726df7943902c46c11f284 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0944eff467874f48024ed936e10ffb0b959a9c214d553d02861d00e1c6a7a80c\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0944eff467874f48024ed936e10ffb0b959a9c214d553d02861d00e1c6a7a80c\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:71e0559aab6013502feebb630941532d8be7e0ff93dcb3cc0e44adc9f820ca8e (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:bb3b7849024d1a1c304aa54c8cb53f4bfd6bd8ba4af01d8c6227b5fda69c7e34 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:5932c608b431d16335b09f20e46a7e2e493e49d04c9d96807a9a32c4c1d83d48 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:319f162cb0bb57ede2fc2224375e36fddd1e855ab1d30853766c1feb6e9b8621 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:13b7f2a876179ff1f754c860d2c2a4b5ef68999c9919259b18cee3934e7ddeaf (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:ebf5d650c10c0657303b78a1e13a6e62e89ff7d0de86139fae04f043bf8373c1 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf9fdb52c85f1b5e93d0f309f906b2e3ecf5bb65e5e78ca57b4b6a37e8caca4\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abf9fdb52c85f1b5e93d0f309f906b2e3ecf5bb65e5e78ca57b4b6a37e8caca4\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:12aad0bea478203c41cd1a071b8e3b27b656c7a0b617f3bc799d1ec755d9c6c0 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99e2601d07ab8e0b71a5b2a80e9d55e9d398af1161abd2307c9d3cdaaf27f429\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:99e2601d07ab8e0b71a5b2a80e9d55e9d398af1161abd2307c9d3cdaaf27f429\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:0944eff467874f48024ed936e10ffb0b959a9c214d553d02861d00e1c6a7a80c (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:731dc36b8c44f17cb4d603ccbfc9944e68abc71992c4b58763575b9aca9cdef5\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:731dc36b8c44f17cb4d603ccbfc9944e68abc71992c4b58763575b9aca9cdef5\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:655f1e252ab61e7b158d3eea89c6e0689a24095b650e8df922f70aaf5e503e9c (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:27f895b3db67510d81345a8cad827ba2e2dcfa35774de9db59baecc4f359496a (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:c8877225d10ce57a5078abf238807de2dc0dd3f32f55d9888e3e7743c4b6f22f (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:41b6016f27fc213505510dcf561ad48ee486ac86702463395eb404c10844ff67 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:945f12b81c2a33bc8989c69a68fb5af820d9bbf197db37e8ec789cb826548f9e\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:945f12b81c2a33bc8989c69a68fb5af820d9bbf197db37e8ec789cb826548f9e\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:a97220700be267d845b97c54476955774b93529e8476bbfbd7711a4280c03b55 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:3b5e3c988ee4805e1ce31824797809c8e14feecd2d312bd53a68138af846edd5 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:abf9fdb52c85f1b5e93d0f309f906b2e3ecf5bb65e5e78ca57b4b6a37e8caca4 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:99e2601d07ab8e0b71a5b2a80e9d55e9d398af1161abd2307c9d3cdaaf27f429 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:731dc36b8c44f17cb4d603ccbfc9944e68abc71992c4b58763575b9aca9cdef5 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:6bbc33fb18a36b0c689177f4af495e5a592b42149765a8fea844c4fbf6c6d238 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:df49a35e36ab0c6745bec6a6ac541a03893712652114cf7a69be3515f38d27ce (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:6243cb3e87d03fc8a93051fc48c102d508da146e2d6f1828b3be94310c7df6b9 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:cb77fd7739532cf93fb58b005e0fcd60d585a1c7e74eeedb1ed5347cd3d6e0c0 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:945f12b81c2a33bc8989c69a68fb5af820d9bbf197db37e8ec789cb826548f9e (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e5e41b6f276facb1f8054f37d4d58e3ec95a8651017b3bc0efd2adc2fbaa481\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5e5e41b6f276facb1f8054f37d4d58e3ec95a8651017b3bc0efd2adc2fbaa481\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2794ec76ac7aae8fa519b8e7d9a3f4c2822cccc0c4492a6504f09001cadf7d1a\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2794ec76ac7aae8fa519b8e7d9a3f4c2822cccc0c4492a6504f09001cadf7d1a\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:f1b15afda35aa4c6950ff970c991184b496bd141d84c1c3125287ad3b0b524b7 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:acf5b0180b3db92d3c4a28992e6b9231d3dc66f8347bf48011e4ac4f559b53eb (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:e54690a83f23e14789ad09b1594c5766372f916e4f5e5d6827b14330728b769e (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:c89a9e482b5821c02b1b10dfd26dee4da6cc41a3a136496fe7637f9687875e41 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:5e5e41b6f276facb1f8054f37d4d58e3ec95a8651017b3bc0efd2adc2fbaa481 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:2794ec76ac7aae8fa519b8e7d9a3f4c2822cccc0c4492a6504f09001cadf7d1a (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:65fe10ddd367eb55b5b3c9eff55b22b3866456d82e02f8c449ab1ed0bc190216 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:eef4c4a1a76caf3615a8ddaf078a248ee7662f4bd18852ac72ab032424774906 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:1c057331ec07ede66e8839e2d8252b927a60176183defff3e525087920b5ade6 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:e14efcf73f71d35819d97786a5f89f641a2bc28b9c0046da1d24e5100ad14d6d (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:21e246859789979583303573f8ffffa3298f6286fa37465e13840725cc032358 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:01fc73988291128bbdb525cca02edb10b0e358d69022216e6e20a0302b6d292d\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:01fc73988291128bbdb525cca02edb10b0e358d69022216e6e20a0302b6d292d\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:8ef6566a240eaf2c7dfd07d183de4f1b5afcc5c80de6d1d2591a727a76e2c001 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:7bbf6d98fd2208f94d79f90aff86cb7ec911e028db080001965797267aa2c110 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e508bf202c0f9ad126388d2e23fcf2088eecd09802b7503133bf00ee61ba8a09\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e508bf202c0f9ad126388d2e23fcf2088eecd09802b7503133bf00ee61ba8a09\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:aa0dd55b3e88fab5a3452c3f0f9de1d0cb0a1a5f30692849faf44a8b18284c19 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:e50713d4cbb0a41b32aac9113cc24946f2ac1867cd6dea3f30d16dfb4c00cdb2 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2c2a855125d1670362493db59ec9d133d240b6eaffe370b85116edebed57cecc\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2c2a855125d1670362493db59ec9d133d240b6eaffe370b85116edebed57cecc\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:602728beaacc9f4bde4763b45905840d9d380a078c0ac8986102095673f3ac4e (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5a253dfcec2ceb42698d45e045691841f97b43d866d42f832f6ae4ae48e36253\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5a253dfcec2ceb42698d45e045691841f97b43d866d42f832f6ae4ae48e36253\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:58c5feb08ee2d94cc8b14a12e88c8f9f51341d334f03a6bc82bfd1df22b75315 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:c95215db1250318bfcabadfded5fb862a32dfe72e1c239dd95c190f0972b2aa6 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4dc923dc09c94c57a3d21417a5ebf6c7ea8ea5a2332b69a53b2cc11f63511a79\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4dc923dc09c94c57a3d21417a5ebf6c7ea8ea5a2332b69a53b2cc11f63511a79\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:01fc73988291128bbdb525cca02edb10b0e358d69022216e6e20a0302b6d292d (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:2c2a855125d1670362493db59ec9d133d240b6eaffe370b85116edebed57cecc (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:e508bf202c0f9ad126388d2e23fcf2088eecd09802b7503133bf00ee61ba8a09 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c3a25f146b1baa9883d905c93ec2abe557cf92b4a3354ec4525d5b9b99e3d1a5\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c3a25f146b1baa9883d905c93ec2abe557cf92b4a3354ec4525d5b9b99e3d1a5\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:dadc4df661bb39d2a9210db979d812e8b457b7af3473b49bea36d13bb010b5cb (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f37a38dd4ebc56a68d1c54fe6a6a9db7f416a08f6837e646a37c17d03ee84b3f\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f37a38dd4ebc56a68d1c54fe6a6a9db7f416a08f6837e646a37c17d03ee84b3f\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:b12a4a247f13ee91e57e1253f2768ce35f82596f06c337427bbd84e14290641c (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:f533cda10e78c9ecceda52acc4597291bbfc91eb48771e5274d430b71fe75a0b (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:e72499edce4ebc05b27b6e39dc122cfb70f0e0d4084aac1841b29943eab99987 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:f1bdd816529f91362a5684b2c3a24bdffbb3c6b3b0d7e762104fe67349fa282f (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f936061e980452f00dc9de5897c397ad41bae475920d32cbbd35c99668b3ada9\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f936061e980452f00dc9de5897c397ad41bae475920d32cbbd35c99668b3ada9\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:4dc923dc09c94c57a3d21417a5ebf6c7ea8ea5a2332b69a53b2cc11f63511a79 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:5a253dfcec2ceb42698d45e045691841f97b43d866d42f832f6ae4ae48e36253 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:c3a25f146b1baa9883d905c93ec2abe557cf92b4a3354ec4525d5b9b99e3d1a5 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:f37a38dd4ebc56a68d1c54fe6a6a9db7f416a08f6837e646a37c17d03ee84b3f (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f7704649f404f78933548a30e62ebccde409459985bbe9c756817b1b5a33a45a\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f7704649f404f78933548a30e62ebccde409459985bbe9c756817b1b5a33a45a\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:731b3c157834836731846851fdac88f877fffaa9de08c6f733111aeb200804ce\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:731b3c157834836731846851fdac88f877fffaa9de08c6f733111aeb200804ce\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:bf052f3507f04f095fc32e19b54e1bd57fc15e66412606a8f9eec3b67e8641e1 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:64c19934f9857887b6d6acb27402e4dcb00796d0549a393ce7115d894bf693fd (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:9b6801182ea8315481240f605fa16b9ff077ba838868bc61e189e293e3ad19cf (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:56c47d4bfd8de44c89ba642ebe9bcf5c0cca87c9169ee249df85d8cf6dda44d9 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78a35e1d0f66a0ff97f03f5b8043359611ee6973dcf34a7423e69338404ecad0\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78a35e1d0f66a0ff97f03f5b8043359611ee6973dcf34a7423e69338404ecad0\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:e8a137404ecd63aaa4d5a7bc61dce3092bf26a6b00fea3763a68ba57bb917273 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:49db29105c4124ff9df8136e2a423c3272ae098c1abe295f28658c11a2a2423b\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:49db29105c4124ff9df8136e2a423c3272ae098c1abe295f28658c11a2a2423b\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:f936061e980452f00dc9de5897c397ad41bae475920d32cbbd35c99668b3ada9 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:f7704649f404f78933548a30e62ebccde409459985bbe9c756817b1b5a33a45a (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:731b3c157834836731846851fdac88f877fffaa9de08c6f733111aeb200804ce (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb978d6a4ea93a4ef9e9c1d9a173e9bdca0622ad29411caf7a56e51610e8dba7\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9ada270a5e94cd0eaaddf430f1553aa585e056d864400b34dcd14251a50e291\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb978d6a4ea93a4ef9e9c1d9a173e9bdca0622ad29411caf7a56e51610e8dba7\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f9ada270a5e94cd0eaaddf430f1553aa585e056d864400b34dcd14251a50e291\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:f0a399742cf263e69ff11d139bd89e0ef5f7ae2d1e5f3bc0361d5d41609d5b2e (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:49db29105c4124ff9df8136e2a423c3272ae098c1abe295f28658c11a2a2423b (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:2fd5f2f5608fb945874850f930d87c2c1cf5e9648aa6fc8cf10207711fcc6e55 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:746b2b151cb3d43e7af188464093e8da3242c516cba0e9271d2a9724a97752f2\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:746b2b151cb3d43e7af188464093e8da3242c516cba0e9271d2a9724a97752f2\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:c84f01d2c27f420dda20de5676cd2b1b84f53a805c1b4bff984d59f8feba7996 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:78a35e1d0f66a0ff97f03f5b8043359611ee6973dcf34a7423e69338404ecad0 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:cb978d6a4ea93a4ef9e9c1d9a173e9bdca0622ad29411caf7a56e51610e8dba7 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:f9ada270a5e94cd0eaaddf430f1553aa585e056d864400b34dcd14251a50e291 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de28b5aaedb5354a5b8a7267ce16d851492e91e19f3d60ef6c1ee401aa37837c\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:de28b5aaedb5354a5b8a7267ce16d851492e91e19f3d60ef6c1ee401aa37837c\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a73683689321f8a7e8a846709466811533f50e3eefb6e2ce5fb78fa76e4a77e7\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a73683689321f8a7e8a846709466811533f50e3eefb6e2ce5fb78fa76e4a77e7\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfbb4bc80da06881e21051d6da78eaa8e79546c5f90508322c476e7c47f04c8a\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfbb4bc80da06881e21051d6da78eaa8e79546c5f90508322c476e7c47f04c8a\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:1cb855ed31c64c3b0fbeadaf01b549e4201b7b6b329e7e507fe8f3301a7dda09 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db031217f862e1e8a12f6d7ca7968e2e562c185c3d6a9feddfc56d4472c6dc68\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:db031217f862e1e8a12f6d7ca7968e2e562c185c3d6a9feddfc56d4472c6dc68\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:746b2b151cb3d43e7af188464093e8da3242c516cba0e9271d2a9724a97752f2 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c623acaee94ce5c09f80e7da2090c10f01e9bce4adf254ad00c20dde3cb0675\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c623acaee94ce5c09f80e7da2090c10f01e9bce4adf254ad00c20dde3cb0675\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:bfbb4bc80da06881e21051d6da78eaa8e79546c5f90508322c476e7c47f04c8a (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:bb80bc6354a0a6b665d1bf0773a12e1b547cfdba8d5c08db5449278db6fc1dff (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:de28b5aaedb5354a5b8a7267ce16d851492e91e19f3d60ef6c1ee401aa37837c (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:a73683689321f8a7e8a846709466811533f50e3eefb6e2ce5fb78fa76e4a77e7 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:a0b71890360c78990e686a57256b40036ba0265e2f29226172d431f5534a28ea (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:624bfcb47a59eb8ff9910c9a08cce78a3065ec444b0d17037f23e33973588c7b (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:5c66bc2fed754c95d3a01e2bdc0d113c4ef29924e3bcc9ebbcb8239b24a359a7 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:f19018ca6539cfcce8e3ef6ff9759958bf71ecd18822f421af58646e186d1ed2 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:db031217f862e1e8a12f6d7ca7968e2e562c185c3d6a9feddfc56d4472c6dc68 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:4c623acaee94ce5c09f80e7da2090c10f01e9bce4adf254ad00c20dde3cb0675 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:21632442cceb6870ca518c7b06aed8c6aca6af61909f602bd4bc3a7726dfc7e9 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2eb3b894022cab1af2f9ddb4022dd4c93cc8a2f6e3d975b9fd66ffa93b6c84f5\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2eb3b894022cab1af2f9ddb4022dd4c93cc8a2f6e3d975b9fd66ffa93b6c84f5\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:2180ea9b805955c70203b1548b7195e8d78c573e394ead89430cb48fbedd613b (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:1003518496b3556fd60e3caaeba9d90d56a382fd19ef82ecdbcd1bd557bdf5dc (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:78c034f13e300bf85bad4b1e6bb20806e2a6392c949489dcb3b21c5a83be74b8 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:f3b54162260b5099c287f5b742d40de73cfc20927f9861cf4dc20bb0ac3d231a (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:d010ce2023de426bdc7f61d304b0db95b6b3d16c0c7966eb6c9806e748fb12d9 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:d6104b4a3e6d285998b85ce3d4dca5ce6d6a10504100bc7e19913688c1c6e70b (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:2eb3b894022cab1af2f9ddb4022dd4c93cc8a2f6e3d975b9fd66ffa93b6c84f5 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:a99f70d826ed34073f5299f7ef0407d2bc612b6c739c836953a39ac4f54ced65 (already present):\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:25Z\\" level=debug msg=\\"Skipping blob sha256:37cf76b66f5a2f20b8ed5b81d74561287c0be3b896a5ff79d9a106d371bdb19f (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:5f95d3f84668e9fdb534d41674dad95e74d8497c37b12ef11a9947766571a8f1 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:a7f102c0c36a2500594465b52191d4d4fb13f277552382bcd8bfe807738e4264 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:2e21e8ef696ed22368c40e0a3b49fb9c2874885f57502997573cf2ed3f518075 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:cf920f193231f72c386adae386f7fc6073ad7c7bd91bfabd478c5987e736d704 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:a53ab06b597c837f9e692b708d2df630c39358c8f5f731566b9c671bee60bf03 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:d15f1edd6fa6680c97e564552cfff341b94f7730651e5611e5ac20507a914d78 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:d0d69a2b9cd4e36236fce56c3754cda900f6945d454e29a51ed6b7284be589a7 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:07611f7f2f163e3bf48e1019d2f2a14186d0723ce34312c4db6a41b79d43cd10 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:ce1c91e6aca9fa384f2534c14650860073b3dd1cc4534428ccecaec8d8ad21ab (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:5d54549a2b228ac4c372e86142dec22382d4224f3dbfb3c7f39d1a8c9cd0df9d (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:1ca66e262d0f5c6cdd2707fd045fc3c4cbc1d8c50ee3b38f6685e3d27525e488 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:86ab22042959837a82f1efd1ad27ce22b79f85f1c7e7780e93bcc51fb7039eee (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:a3aac780dda055a83beeef192e72ee8ee4d348c478b1251184071df92baf084a (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:8e31c6473c34d894a4e621a58fb8ba2495e8206afeae41e96f11357c8ad11b86 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:afaa343d15334c9af9cf3becd13d4f1bd0d9efcfc61ec39be6771d7c44f0d1c0 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:41b78bf905d6c8def7a5c79786a16a2caddc79a795d48633c62af38762079658 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fba033c0f2db136142b42bd31cf8092fb4b7fc2bf3b353bb7aa0ed4dea8a3474\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fba033c0f2db136142b42bd31cf8092fb4b7fc2bf3b353bb7aa0ed4dea8a3474\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:a9f879a6552f2657af27cdc62b0d65e49bb55472a8fe3648efde40b22289fc10 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:2a41de69521f4a5e97f23a275d2627f9b5730755bd66e5f29b357329e6681bdf (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:dda436594aaf75a475db2b42c9c1fb5e17394437192dac5abcba52a4d59fc546 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:c7b1e07290ed68cdc4eaec72f33aa018da39515710046a8a1d44b28f8813a21d (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:4ebb224e9c5df14a02af329e6d2a87090d0c6cd37bb8f5df2533beab169be9ee (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed01d75aae129287a0a400ed09bf7d6a83b7b3452c4c5e074524edf480e45a5a\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed01d75aae129287a0a400ed09bf7d6a83b7b3452c4c5e074524edf480e45a5a\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:f15b9256c8f1f85e4fcb93552c4c7585633cf7ea138b9662fd8d83825e160667 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b681e77db653c174c6124f05aa2036a796092e5130e8a791a5103d9fdb0c866\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b681e77db653c174c6124f05aa2036a796092e5130e8a791a5103d9fdb0c866\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:11c5d49799653fb7edb9aeae39cd046fe4de874d28b0a34db17e3e27dc1304b2 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:b3c3c55190db7af2719e6f683e6fd63864aa44fa920071c8ce2df8702ae5d58b (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:f838e4221c9fa4e09980f5b8c4310d1e3ce3d6da63b8887667a48a9efbf93ee1 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:fba033c0f2db136142b42bd31cf8092fb4b7fc2bf3b353bb7aa0ed4dea8a3474 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:5b681e77db653c174c6124f05aa2036a796092e5130e8a791a5103d9fdb0c866 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:ed01d75aae129287a0a400ed09bf7d6a83b7b3452c4c5e074524edf480e45a5a (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cfcce58afe5e54726144ff5b921c483498198825c342fdf0704c408b74bcd194\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cfcce58afe5e54726144ff5b921c483498198825c342fdf0704c408b74bcd194\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:32a7794633d291c2629605d5c9789b59c40d014075b490609593ef1f44c3041d (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:b35ad5999996124f11c8e4823af848ae78812e7a426b752c00fed5e40d019feb (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:1d7f33e8d9666b6783ae64d7b9640b901eba9a42d1be1dac64db897353836d50 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:0a3c664e64216fafd5065c024169857987d682737d4753d60958f06272f4a84a (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:96b8d2a2ed603156faeab63958803c5374e7e148865ab8f8d588845502574c1e (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:cfcce58afe5e54726144ff5b921c483498198825c342fdf0704c408b74bcd194 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b7438d19e6b72405f04c4998d8a46be183664251f8338f1b6e2d57f8869fe0c7\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b7438d19e6b72405f04c4998d8a46be183664251f8338f1b6e2d57f8869fe0c7\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:d44a01921b6f64b38ee7cc7ad3464784525b2916708f3f3b6c4b1f348b3a1d5f (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:413eaae9adfad511fca5876f131bf557ace864d6f75fb963bdca98628a05883a\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:413eaae9adfad511fca5876f131bf557ace864d6f75fb963bdca98628a05883a\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:3fdd9b9f7f8157c51932478126bf0bc02f407826ebfd6cf0d8973b5bbaf598d0 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:b095cc7e12fed1ac4a749a5b013291d5e5989287340e3d1040650cc8415ceb03 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:48aa96877848bd3698cdf1421d761e7042572c55add23992fa136babe73641cd (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:b7438d19e6b72405f04c4998d8a46be183664251f8338f1b6e2d57f8869fe0c7 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:7f1a6b9bb42271b044964aef650c88d101a5fe940c5144b21170899d12efdb6a (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e02c3cee572025ab18bad2eb27e3ec3f075c47a5ae0c3502b235b74502f38e3\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6e02c3cee572025ab18bad2eb27e3ec3f075c47a5ae0c3502b235b74502f38e3\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:413eaae9adfad511fca5876f131bf557ace864d6f75fb963bdca98628a05883a (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:be2b435e1743d4387d4859f0fc1b2109e68c379d7dcc79d577d96891d803fbd3 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:9f488546bf74ca82c3bad4682a2eafaff8058ea68cf2a3ded589f929d2ff9733 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:6e02c3cee572025ab18bad2eb27e3ec3f075c47a5ae0c3502b235b74502f38e3 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:bfdf569b855da83027e454da0bd8e017c7359b432de492b8516b36128f631f76 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d694abb54f8cfbf390a1c677291e944781f3f246c7f8a82644a22e087636cbaa\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d694abb54f8cfbf390a1c677291e944781f3f246c7f8a82644a22e087636cbaa\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:5cf78129423a981ff1fafb2d65f2a2564bbdc39988ca9d51ae9994000bdfc176 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:d558bbad3dad58c1b3e9a72fa1c5225ab8a2eb95830376b7d5ddf0ff06d97b50 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:bc756de4e7a1e5aa6c0cd6ee13c6b62365b04a8b4dc14d800f91f2bb942eff9c (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:825979fe7b705d8643dfacdd4b8570e69c42061a70025b222bcebd19e63edb9d\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:825979fe7b705d8643dfacdd4b8570e69c42061a70025b222bcebd19e63edb9d\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:60f88c32fb2c462296e8814859e79f32b92f4581b49870e00e5a4f0b43616eb2 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc9002fddf0861f2441d8a614d0dd9db0cf449e0dc349d5d99ec02a57622959\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc9002fddf0861f2441d8a614d0dd9db0cf449e0dc349d5d99ec02a57622959\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:f89cc957c4d5c0e4e9ae75ae685ed7fd9bd380d0405822a1b2685757fa944887 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:b6a8d1e49f6b89c04ff9b432ff8d3c330fe025980825f3e198dddd7da5880f52 (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:d694abb54f8cfbf390a1c677291e944781f3f246c7f8a82644a22e087636cbaa (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Skipping blob sha256:fd4819c3e764b665409fcc3c66a2514fec0f15b00c35139a67a77edc1e23a21d (already present):\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:37:26Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:7b1825e473f695f153fd37ffb1f8beabf9f0b6156fc8411eb8f07e69db8a90dd (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f5e8524f19cd83b7de050d8af8e0bd15993b65c136ac4287c98e1485835c53d3\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f5e8524f19cd83b7de050d8af8e0bd15993b65c136ac4287c98e1485835c53d3\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:8acffe3a23243b3f9cc1969d7c2fb4ae5f12c954644c716162a129612b61cd3e (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:0d2d9389db0ff810e48a3a7e0984bafefe54b6f48a5294a49c6a26f79636f2ce (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:825979fe7b705d8643dfacdd4b8570e69c42061a70025b222bcebd19e63edb9d (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:3dc9002fddf0861f2441d8a614d0dd9db0cf449e0dc349d5d99ec02a57622959 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:816599a74c7f9eb853472b324d0e7a1c2e9e1022777d3a06dbacfa79b81150eb (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d10b229bd4820d8ce284ff7eb879e4fac76834696dd4e715361afbb6dea1b8df\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d10b229bd4820d8ce284ff7eb879e4fac76834696dd4e715361afbb6dea1b8df\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:afc48abd937989760139dea92ca3ecf1388e3c1d84401e24d8f278131d444fd6 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:a4969890a5348c4beaa313c476682766cbeba93e4c317697ab3f6dfc4bb7d9ca (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:185b1d04daf5eadc788ba283f091cda59a84c56884e1120325e68a47f6278515 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:f5e8524f19cd83b7de050d8af8e0bd15993b65c136ac4287c98e1485835c53d3 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:7e9ad763d96ec5e99fa42d2f66b836457b6c3375756d4f21c08f6716135c0201 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:d10b229bd4820d8ce284ff7eb879e4fac76834696dd4e715361afbb6dea1b8df (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c201d348a9eb4433ba9036ac81dadf93a1cf2db20220e4130ca6d8d9f14ef1b\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c201d348a9eb4433ba9036ac81dadf93a1cf2db20220e4130ca6d8d9f14ef1b\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e
repomirrorworker stdout | 63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c638fbcaafd5fdaab03d16b0ed27139d92b668c71bebdf30b1b2f372613c41e9\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c638fbcaafd5fdaab03d16b0ed27139d92b668c71bebdf30b1b2f372613c41e9\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:d39288d90f37111adbf48ad6b2bad8766850cc9eb9f9c0aecd9ca999fde365a5 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:ba4b251bb1ef6505cac889e6bf5848cb98956b1688b9594ebc5157aeed4d19be (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:c638fbcaafd5fdaab03d16b0ed27139d92b668c71bebdf30b1b2f372613c41e9 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:5350ebd092503e63a4a594c4c9db2ee2d7b89ac123cf3b573013e2708eed14e0 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:9f936fa34fb8d5a36ecabbe79684b3b9978c491eac09d6bd92c611ff202163ce (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:6c201d348a9eb4433ba9036ac81dadf93a1cf2db20220e4130ca6d8d9f14ef1b (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:8ece6c275aa7938cb5ff58187063ffd2ed6aaeb817cc8b1111c8957b356f2ca3 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:082103fb05bc2a19f8622af891a801e8dcbc145d3c4b715e35dc61eea49e4515\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:082103fb05bc2a19f8622af891a801e8dcbc145d3c4b715e35dc61eea49e4515\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:bd9a24b9575be1084039fafeb7eec3d7f6516ce99b57e9f90aa718c4ec01726c (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:a2dfb925fb5ebd1b27066d62763245f966ad32e6c15c897c87a03e57b37d8ca0 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:5ea6c07e32e8a39f001f43eb891c876f8166bf0998875586aec83903f7b3717d (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:90e2e79916651b7ae4546af51537ea6c27e8c276911acdc7c9967c8eebdf456d (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:082103fb05bc2a19f8622af891a801e8dcbc145d3c4b715e35dc61eea49e4515 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1883aae4bd45d43a9f4ad4dc3316be6cb2c11422ed64272932d08d6532298cf8\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1883aae4bd45d43a9f4ad4dc3316be6cb2c11422ed64272932d08d6532298cf8\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:a4d652efe96863318b49881adb9151d9b753a00aec6dfbe1737b5455e3ab453b (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:fe1f831394598c330358e89ae92606991f051022c9e3a55fb297b4e7f403ef32 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e88cf4aa01a0791f2cb2384d9b48cc6cb20f7831d150a326ec8aa26fc524310b\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e88cf4aa01a0791f2cb2384d9b48cc6cb20f7831d150a326ec8aa26fc524310b\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:1883aae4bd45d43a9f4ad4dc3316be6cb2c11422ed64272932d08d6532298cf8 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:9eb459a6830e1fa23711634578ca9b3a413ccf4db9125163f876ebf7b27d701f (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:5442ca58c1d30928c2a5565a8ddc2057c3bb7c7b7477f421e5288914492e83c9 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:6c2c85214cd7be3c487b24b22ccc39f9b2f0ec616fb3c6ca019feb3877df12f8 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:378cf3cd241a0ea98a43c766f2f54b81335b60d48675947c15a2707d1babff36 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:13f4b2963fddd568ce6a8c2b24fa9b97ad35b8b80d694b66bd3d872c47ac4d97 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:1e3ff3d0ee28be309d7a1321bd31150f7e4100954b52ea7e8010829d6150e0f3 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:ee3fa50dc6600d6aafa8f9e2f2bc35ca0596e57b24364b81f68bf7ad67c0dfc1 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:e88cf4aa01a0791f2cb2384d9b48cc6cb20f7831d150a326ec8aa26fc524310b (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:f476ea266953cd5ef93ea0378327a1df4d5b1b6e92d0682b873d1c26c6eff454 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d5b4ef9d3a487e0dfecb2217b24268858ade79d86c6162842ce1c622862a473\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9d5b4ef9d3a487e0dfecb2217b24268858ade79d86c6162842ce1c622862a473\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2dad519b9bd0f1f083cc3f739eef2eb638ee44d00b1c7d6e3c81a078cad6f5\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:be2dad519b9bd0f1f083cc3f739eef2eb638ee44d00b1c7d6e3c81a078cad6f5\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:cf921f35516be9c74a5c59ab294d0fbd44717940ac9471859dbfa2d38c230970 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:ea2b0aa160dafaf66309c1cadb87b6c27a1a26fdc9e25f7fe61cf6dc886cffc0 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:52311e0f80ff16e7b94e008040c3a69b1c9388d963e8fed1de200ff9b6e2f781 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:c824f387fdc5fa0add0e28f95a6570bbda16da9c34392f0114adc3d9b9d3257d (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:9d5b4ef9d3a487e0dfecb2217b24268858ade79d86c6162842ce1c622862a473 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:be2dad519b9bd0f1f083cc3f739eef2eb638ee44d00b1c7d6e3c81a078cad6f5 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94c3c8fa1f7d98ee6848ac7670e13a6d4b9c1a98bdfd795015b4d2f3e051495e\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:94c3c8fa1f7d98ee6848ac7670e13a6d4b9c1a98bdfd795015b4d2f3e051495e\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:54c33c6ad460b77e94322984949603f1d140b35dd67c88c608a915c2c1f380e3 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:94c3c8fa1f7d98ee6848ac7670e13a6d4b9c1a98bdfd795015b4d2f3e051495e (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:1eab4982ee1ffa87f1663ef7098829bdadd854125ce3d96f42771f54d8a5e391 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:36c95f097ee036262f5104b31a8526dd0d2fd060b72f4b8eb64a69e50329a699 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:0f24158d1717188dd61d5306de7a489a74c189d2de8d1a1ca0ad8adb10f6eb75 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:70da4a01d94ee5d3fabb320e4690efadb608d66d21091454343a2c551a6333d0 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e979f476a11a82123304a16f47e1b2f224fca4e210a10a81a13cc75a8a22213\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e20e3dbdaeff4f529c7f0750495e6565372e338cc6f463631b2310c1299b05ad\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e979f476a11a82123304a16f47e1b2f224fca4e210a10a81a13cc75a8a22213\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e20e3dbdaeff4f529c7f0750495e6565372e338cc6f463631b2310c1299b05ad\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:86b193bbdc2af48c44cf48038ed5420519269a395dddd86ea0a98023c2f2f92b (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:9ee60df45e46f2658ddf6ee44567401abed1ad0a4f941fbd73b26e91c15f37a1 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:2b23bde93e463e9213c84483ae53ec9f62d86624dff14eed906ad786c0403359 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ddd2d765a6fe7bfea189bed5e4afc536feaf6e73a57dc68f046116e39f84367c\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ddd2d765a6fe7bfea189bed5e4afc536feaf6e73a57dc68f046116e39f84367c\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:9e979f476a11a82123304a16f47e1b2f224fca4e210a10a81a13cc75a8a22213 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:31455efcf89463baa6a1c5e7dae73c95cfff5dd24a5bc90e0466ae924860fb4d (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:e20e3dbdaeff4f529c7f0750495e6565372e338cc6f463631b2310c1299b05ad (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:3dc2496a21b46a78faca18bf95ce23c97ea93df90365025abacd586e1df9781a (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:789fda6441a36812a99d949006f0d7f4de5ca614bd7171c6a3b940bc9c8d7feb\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:789fda6441a36812a99d949006f0d7f4de5ca614bd7171c6a3b940bc9c8d7feb\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Skipping blob sha256:e84cfb225188ca527d8151cc4ab39891fdfb21f7e9fb6bcd05a21586f2931590 (already present):\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:37:27Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:ddd2d765a6fe7bfea189bed5e4afc536feaf6e73a57dc68f046116e39f84367c (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:afb80b1842d9ab388fe8e387125d131e1268be1c92cfa666690fc8ca6bb32a43 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:0b64249b54fe973d758bebe0fcbeaf33e7adcb4ceb6982041b4c374b6a9a45d1 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:5b7829a53415b41488996b6716ec21ea0af4e8063cde76d50afb535bb0f3d0cc (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:1bb35732f90d7cbde64695e6da7cc86b93835b688698fec9bba078823ed8d5e8 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:789fda6441a36812a99d949006f0d7f4de5ca614bd7171c6a3b940bc9c8d7feb (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bcb0a23cc513a4d42f903d6216c8359f000a5a741384637b19caf320ae0f7f08\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:bcb0a23cc513a4d42f903d6216c8359f000a5a741384637b19caf320ae0f7f08\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:8e7a32fe81b2bc6ab5fb1aca7ce750e9d036986a2f7a0db92ba26b9ffeb1655d (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:7f5f984edcf0c930989e73e9dbb2ed8e194dabfc784ed2deed2778529d0d638c (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:8cfaabfc4316065c52f599657d1e7e178269b2f38512fa8865124dba4f5a3d2f (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:f341d1257ae5dc7ddb367d6342cd21897df18fb843735b142bc27a4d183e8880 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:c53707907351eaaa25d0ddaa890c61469667a628d9c56f67303f6deadc3f0e38 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:abfc0a2d3eab500a5ff467d44d5489ac5f9594178ef3863f6517a1973c5dee17 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:bcb0a23cc513a4d42f903d6216c8359f000a5a741384637b19caf320ae0f7f08 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f763416038da1125c14407e1dc48d23d49bbcb111c71ca619ab8ad3e6a93c6f5\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f763416038da1125c14407e1dc48d23d49bbcb111c71ca619ab8ad3e6a93c6f5\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:19f83eb0a9e9045468df197fa93c1a7b065cf69e938250c01023f5454032e1cb (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:50ef683e92c00cc88f192c3cd809c06e4dea4a98295d0bb1f752b54843054bf4 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aaa6051829f4b906a20d7541e9836a0b898d8287c34833700b05e2731aca1eac\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:aaa6051829f4b906a20d7541e9836a0b898d8287c34833700b05e2731aca1eac\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:0341d1a2824bea1ba84bdc2601dd9ad51580a65730de63ba7bf8a9b173caa9d0 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:8698cf618b3156fce0c53a2c575f137d69d9fff6cbae7b9599eb75de9fb885cf (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:a43920d5068a0a55de8aadbccda09f52f37b65a55b13d88a945254755a021ad1 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:cb8084fb99b2045748e124c76beb70258c8c8b8f989705b30a3f225a378bfd0b (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:f763416038da1125c14407e1dc48d23d49bbcb111c71ca619ab8ad3e6a93c6f5 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a1f6f30e391650d6c0ebdd4480a6e7601a960a4f70a16cb6adf117007227009\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1a1f6f30e391650d6c0ebdd4480a6e7601a960a4f70a16cb6adf117007227009\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93f52c311a628bdafb4e25f19209b0cb4e585f7cf50e800f4d314b279835a3a1\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:93f52c311a628bdafb4e25f19209b0cb4e585f7cf50e800f4d314b279835a3a1\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:aaa6051829f4b906a20d7541e9836a0b898d8287c34833700b05e2731aca1eac (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:d77deae20b66ea2ae877010fe9765b7f5ec85e8aeaa2ac2e8ed024716b2ee136 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:eca196a4d8fbcfc44d189507df3f368181446a6de0050a17bb090341ec6a7643 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:233a6aa5dd6f751770808236ebda536a1b0f87312d17d4cf0ef65f91abc093ea (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:b8653f7f20f08f63ff5af771d6fa7d8515240145d6f4f661ad5a22f75b7784d9 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:93f52c311a628bdafb4e25f19209b0cb4e585f7cf50e800f4d314b279835a3a1 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:1a1f6f30e391650d6c0ebdd4480a6e7601a960a4f70a16cb6adf117007227009 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a30b0a7b96a187eef60ca675e8ec06aeb6581803e79271a0538d4ebc0cad9a50\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a30b0a7b96a187eef60ca675e8ec06aeb6581803e79271a0538d4ebc0cad9a50\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:a30b0a7b96a187eef60ca675e8ec06aeb6581803e79271a0538d4ebc0cad9a50 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:e96bee6445c93af4229b94b2209e7049b01967f406fb4fc10f358873e03f5dd6 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:38758e75545282d272fc154eed8bdedb8ed6d942256811ff40e86a679e5f5fca (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:cf3c532c5e73b04859b712fe0b60c729202c52f68c760ed465d96257f95837f3 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:f0e8e03c8b407bebc694a4adbafb06bcf668f8d3e448be74ba08577bc8f0ecd1 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d98be1ecb2b8dbb60ae256b7834730740617b41d496e19ed5a8990ae4577e78\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:c7ed2a4450d06cffb047b9f3059f40942eb3fe9e3d2bf9218cfd1f36c4ce4151 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2d98be1ecb2b8dbb60ae256b7834730740617b41d496e19ed5a8990ae4577e78\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:d44edd513f38d7a02711a11097d301dad671562fa16f7e900a0f7e7baf55de10 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7343203598dd14dcb8ff3aaf484ac6ac9e5385aa1a6f160b4db8773d01c2c4ef\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7343203598dd14dcb8ff3aaf484ac6ac9e5385aa1a6f160b4db8773d01c2c4ef\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:ef66872ceaa2a8896425dca67e48f3bd37388041a511c9dd3c8814db41fdb802 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:e986a010be261493945d7780bceb7cc890ce924cfabcdf295f441ebcd35c97e1 (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:7343203598dd14dcb8ff3aaf484ac6ac9e5385aa1a6f160b4db8773d01c2c4ef (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Skipping blob sha256:d825206aed05f67a0f17f76ac343ca3ccd981942cf25419887b907e6354ef28c (already present):\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:863112d94115e0d3e71067972adcdc5e724c0b84b47052d2de9a234c5d9d7b5a\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:863112d94115e0d3e71067972adcdc5e724c0b84b47052d2de9a234c5d9d7b5a\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:37:28Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:09426bb5632a95b0763a588c5ab55c48469193dc0d4f37bc2f15ab9d34f141d8 (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:cb20667cd307de0f3675c76d47eb8335dae9841275de9de2550f691fabfc533d (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:9447aa3289c1ff9756f9347fbc731f8f52dd3449493019159b42f90127722a22 (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:9cf88b20ba28d0bcaf05554b31992c6696d4477ce1bae0f829e34656c54b87a9 (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:863112d94115e0d3e71067972adcdc5e724c0b84b47052d2de9a234c5d9d7b5a (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:2d98be1ecb2b8dbb60ae256b7834730740617b41d496e19ed5a8990ae4577e78 (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d8002f4d1e65c406d6498c217478b13bd41cf97e67aa0c83ae4d0925ec1b6c7d\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d8002f4d1e65c406d6498c217478b13bd41cf97e67aa0c83ae4d0925ec1b6c7d\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:5521f195b9ce21148e5dffade8653f49aaae764dde56caec5bc66d4aafe17b6e (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:5490c47ba071fd20c8d9a6cbf4485ac54cdf497727d6d8ec32d466ed14939759 (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:d8002f4d1e65c406d6498c217478b13bd41cf97e67aa0c83ae4d0925ec1b6c7d (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:1097686e56a1b07a77b5c621b445b9265ead194545d5da31e051d0d89cd5fd5b (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:66daf77b3fed2d5ecc9c4a889de3df6f26552c3c45e51e437a38dc9e37e76e82 (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8de98fc468894d39f8bc9c145d4638731f33530bc274838da7b0b97ae06c6112\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:8de98fc468894d39f8bc9c145d4638731f33530bc274838da7b0b97ae06c6112\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87463934f3d64da3d1f72ec7aa8f43d8fb9676dc40d66d9e4b83088f08fbf906\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:87463934f3d64da3d1f72ec7aa8f43d8fb9676dc40d66d9e4b83088f08fbf906\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:2dc6551b0a44705e1f5b195f044d09815c254d96f2f3d39b266ea72ecdfab7aa (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:428637de46dca70d74be27499d5c8329576f7c9630368959dd7212873b41170d\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:428637de46dca70d74be27499d5c8329576f7c9630368959dd7212873b41170d\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:e8cd546760cdc837b5a1a291fb2eae6568ea455429e9550b4a3ddf7610df55db (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:d967c0a1b54407d70c48d53693d076a8def3226ea57e65471d48d1811de6d181 (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:04e7634d4a5fa8b43c3ae5a4c107bccb84d11dfdd0b81f29997c9a06cf309099 (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:87463934f3d64da3d1f72ec7aa8f43d8fb9676dc40d66d9e4b83088f08fbf906 (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:8de98fc468894d39f8bc9c145d4638731f33530bc274838da7b0b97ae06c6112 (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:e782970aff7e5cc3a8ed5be2e59ee38b05e00b48ea85b882fadb4b464f252074 (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:b65c44ef9d03f3afa3ac84587cdf8ff012049e7a4b81de9ec535c70d66400af4 (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4e19d66fc8329ec8fe5e60f3bf51a628c38fde49bd279b61223f3ca77c41ef9\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b4e19d66fc8329ec8fe5e60f3bf51a628c38fde49bd279b61223f3ca77c41ef9\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:428637de46dca70d74be27499d5c8329576f7c9630368959dd7212873b41170d (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:51c055399834410bf9063fd47f520f38a1147676055b269625a1033ebb77f092 (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:9e644a97890ac8accd268e6a941799097b4e804475f6cfb4d3f64392f28b6ea2 (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:4c6ce7fd817daa25a21098db9a58de99621998310f2b4322ed51fd5587daa359 (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:a60cf818d6023444acf92a860d06148120bdbcaaf2e2ece9eabcc86f5741a738 (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:b4e19d66fc8329ec8fe5e60f3bf51a628c38fde49bd279b61223f3ca77c41ef9 (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:354af6bf977729c79eb034c73c50bc002d4c41317e18319d4d55175b77f6a7cb\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:354af6bf977729c79eb034c73c50bc002d4c41317e18319d4d55175b77f6a7cb\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:fb8e0962a921082ea4b60a6bdc6ca942d4091448704c0a762ec5774e5fd3e131 (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:354af6bf977729c79eb034c73c50bc002d4c41317e18319d4d55175b77f6a7cb (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:4f748584b055e869778fbf2dc370c9dc341fc0c7fa1535abba9dbf84024eea95 (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Skipping blob sha256:6cd44c80d15b8d271bf4715dc524d2c5571934c87d4878331fec4eff776d24eb (already present):\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:6b4d8272e4395263925e9faec6439a607eb4052ce1a8ad411a53663ccb32ccb3\\"\\ntime=\\"2022-06-02T12:37:29Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:6b4d8272e4395263925e9faec6439a607eb4052ce1a8ad411a53663ccb32ccb3\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b4d8272e4395263925e9faec6439a607eb4052ce1a8ad411a53663ccb32ccb3\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:6b4d8272e4395263925e9faec6439a607eb4052ce1a8ad411a53663ccb32ccb3\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-96-source\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:37:30,527 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-96-source' successful sync.
repomirrorworker stdout | 2022-06-02 12:37:30,527 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 37, 30, 527200), 2, '6309128c-2231-4edc-b27c-ecd0b998cc88', 3, 'a48aaf2c-7eac-43d3-b559-83efd4d963be'])
repomirrorworker stdout | 2022-06-02 12:37:30,530 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:30,531 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:30,532 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:30,533 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:37:30,534 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:30,540 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:34,218 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:37:30Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:1-96.1652298786\""
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:37:30Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-96.1652298786"
repomirrorworker stdout | time="2022-06-02T12:37:31Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:31Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:37:31Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:37:31Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:31Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:31Z" level=debug msg="Copying instance sha256:2cf729fd9dc07ca3114854dfd3472ceb8a0338806b013e54488bf95621d49d39 (1/4)"
repomirrorworker stdout | time="2022-06-02T12:37:31Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:2cf729fd9dc07ca3114854dfd3472ceb8a0338806b013e54488bf95621d49d39"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-96.1652298786"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c5b1f89131e68f9378bca55dc7423b93269c9470fe5802b7c747e27eb9a9ee"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2df79f177fdd80fb43da5ba661c97e4f69921b614aecb33fbf256120cfa6c966"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19b323993c37b6fc3a8a38c38cb6581b3fa4d4bf789b83ac00fb760d14ab8512"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042641dc6d309eaaf3d82e7cb97152e85fed7121ef29ccf5a323087e08d050a6"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e6537608f4ff764d958f286549d197aff32f2fca6a8735287ae9cda3c88c33bc"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c5b1f89131e68f9378bca55dc7423b93269c9470fe5802b7c747e27eb9a9ee"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2df79f177fdd80fb43da5ba661c97e4f69921b614aecb33fbf256120cfa6c966"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042641dc6d309eaaf3d82e7cb97152e85fed7121ef29ccf5a323087e08d050a6"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e6537608f4ff764d958f286549d197aff32f2fca6a8735287ae9cda3c88c33bc"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19b323993c37b6fc3a8a38c38cb6581b3fa4d4bf789b83ac00fb760d14ab8512"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Skipping blob sha256:e6537608f4ff764d958f286549d197aff32f2fca6a8735287ae9cda3c88c33bc (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Skipping blob sha256:2df79f177fdd80fb43da5ba661c97e4f69921b614aecb33fbf256120cfa6c966 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Skipping blob sha256:042641dc6d309eaaf3d82e7cb97152e85fed7121ef29ccf5a323087e08d050a6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Skipping blob sha256:b3c5b1f89131e68f9378bca55dc7423b93269c9470fe5802b7c747e27eb9a9ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Skipping blob sha256:19b323993c37b6fc3a8a38c38cb6581b3fa4d4bf789b83ac00fb760d14ab8512 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:2cf729fd9dc07ca3114854dfd3472ceb8a0338806b013e54488bf95621d49d39"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Copying instance sha256:4292f37e3c92dddae445a13fdcc5afc1eae568e0c29455b83e946e220eff93c1 (2/4)"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:4292f37e3c92dddae445a13fdcc5afc1eae568e0c29455b83e946e220eff93c1"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-96.1652298786"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21315cb38eebd57819559ae8123a37b5056e365db418300901770c34bb4df7a9"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e2d5c1d7d4ad1f8341eb71a1c19313660e71e5cf760552353de81e7d4892b9b"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4d245bb7ffb9263a6fe7ae1270274345d7b423b41ee2ea48ccd6aab0950691dc"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36cd2197caa1289d03f96b18c522ae3d31d592e75ad65584c423d910e199c297"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21315cb38eebd57819559ae8123a37b5056e365db418300901770c34bb4df7a9"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:917674086f418de2a92fc3547d2ecae6377cf3cb3c226a28127cb90e4ec35615"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4d245bb7ffb9263a6fe7ae1270274345d7b423b41ee2ea48ccd6aab0950691dc"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:917674086f418de2a92fc3547d2ecae6377cf3cb3c226a28127cb90e4ec35615"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36cd2197caa1289d03f96b18c522ae3d31d592e75ad65584c423d910e199c297"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e2d5c1d7d4ad1f8341eb71a1c19313660e71e5cf760552353de81e7d4892b9b"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Skipping blob sha256:4d245bb7ffb9263a6fe7ae1270274345d7b423b41ee2ea48ccd6aab0950691dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Skipping blob sha256:21315cb38eebd57819559ae8123a37b5056e365db418300901770c34bb4df7a9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Skipping blob sha256:0e2d5c1d7d4ad1f8341eb71a1c19313660e71e5cf760552353de81e7d4892b9b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Skipping blob sha256:36cd2197caa1289d03f96b18c522ae3d31d592e75ad65584c423d910e199c297 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Skipping blob sha256:917674086f418de2a92fc3547d2ecae6377cf3cb3c226a28127cb90e4ec35615 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:4292f37e3c92dddae445a13fdcc5afc1eae568e0c29455b83e946e220eff93c1"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="Copying instance sha256:0949be83bcf6549234549480ae94cebd43abf29ec58fccefa89423000292c069 (3/4)"
repomirrorworker stdout | time="2022-06-02T12:37:32Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:0949be83bcf6549234549480ae94cebd43abf29ec58fccefa89423000292c069"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-96.1652298786"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d68d27f0ef43df73201d1a4f8aa7f06b9135ed54f93163705b0d35e23849335"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:703bfddd4f8874a61101520dc1e556425d7d684aa5f018c7b30b3683a4cbb04b"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d68d27f0ef43df73201d1a4f8aa7f06b9135ed54f93163705b0d35e23849335"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c33df9395cd214ac69066255fc25966dd40a757cd738961f45f339b0d2f6d151"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288aebfdb4dae8422131afe22670c85e433c671cbe50740d02d4fdad6a3be827"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:703bfddd4f8874a61101520dc1e556425d7d684aa5f018c7b30b3683a4cbb04b"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2cc3e8746f9a836686f30d68bda70a1b8321f2b60da20c2499e5ee9c1156e1a"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288aebfdb4dae8422131afe22670c85e433c671cbe50740d02d4fdad6a3be827"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c33df9395cd214ac69066255fc25966dd40a757cd738961f45f339b0d2f6d151"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2cc3e8746f9a836686f30d68bda70a1b8321f2b60da20c2499e5ee9c1156e1a"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Skipping blob sha256:d2cc3e8746f9a836686f30d68bda70a1b8321f2b60da20c2499e5ee9c1156e1a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Skipping blob sha256:7d68d27f0ef43df73201d1a4f8aa7f06b9135ed54f93163705b0d35e23849335 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Skipping blob sha256:c33df9395cd214ac69066255fc25966dd40a757cd738961f45f339b0d2f6d151 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Skipping blob sha256:703bfddd4f8874a61101520dc1e556425d7d684aa5f018c7b30b3683a4cbb04b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Skipping blob sha256:288aebfdb4dae8422131afe22670c85e433c671cbe50740d02d4fdad6a3be827 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:0949be83bcf6549234549480ae94cebd43abf29ec58fccefa89423000292c069"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Copying instance sha256:622de82b8dad9e5e2d04378e03963ed4e732c073f1cf0b327daf05e789a1ff73 (4/4)"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:622de82b8dad9e5e2d04378e03963ed4e732c073f1cf0b327daf05e789a1ff73"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-96.1652298786"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:457a44bb9286bb74ac76b5ddbcb8ab81193429a19ee2183b4e339272c41557e2"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec61ab13e380ca5282a68dcc9fbb67be7a8add742519bc53588d516c0e80914a"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52e16d6d2d62d595704fa5e18e10f83ae8a9eb87a6eaaefbe898194a425297e"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52e16d6d2d62d595704fa5e18e10f83ae8a9eb87a6eaaefbe898194a425297e"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec61ab13e380ca5282a68dcc9fbb67be7a8add742519bc53588d516c0e80914a"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70413138f94b8516dd60f398a483628dd9e87684af53125a3c78dfc631dfd75c"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70413138f94b8516dd60f398a483628dd9e87684af53125a3c78dfc631dfd75c"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:457a44bb9286bb74ac76b5ddbcb8ab81193429a19ee2183b4e339272c41557e2"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a3786dcac3067946575aad3dd141212516818423c9c25d4e75ba953d5397d4"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a3786dcac3067946575aad3dd141212516818423c9c25d4e75ba953d5397d4"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Skipping blob sha256:457a44bb9286bb74ac76b5ddbcb8ab81193429a19ee2183b4e339272c41557e2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Skipping blob sha256:a52e16d6d2d62d595704fa5e18e10f83ae8a9eb87a6eaaefbe898194a425297e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Skipping blob sha256:32a3786dcac3067946575aad3dd141212516818423c9c25d4e75ba953d5397d4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Skipping blob sha256:70413138f94b8516dd60f398a483628dd9e87684af53125a3c78dfc631dfd75c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Skipping blob sha256:ec61ab13e380ca5282a68dcc9fbb67be7a8add742519bc53588d516c0e80914a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08"
repomirrorworker stdout | time="2022-06-02T12:37:33Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:622de82b8dad9e5e2d04378e03963ed4e732c073f1cf0b327daf05e789a1ff73"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-96.1652298786"
repomirrorworker stdout | 2022-06-02 12:37:34,218 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:2cf729fd9dc07ca3114854dfd3472ceb8a0338806b013e54488bf95621d49d39 (1/4)
repomirrorworker stdout | Copying blob sha256:e6537608f4ff764d958f286549d197aff32f2fca6a8735287ae9cda3c88c33bc
repomirrorworker stdout | Copying blob sha256:2df79f177fdd80fb43da5ba661c97e4f69921b614aecb33fbf256120cfa6c966
repomirrorworker stdout | Copying blob sha256:042641dc6d309eaaf3d82e7cb97152e85fed7121ef29ccf5a323087e08d050a6
repomirrorworker stdout | Copying blob sha256:b3c5b1f89131e68f9378bca55dc7423b93269c9470fe5802b7c747e27eb9a9ee
repomirrorworker stdout | Copying blob sha256:19b323993c37b6fc3a8a38c38cb6581b3fa4d4bf789b83ac00fb760d14ab8512
repomirrorworker stdout | Copying config sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:4292f37e3c92dddae445a13fdcc5afc1eae568e0c29455b83e946e220eff93c1 (2/4)
repomirrorworker stdout | Copying blob sha256:4d245bb7ffb9263a6fe7ae1270274345d7b423b41ee2ea48ccd6aab0950691dc
repomirrorworker stdout | Copying blob sha256:21315cb38eebd57819559ae8123a37b5056e365db418300901770c34bb4df7a9
repomirrorworker stdout | Copying blob sha256:0e2d5c1d7d4ad1f8341eb71a1c19313660e71e5cf760552353de81e7d4892b9b
repomirrorworker stdout | Copying blob sha256:36cd2197caa1289d03f96b18c522ae3d31d592e75ad65584c423d910e199c297
repomirrorworker stdout | Copying blob sha256:917674086f418de2a92fc3547d2ecae6377cf3cb3c226a28127cb90e4ec35615
repomirrorworker stdout | Copying config sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:0949be83bcf6549234549480ae94cebd43abf29ec58fccefa89423000292c069 (3/4)
repomirrorworker stdout | Copying blob sha256:d2cc3e8746f9a836686f30d68bda70a1b8321f2b60da20c2499e5ee9c1156e1a
repomirrorworker stdout | Copying blob sha256:7d68d27f0ef43df73201d1a4f8aa7f06b9135ed54f93163705b0d35e23849335
repomirrorworker stdout | Copying blob sha256:c33df9395cd214ac69066255fc25966dd40a757cd738961f45f339b0d2f6d151
repomirrorworker stdout | Copying blob sha256:703bfddd4f8874a61101520dc1e556425d7d684aa5f018c7b30b3683a4cbb04b
repomirrorworker stdout | Copying blob sha256:288aebfdb4dae8422131afe22670c85e433c671cbe50740d02d4fdad6a3be827
repomirrorworker stdout | Copying config sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:622de82b8dad9e5e2d04378e03963ed4e732c073f1cf0b327daf05e789a1ff73 (4/4)
repomirrorworker stdout | Copying blob sha256:457a44bb9286bb74ac76b5ddbcb8ab81193429a19ee2183b4e339272c41557e2
repomirrorworker stdout | Copying blob sha256:a52e16d6d2d62d595704fa5e18e10f83ae8a9eb87a6eaaefbe898194a425297e
repomirrorworker stdout | Copying blob sha256:32a3786dcac3067946575aad3dd141212516818423c9c25d4e75ba953d5397d4
repomirrorworker stdout | Copying blob sha256:70413138f94b8516dd60f398a483628dd9e87684af53125a3c78dfc631dfd75c
repomirrorworker stdout | Copying blob sha256:ec61ab13e380ca5282a68dcc9fbb67be7a8add742519bc53588d516c0e80914a
repomirrorworker stdout | Copying config sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:37:34,220 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:34,224 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:34,225 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 37, 34, 223460), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:1-96.1652298786\' successful sync", "tag": "1-96.1652298786", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:2cf729fd9dc07ca3114854dfd3472ceb8a0338806b013e54488bf95621d49d39 (1/4)\\nCopying blob sha256:e6537608f4ff764d958f286549d197aff32f2fca6a8735287ae9cda3c88c33bc\\nCopying blob sha256:2df79f177fdd80fb43da5ba661c97e4f69921b614aecb33fbf256120cfa6c966\\nCopying blob sha256:042641dc6d309eaaf3d82e7cb97152e85fed7121ef29ccf5a323087e08d050a6\\nCopying blob sha256:b3c5b1f89131e68f9378bca55dc7423b93269c9470fe5802b7c747e27eb9a9ee\\nCopying blob sha256:19b323993c37b6fc3a8a38c38cb6581b3fa4d4bf789b83ac00fb760d14ab8512\\nCopying config sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:4292f37e3c92dddae445a13fdcc5afc1eae568e0c29455b83e946e220eff93c1 (2/4)\\nCopying blob sha256:4d245bb7ffb9263a6fe7ae1270274345d7b423b41ee2ea48ccd6aab0950691dc\\nCopying blob sha256:21315cb38eebd57819559ae8123a37b5056e365db418300901770c34bb4df7a9\\nCopying blob sha256:0e2d5c1d7d4ad1f8341eb71a1c19313660e71e5cf760552353de81e7d4892b9b\\nCopying blob sha256:36cd2197caa1289d03f96b18c522ae3d31d592e75ad65584c423d910e199c297\\nCopying blob sha256:917674086f418de2a92fc3547d2ecae6377cf3cb3c226a28127cb90e4ec35615\\nCopying config sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:0949be83bcf6549234549480ae94cebd43abf29ec58fccefa89423000292c069 (3/4)\\nCopying blob sha256:d2cc3e8746f9a836686f30d68bda70a1b8321f2b60da20c2499e5ee9c1156e1a\\nCopying blob sha256:7d68d27f0ef43df73201d1a4f8aa7f06b9135ed54f93163705b0d35e23849335\\nCopying blob sha256:c33df9395cd214ac69066255fc25966dd40a757cd738961f45f339b0d2f6d151\\nCopying blob sha256:703bfddd4f8874a61101520dc1e556425d7d684aa5f018c7b30b3683a4cbb04b\\nCopying blob sha256:288aebfdb4dae8422131afe22670c85e433c671cbe50740d02d4fdad6a3be827\\nCopying config sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:622de82b8dad9e5e2d04378e03963ed4e732c073f1cf0b327daf05e789a1ff73 (4/4)\\nCopying blob sha256:457a44bb9286bb74ac76b5ddbcb8ab81193429a19ee2183b4e339272c41557e2\\nCopying blob sha256:a52e16d6d2d62d595704fa5e18e10f83ae8a9eb87a6eaaefbe898194a425297e\\nCopying blob sha256:32a3786dcac3067946575aad3dd141212516818423c9c25d4e75ba953d5397d4\\nCopying blob sha256:70413138f94b8516dd60f398a483628dd9e87684af53125a3c78dfc631dfd75c\\nCopying blob sha256:ec61ab13e380ca5282a68dcc9fbb67be7a8add742519bc53588d516c0e80914a\\nCopying config sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:1-96.1652298786\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:37:30Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/1-96.1652298786\\"\\ntime=\\"2022-06-02T12:37:31Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:31Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:37:31Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:37:31Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:31Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:37:31Z\\" level=debug msg=\\"Copying instance sha256:2cf729fd9dc07ca3114854dfd3472ceb8a0338806b013e54488bf95621d49d39 (1/4)\\"\\ntime=\\"2022-06-02T12:37:31Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:2cf729fd9dc07ca3114854dfd3472ceb8a0338806b013e54488bf95621d49d39\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-96.1652298786\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c5b1f89131e68f9378bca55dc7423b93269c9470fe5802b7c747e27eb9a9ee\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2df79f177fdd80fb43da5ba661c97e4f69921b614aecb33fbf256120cfa6c966\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19b323993c37b6fc3a8a38c38cb6581b3fa4d4bf789b83ac00fb760d14ab8512\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042641dc6d309eaaf3d82e7cb97152e85fed7121ef29ccf5a323087e08d050a6\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e6537608f4ff764d958f286549d197aff32f2fca6a8735287ae9cda3c88c33bc\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c5b1f89131e68f9378bca55dc7423b93269c9470fe5802b7c747e27eb9a9ee\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2df79f177fdd80fb43da5ba661c97e4f69921b614aecb33fbf256120cfa6c966\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042641dc6d309eaaf3d82e7cb97152e85fed7121ef29ccf5a323087e08d050a6\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e6537608f4ff764d958f286549d197aff32f2fca6a8735287ae9cda3c88c33bc\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19b323993c37b6fc3a8a38c38cb6581b3fa4d4bf789b83ac00fb760d14ab8512\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Skipping blob sha256:e6537608f4ff764d958f286549d197aff32f2fca6a8735287ae9cda3c88c33bc (already present):\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Skipping blob sha256:2df79f177fdd80fb43da5ba661c97e4f69921b614aecb33fbf256120cfa6c966 (already present):\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Skipping blob sha256:042641dc6d309eaaf3d82e7cb97152e85fed7121ef29ccf5a323087e08d050a6 (already present):\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Skipping blob sha256:b3c5b1f89131e68f9378bca55dc7423b93269c9470fe5802b7c747e27eb9a9ee (already present):\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Skipping blob sha256:19b323993c37b6fc3a8a38c38cb6581b3fa4d4bf789b83ac00fb760d14ab8512 (already present):\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:2cf729fd9dc07ca3114854dfd3472ceb8a0338806b013e54488bf95621d49d39\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Copying instance sha256:4292f37e3c92dddae445a13fdcc5afc1eae568e0c29455b83e946e220eff93c1 (2/4)\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:4292f37e3c92dddae445a13fdcc5afc1eae568e0c29455b83e946e220eff93c1\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-96.1652298786\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21315cb38eebd57819559ae8123a37b5056e365db418300901770c34bb4df7a9\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e2d5c1d7d4ad1f8341eb71a1c19313660e71e5cf760552353de81e7d4892b9b\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4d245bb7ffb9263a6fe7ae1270274345d7b423b41ee2ea48ccd6aab0950691dc\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36cd2197caa1289d03f96b18c522ae3d31d592e75ad65584c423d910e199c297\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21315cb38eebd57819559ae8123a37b5056e365db418300901770c34bb4df7a9\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:917674086f418de2a92fc3547d2ecae6377cf3cb3c226a28127cb90e4ec35615\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4d245bb7ffb9263a6fe7ae1270274345d7b423b41ee2ea48ccd6aab0950691dc\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:917674086f418de2a92fc3547d2ecae6377cf3cb3c226a28127cb90e4ec35615\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36cd2197caa1289d03f96b18c522ae3d31d592e75ad65584c423d910e199c297\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e2d5c1d7d4ad1f8341eb71a1c19313660e71e5cf760552353de81e7d4892b9b\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Skipping blob sha256:4d245bb7ffb9263a6fe7ae1270274345d7b423b41ee2ea48ccd6aab0950691dc (already present):\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Skipping blob sha256:21315cb38eebd57819559ae8123a37b5056e365db418300901770c34bb4df7a9 (already present):\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Skipping blob sha256:0e2d5c1d7d4ad1f8341eb71a1c19313660e71e5cf760552353de81e7d4892b9b (already present):\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Skipping blob sha256:36cd2197caa1289d03f96b18c522ae3d31d592e75ad65584c423d910e199c297 (already present):\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Skipping blob sha256:917674086f418de2a92fc3547d2ecae6377cf3cb3c226a28127cb90e4ec35615 (already present):\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:4292f37e3c92dddae445a13fdcc5afc1eae568e0c29455b83e946e220eff93c1\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"Copying instance sha256:0949be83bcf6549234549480ae94cebd43abf29ec58fccefa89423000292c069 (3/4)\\"\\ntime=\\"2022-06-02T12:37:32Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:0949be83bcf6549234549480ae94cebd43abf29ec58fccefa89423000292c069\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-96.1652298786\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d68d27f0ef43df73201d1a4f8aa7f06b9135ed54f93163705b0d35e23849335\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:703bfddd4f8874a61101520dc1e556425d7d684aa5f018c7b30b3683a4cbb04b\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d68d27f0ef43df73201d1a4f8aa7f06b9135ed54f93163705b0d35e23849335\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c33df9395cd214ac69066255fc25966dd40a757cd738961f45f339b0d2f6d151\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288aebfdb4dae8422131afe22670c85e433c671cbe50740d02d4fdad6a3be827\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:703bfddd4f8874a61101520dc1e556425d7d684aa5f018c7b30b3683a4cbb04b\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2cc3e8746f9a836686f30d68bda70a1b8321f2b60da20c2499e5ee9c1156e1a\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288aebfdb4dae8422131afe22670c85e433c671cbe50740d02d4fdad6a3be827\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c33df9395cd214ac69066255fc25966dd40a757cd738961f45f339b0d2f6d151\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2cc3e8746f9a836686f30d68bda70a1b8321f2b60da20c2499e5ee9c1156e1a\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Skipping blob sha256:d2cc3e8746f9a836686f30d68bda70a1b8321f2b60da20c2499e5ee9c1156e1a (already present):\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Skipping blob sha256:7d68d27f0ef43df73201d1a4f8aa7f06b9135ed54f93163705b0d35e23849335 (already present):\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Skipping blob sha256:c33df9395cd214ac69066255fc25966dd40a757cd738961f45f339b0d2f6d151 (already present):\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Skipping blob sha256:703bfddd4f8874a61101520dc1e556425d7d684aa5f018c7b30b3683a4cbb04b (already present):\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Skipping blob sha256:288aebfdb4dae8422131afe22670c85e433c671cbe50740d02d4fdad6a3be827 (already present):\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:0949be83bcf6549234549480ae94cebd43abf29ec58fccefa89423000292c069\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Copying instance sha256:622de82b8dad9e5e2d04378e03963ed4e732c073f1cf0b327daf05e789a1ff73 (4/4)\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:622de82b8dad9e5e2d04378e03963ed4e732c073f1cf0b327daf05e789a1ff73\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:1-96.1652298786\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:457a44bb9286bb74ac76b5ddbcb8ab81193429a19ee2183b4e339272c41557e2\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec61ab13e380ca5282a68dcc9fbb67be7a8add742519bc53588d516c0e80914a\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52e16d6d2d62d595704fa5e18e10f83ae8a9eb87a6eaaefbe898194a425297e\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52e16d6d2d62d595704fa5e18e10f83ae8a9eb87a6eaaefbe898194a425297e\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec61ab13e380ca5282a68dcc9fbb67be7a8add742519bc53588d516c0e80914a\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70413138f94b8516dd60f398a483628dd9e87684af53125a3c78dfc631dfd75c\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70413138f94b8516dd60f398a483628dd9e87684af53125a3c78dfc631dfd75c\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:457a44bb9286bb74ac76b5ddbcb8ab81193429a19ee2183b4e339272c41557e2\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a3786dcac3067946575aad3dd141212516818423c9c25d4e75ba953d5397d4\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a3786dcac3067946575aad3dd141212516818423c9c25d4e75ba953d5397d4\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Skipping blob sha256:457a44bb9286bb74ac76b5ddbcb8ab81193429a19ee2183b4e339272c41557e2 (already present):\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Skipping blob sha256:a52e16d6d2d62d595704fa5e18e10f83ae8a9eb87a6eaaefbe898194a425297e (already present):\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Skipping blob sha256:32a3786dcac3067946575aad3dd141212516818423c9c25d4e75ba953d5397d4 (already present):\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Skipping blob sha256:70413138f94b8516dd60f398a483628dd9e87684af53125a3c78dfc631dfd75c (already present):\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Skipping blob sha256:ec61ab13e380ca5282a68dcc9fbb67be7a8add742519bc53588d516c0e80914a (already present):\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08\\"\\ntime=\\"2022-06-02T12:37:33Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:622de82b8dad9e5e2d04378e03963ed4e732c073f1cf0b327daf05e789a1ff73\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/1-96.1652298786\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:37:34,229 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:1-96.1652298786' successful sync.
repomirrorworker stdout | 2022-06-02 12:37:34,229 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 37, 34, 229322), 2, 'a2b495a8-ed31-4e27-acb2-4171fa6b0bde', 3, '6309128c-2231-4edc-b27c-ecd0b998cc88'])
repomirrorworker stdout | 2022-06-02 12:37:34,232 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:34,233 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:34,234 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:34,234 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:37:34,235 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:34,241 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."robot_account_id", "t1"."token", "t1"."fully_migrated" FROM "robotaccounttoken" AS "t1" WHERE ("t1"."robot_account_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:36,929 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDERR]: time="2022-06-02T12:37:34Z" level=debug msg="Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg=" Using \"default-docker\" configuration"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="  Using file:///var/lib/containers/sigstore"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/000-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Loading registries configuration \"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\""
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Trying to access \"registry.access.redhat.com/ubi8/python-38:latest\""
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Returning credentials for registry.access.redhat.com from DockerAuthConfig"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Using registries.d directory /etc/containers/registries.d for sigstore configuration"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg=" Using \"docker\" namespace registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="  Using https://access.redhat.com/webassets/docker/content/sigstore"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="GET https://registry.access.redhat.com/v2/"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Ping https://registry.access.redhat.com/v2/ status 200"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/latest"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.list.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Source is a manifest list; copying all instances"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Copying instance sha256:2cf729fd9dc07ca3114854dfd3472ceb8a0338806b013e54488bf95621d49d39 (1/4)"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:2cf729fd9dc07ca3114854dfd3472ceb8a0338806b013e54488bf95621d49d39"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:latest"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2df79f177fdd80fb43da5ba661c97e4f69921b614aecb33fbf256120cfa6c966"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042641dc6d309eaaf3d82e7cb97152e85fed7121ef29ccf5a323087e08d050a6"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19b323993c37b6fc3a8a38c38cb6581b3fa4d4bf789b83ac00fb760d14ab8512"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e6537608f4ff764d958f286549d197aff32f2fca6a8735287ae9cda3c88c33bc"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c5b1f89131e68f9378bca55dc7423b93269c9470fe5802b7c747e27eb9a9ee"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Ping https://quay.lab.apps.cloud.internal/v2/ status 401"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19b323993c37b6fc3a8a38c38cb6581b3fa4d4bf789b83ac00fb760d14ab8512"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c5b1f89131e68f9378bca55dc7423b93269c9470fe5802b7c747e27eb9a9ee"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2df79f177fdd80fb43da5ba661c97e4f69921b614aecb33fbf256120cfa6c966"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042641dc6d309eaaf3d82e7cb97152e85fed7121ef29ccf5a323087e08d050a6"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Increasing token expiration to: 60 seconds"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e6537608f4ff764d958f286549d197aff32f2fca6a8735287ae9cda3c88c33bc"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Skipping blob sha256:2df79f177fdd80fb43da5ba661c97e4f69921b614aecb33fbf256120cfa6c966 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Skipping blob sha256:b3c5b1f89131e68f9378bca55dc7423b93269c9470fe5802b7c747e27eb9a9ee (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Skipping blob sha256:042641dc6d309eaaf3d82e7cb97152e85fed7121ef29ccf5a323087e08d050a6 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Skipping blob sha256:e6537608f4ff764d958f286549d197aff32f2fca6a8735287ae9cda3c88c33bc (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Skipping blob sha256:19b323993c37b6fc3a8a38c38cb6581b3fa4d4bf789b83ac00fb760d14ab8512 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65"
repomirrorworker stdout | time="2022-06-02T12:37:34Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:2cf729fd9dc07ca3114854dfd3472ceb8a0338806b013e54488bf95621d49d39"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Copying instance sha256:4292f37e3c92dddae445a13fdcc5afc1eae568e0c29455b83e946e220eff93c1 (2/4)"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:4292f37e3c92dddae445a13fdcc5afc1eae568e0c29455b83e946e220eff93c1"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:latest"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36cd2197caa1289d03f96b18c522ae3d31d592e75ad65584c423d910e199c297"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:917674086f418de2a92fc3547d2ecae6377cf3cb3c226a28127cb90e4ec35615"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e2d5c1d7d4ad1f8341eb71a1c19313660e71e5cf760552353de81e7d4892b9b"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4d245bb7ffb9263a6fe7ae1270274345d7b423b41ee2ea48ccd6aab0950691dc"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4d245bb7ffb9263a6fe7ae1270274345d7b423b41ee2ea48ccd6aab0950691dc"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e2d5c1d7d4ad1f8341eb71a1c19313660e71e5cf760552353de81e7d4892b9b"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:917674086f418de2a92fc3547d2ecae6377cf3cb3c226a28127cb90e4ec35615"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36cd2197caa1289d03f96b18c522ae3d31d592e75ad65584c423d910e199c297"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21315cb38eebd57819559ae8123a37b5056e365db418300901770c34bb4df7a9"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21315cb38eebd57819559ae8123a37b5056e365db418300901770c34bb4df7a9"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Skipping blob sha256:36cd2197caa1289d03f96b18c522ae3d31d592e75ad65584c423d910e199c297 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Skipping blob sha256:0e2d5c1d7d4ad1f8341eb71a1c19313660e71e5cf760552353de81e7d4892b9b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Skipping blob sha256:4d245bb7ffb9263a6fe7ae1270274345d7b423b41ee2ea48ccd6aab0950691dc (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Skipping blob sha256:917674086f418de2a92fc3547d2ecae6377cf3cb3c226a28127cb90e4ec35615 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Skipping blob sha256:21315cb38eebd57819559ae8123a37b5056e365db418300901770c34bb4df7a9 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:4292f37e3c92dddae445a13fdcc5afc1eae568e0c29455b83e946e220eff93c1"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="Copying instance sha256:0949be83bcf6549234549480ae94cebd43abf29ec58fccefa89423000292c069 (3/4)"
repomirrorworker stdout | time="2022-06-02T12:37:35Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:0949be83bcf6549234549480ae94cebd43abf29ec58fccefa89423000292c069"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:latest"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d68d27f0ef43df73201d1a4f8aa7f06b9135ed54f93163705b0d35e23849335"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:703bfddd4f8874a61101520dc1e556425d7d684aa5f018c7b30b3683a4cbb04b"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d68d27f0ef43df73201d1a4f8aa7f06b9135ed54f93163705b0d35e23849335"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c33df9395cd214ac69066255fc25966dd40a757cd738961f45f339b0d2f6d151"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2cc3e8746f9a836686f30d68bda70a1b8321f2b60da20c2499e5ee9c1156e1a"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2cc3e8746f9a836686f30d68bda70a1b8321f2b60da20c2499e5ee9c1156e1a"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:703bfddd4f8874a61101520dc1e556425d7d684aa5f018c7b30b3683a4cbb04b"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c33df9395cd214ac69066255fc25966dd40a757cd738961f45f339b0d2f6d151"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288aebfdb4dae8422131afe22670c85e433c671cbe50740d02d4fdad6a3be827"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288aebfdb4dae8422131afe22670c85e433c671cbe50740d02d4fdad6a3be827"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Skipping blob sha256:d2cc3e8746f9a836686f30d68bda70a1b8321f2b60da20c2499e5ee9c1156e1a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Skipping blob sha256:c33df9395cd214ac69066255fc25966dd40a757cd738961f45f339b0d2f6d151 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Skipping blob sha256:288aebfdb4dae8422131afe22670c85e433c671cbe50740d02d4fdad6a3be827 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Skipping blob sha256:7d68d27f0ef43df73201d1a4f8aa7f06b9135ed54f93163705b0d35e23849335 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Skipping blob sha256:703bfddd4f8874a61101520dc1e556425d7d684aa5f018c7b30b3683a4cbb04b (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:0949be83bcf6549234549480ae94cebd43abf29ec58fccefa89423000292c069"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Copying instance sha256:622de82b8dad9e5e2d04378e03963ed4e732c073f1cf0b327daf05e789a1ff73 (4/4)"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:622de82b8dad9e5e2d04378e03963ed4e732c073f1cf0b327daf05e789a1ff73"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Content-Type from manifest GET is \"application/vnd.docker.distribution.manifest.v2+json\""
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:latest"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg=" Using default policy section"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg=" Requirement 0: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Overall: allowed"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="... will first try using the original manifest unmodified"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:457a44bb9286bb74ac76b5ddbcb8ab81193429a19ee2183b4e339272c41557e2"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec61ab13e380ca5282a68dcc9fbb67be7a8add742519bc53588d516c0e80914a"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70413138f94b8516dd60f398a483628dd9e87684af53125a3c78dfc631dfd75c"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:457a44bb9286bb74ac76b5ddbcb8ab81193429a19ee2183b4e339272c41557e2"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52e16d6d2d62d595704fa5e18e10f83ae8a9eb87a6eaaefbe898194a425297e"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec61ab13e380ca5282a68dcc9fbb67be7a8add742519bc53588d516c0e80914a"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70413138f94b8516dd60f398a483628dd9e87684af53125a3c78dfc631dfd75c"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52e16d6d2d62d595704fa5e18e10f83ae8a9eb87a6eaaefbe898194a425297e"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a3786dcac3067946575aad3dd141212516818423c9c25d4e75ba953d5397d4"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a3786dcac3067946575aad3dd141212516818423c9c25d4e75ba953d5397d4"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Skipping blob sha256:70413138f94b8516dd60f398a483628dd9e87684af53125a3c78dfc631dfd75c (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Skipping blob sha256:ec61ab13e380ca5282a68dcc9fbb67be7a8add742519bc53588d516c0e80914a (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Skipping blob sha256:32a3786dcac3067946575aad3dd141212516818423c9c25d4e75ba953d5397d4 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Skipping blob sha256:a52e16d6d2d62d595704fa5e18e10f83ae8a9eb87a6eaaefbe898194a425297e (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Skipping blob sha256:457a44bb9286bb74ac76b5ddbcb8ab81193429a19ee2183b4e339272c41557e2 (already present):"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Downloading /v2/ubi8/python-38/blobs/sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="No compression detected"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Using original blob without modification"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="... already exists"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:622de82b8dad9e5e2d04378e03963ed4e732c073f1cf0b327daf05e789a1ff73"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json…"
repomirrorworker stdout | time="2022-06-02T12:37:36Z" level=debug msg="PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/latest"
repomirrorworker stdout | 2022-06-02 12:37:36,930 [60] [DEBUG] [util.repomirror.skopeomirror] Skopeo [STDOUT]: Copying 4 of 4 images in list
repomirrorworker stdout | Copying image sha256:2cf729fd9dc07ca3114854dfd3472ceb8a0338806b013e54488bf95621d49d39 (1/4)
repomirrorworker stdout | Copying blob sha256:2df79f177fdd80fb43da5ba661c97e4f69921b614aecb33fbf256120cfa6c966
repomirrorworker stdout | Copying blob sha256:b3c5b1f89131e68f9378bca55dc7423b93269c9470fe5802b7c747e27eb9a9ee
repomirrorworker stdout | Copying blob sha256:042641dc6d309eaaf3d82e7cb97152e85fed7121ef29ccf5a323087e08d050a6
repomirrorworker stdout | Copying blob sha256:e6537608f4ff764d958f286549d197aff32f2fca6a8735287ae9cda3c88c33bc
repomirrorworker stdout | Copying blob sha256:19b323993c37b6fc3a8a38c38cb6581b3fa4d4bf789b83ac00fb760d14ab8512
repomirrorworker stdout | Copying config sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:4292f37e3c92dddae445a13fdcc5afc1eae568e0c29455b83e946e220eff93c1 (2/4)
repomirrorworker stdout | Copying blob sha256:36cd2197caa1289d03f96b18c522ae3d31d592e75ad65584c423d910e199c297
repomirrorworker stdout | Copying blob sha256:0e2d5c1d7d4ad1f8341eb71a1c19313660e71e5cf760552353de81e7d4892b9b
repomirrorworker stdout | Copying blob sha256:4d245bb7ffb9263a6fe7ae1270274345d7b423b41ee2ea48ccd6aab0950691dc
repomirrorworker stdout | Copying blob sha256:917674086f418de2a92fc3547d2ecae6377cf3cb3c226a28127cb90e4ec35615
repomirrorworker stdout | Copying blob sha256:21315cb38eebd57819559ae8123a37b5056e365db418300901770c34bb4df7a9
repomirrorworker stdout | Copying config sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:0949be83bcf6549234549480ae94cebd43abf29ec58fccefa89423000292c069 (3/4)
repomirrorworker stdout | Copying blob sha256:d2cc3e8746f9a836686f30d68bda70a1b8321f2b60da20c2499e5ee9c1156e1a
repomirrorworker stdout | Copying blob sha256:c33df9395cd214ac69066255fc25966dd40a757cd738961f45f339b0d2f6d151
repomirrorworker stdout | Copying blob sha256:288aebfdb4dae8422131afe22670c85e433c671cbe50740d02d4fdad6a3be827
repomirrorworker stdout | Copying blob sha256:7d68d27f0ef43df73201d1a4f8aa7f06b9135ed54f93163705b0d35e23849335
repomirrorworker stdout | Copying blob sha256:703bfddd4f8874a61101520dc1e556425d7d684aa5f018c7b30b3683a4cbb04b
repomirrorworker stdout | Copying config sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Copying image sha256:622de82b8dad9e5e2d04378e03963ed4e732c073f1cf0b327daf05e789a1ff73 (4/4)
repomirrorworker stdout | Copying blob sha256:70413138f94b8516dd60f398a483628dd9e87684af53125a3c78dfc631dfd75c
repomirrorworker stdout | Copying blob sha256:ec61ab13e380ca5282a68dcc9fbb67be7a8add742519bc53588d516c0e80914a
repomirrorworker stdout | Copying blob sha256:32a3786dcac3067946575aad3dd141212516818423c9c25d4e75ba953d5397d4
repomirrorworker stdout | Copying blob sha256:a52e16d6d2d62d595704fa5e18e10f83ae8a9eb87a6eaaefbe898194a425297e
repomirrorworker stdout | Copying blob sha256:457a44bb9286bb74ac76b5ddbcb8ab81193429a19ee2183b4e339272c41557e2
repomirrorworker stdout | Copying config sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08
repomirrorworker stdout | Writing manifest to image destination
repomirrorworker stdout | Storing signatures
repomirrorworker stdout | Writing manifest list to image destination
repomirrorworker stdout | Storing list signatures
repomirrorworker stdout | 2022-06-02 12:37:36,932 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:36,936 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:36,937 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [70, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 37, 36, 935405), None, '{"verb": "finish", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "Source \'docker://registry.access.redhat.com/ubi8/python-38:latest\' successful sync", "tag": "latest", "tags": null, "stdout": "Copying 4 of 4 images in list\\nCopying image sha256:2cf729fd9dc07ca3114854dfd3472ceb8a0338806b013e54488bf95621d49d39 (1/4)\\nCopying blob sha256:2df79f177fdd80fb43da5ba661c97e4f69921b614aecb33fbf256120cfa6c966\\nCopying blob sha256:b3c5b1f89131e68f9378bca55dc7423b93269c9470fe5802b7c747e27eb9a9ee\\nCopying blob sha256:042641dc6d309eaaf3d82e7cb97152e85fed7121ef29ccf5a323087e08d050a6\\nCopying blob sha256:e6537608f4ff764d958f286549d197aff32f2fca6a8735287ae9cda3c88c33bc\\nCopying blob sha256:19b323993c37b6fc3a8a38c38cb6581b3fa4d4bf789b83ac00fb760d14ab8512\\nCopying config sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:4292f37e3c92dddae445a13fdcc5afc1eae568e0c29455b83e946e220eff93c1 (2/4)\\nCopying blob sha256:36cd2197caa1289d03f96b18c522ae3d31d592e75ad65584c423d910e199c297\\nCopying blob sha256:0e2d5c1d7d4ad1f8341eb71a1c19313660e71e5cf760552353de81e7d4892b9b\\nCopying blob sha256:4d245bb7ffb9263a6fe7ae1270274345d7b423b41ee2ea48ccd6aab0950691dc\\nCopying blob sha256:917674086f418de2a92fc3547d2ecae6377cf3cb3c226a28127cb90e4ec35615\\nCopying blob sha256:21315cb38eebd57819559ae8123a37b5056e365db418300901770c34bb4df7a9\\nCopying config sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:0949be83bcf6549234549480ae94cebd43abf29ec58fccefa89423000292c069 (3/4)\\nCopying blob sha256:d2cc3e8746f9a836686f30d68bda70a1b8321f2b60da20c2499e5ee9c1156e1a\\nCopying blob sha256:c33df9395cd214ac69066255fc25966dd40a757cd738961f45f339b0d2f6d151\\nCopying blob sha256:288aebfdb4dae8422131afe22670c85e433c671cbe50740d02d4fdad6a3be827\\nCopying blob sha256:7d68d27f0ef43df73201d1a4f8aa7f06b9135ed54f93163705b0d35e23849335\\nCopying blob sha256:703bfddd4f8874a61101520dc1e556425d7d684aa5f018c7b30b3683a4cbb04b\\nCopying config sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f\\nWriting manifest to image destination\\nStoring signatures\\nCopying image sha256:622de82b8dad9e5e2d04378e03963ed4e732c073f1cf0b327daf05e789a1ff73 (4/4)\\nCopying blob sha256:70413138f94b8516dd60f398a483628dd9e87684af53125a3c78dfc631dfd75c\\nCopying blob sha256:ec61ab13e380ca5282a68dcc9fbb67be7a8add742519bc53588d516c0e80914a\\nCopying blob sha256:32a3786dcac3067946575aad3dd141212516818423c9c25d4e75ba953d5397d4\\nCopying blob sha256:a52e16d6d2d62d595704fa5e18e10f83ae8a9eb87a6eaaefbe898194a425297e\\nCopying blob sha256:457a44bb9286bb74ac76b5ddbcb8ab81193429a19ee2183b4e339272c41557e2\\nCopying config sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08\\nWriting manifest to image destination\\nStoring signatures\\nWriting manifest list to image destination\\nStoring list signatures\\n", "stderr": "time=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Returning credentials for quay.lab.apps.cloud.internal from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\" Using \\\\\\"default-docker\\\\\\" configuration\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"  Using file:///var/lib/containers/sigstore\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/000-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/001-rhel-shortnames.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Loading registries configuration \\\\\\"/etc/containers/registries.conf.d/002-rhel-shortnames-overrides.conf\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Trying to access \\\\\\"registry.access.redhat.com/ubi8/python-38:latest\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Returning credentials for registry.access.redhat.com from DockerAuthConfig\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Using registries.d directory /etc/containers/registries.d for sigstore configuration\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\" Using \\\\\\"docker\\\\\\" namespace registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"  Using https://access.redhat.com/webassets/docker/content/sigstore\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Looking for TLS certificates and private keys in /etc/docker/certs.d/registry.access.redhat.com\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Ping https://registry.access.redhat.com/v2/ status 200\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/latest\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.list.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Error creating parent directories for blob-info-cache-v1.boltdb, using a memory-only cache: mkdir /.local: permission denied\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Source is a manifest list; copying all instances\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Manifest list has MIME type application/vnd.docker.distribution.manifest.list.v2+json, ordered candidate list [application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"... will use the original manifest list type, and then try [application/vnd.oci.image.index.v1+json]\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Copying instance sha256:2cf729fd9dc07ca3114854dfd3472ceb8a0338806b013e54488bf95621d49d39 (1/4)\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:2cf729fd9dc07ca3114854dfd3472ceb8a0338806b013e54488bf95621d49d39\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:latest\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2df79f177fdd80fb43da5ba661c97e4f69921b614aecb33fbf256120cfa6c966\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042641dc6d309eaaf3d82e7cb97152e85fed7121ef29ccf5a323087e08d050a6\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19b323993c37b6fc3a8a38c38cb6581b3fa4d4bf789b83ac00fb760d14ab8512\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e6537608f4ff764d958f286549d197aff32f2fca6a8735287ae9cda3c88c33bc\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c5b1f89131e68f9378bca55dc7423b93269c9470fe5802b7c747e27eb9a9ee\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Ping https://quay.lab.apps.cloud.internal/v2/ status 401\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"GET https://quay.lab.apps.cloud.internal/v2/auth?account=registry.redhat.io%2Bregistry_redhat_io_robot&scope=repository%3Aregistry.redhat.io%2Fubi8-python-38%3Apull%2Cpush&service=quay.lab.apps.cloud.internal\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:19b323993c37b6fc3a8a38c38cb6581b3fa4d4bf789b83ac00fb760d14ab8512\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:b3c5b1f89131e68f9378bca55dc7423b93269c9470fe5802b7c747e27eb9a9ee\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:2df79f177fdd80fb43da5ba661c97e4f69921b614aecb33fbf256120cfa6c966\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:042641dc6d309eaaf3d82e7cb97152e85fed7121ef29ccf5a323087e08d050a6\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Increasing token expiration to: 60 seconds\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e6537608f4ff764d958f286549d197aff32f2fca6a8735287ae9cda3c88c33bc\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Skipping blob sha256:2df79f177fdd80fb43da5ba661c97e4f69921b614aecb33fbf256120cfa6c966 (already present):\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Skipping blob sha256:b3c5b1f89131e68f9378bca55dc7423b93269c9470fe5802b7c747e27eb9a9ee (already present):\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Skipping blob sha256:042641dc6d309eaaf3d82e7cb97152e85fed7121ef29ccf5a323087e08d050a6 (already present):\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Skipping blob sha256:e6537608f4ff764d958f286549d197aff32f2fca6a8735287ae9cda3c88c33bc (already present):\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Skipping blob sha256:19b323993c37b6fc3a8a38c38cb6581b3fa4d4bf789b83ac00fb760d14ab8512 (already present):\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65\\"\\ntime=\\"2022-06-02T12:37:34Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ed288ad7ba99aa7e095fef5d6a20979285a49a4d449c62d8b317bf7b8a7b7d65\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:2cf729fd9dc07ca3114854dfd3472ceb8a0338806b013e54488bf95621d49d39\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Copying instance sha256:4292f37e3c92dddae445a13fdcc5afc1eae568e0c29455b83e946e220eff93c1 (2/4)\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:4292f37e3c92dddae445a13fdcc5afc1eae568e0c29455b83e946e220eff93c1\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:latest\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36cd2197caa1289d03f96b18c522ae3d31d592e75ad65584c423d910e199c297\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:917674086f418de2a92fc3547d2ecae6377cf3cb3c226a28127cb90e4ec35615\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e2d5c1d7d4ad1f8341eb71a1c19313660e71e5cf760552353de81e7d4892b9b\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4d245bb7ffb9263a6fe7ae1270274345d7b423b41ee2ea48ccd6aab0950691dc\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:4d245bb7ffb9263a6fe7ae1270274345d7b423b41ee2ea48ccd6aab0950691dc\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:0e2d5c1d7d4ad1f8341eb71a1c19313660e71e5cf760552353de81e7d4892b9b\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:917674086f418de2a92fc3547d2ecae6377cf3cb3c226a28127cb90e4ec35615\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:36cd2197caa1289d03f96b18c522ae3d31d592e75ad65584c423d910e199c297\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21315cb38eebd57819559ae8123a37b5056e365db418300901770c34bb4df7a9\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:21315cb38eebd57819559ae8123a37b5056e365db418300901770c34bb4df7a9\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Skipping blob sha256:36cd2197caa1289d03f96b18c522ae3d31d592e75ad65584c423d910e199c297 (already present):\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Skipping blob sha256:0e2d5c1d7d4ad1f8341eb71a1c19313660e71e5cf760552353de81e7d4892b9b (already present):\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Skipping blob sha256:4d245bb7ffb9263a6fe7ae1270274345d7b423b41ee2ea48ccd6aab0950691dc (already present):\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Skipping blob sha256:917674086f418de2a92fc3547d2ecae6377cf3cb3c226a28127cb90e4ec35615 (already present):\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Skipping blob sha256:21315cb38eebd57819559ae8123a37b5056e365db418300901770c34bb4df7a9 (already present):\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:9594a4fdbf2e40fe3a200aafb189491217f1c1978eb4322dac1c71006e5d5b7e\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:4292f37e3c92dddae445a13fdcc5afc1eae568e0c29455b83e946e220eff93c1\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"Copying instance sha256:0949be83bcf6549234549480ae94cebd43abf29ec58fccefa89423000292c069 (3/4)\\"\\ntime=\\"2022-06-02T12:37:35Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:0949be83bcf6549234549480ae94cebd43abf29ec58fccefa89423000292c069\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:latest\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d68d27f0ef43df73201d1a4f8aa7f06b9135ed54f93163705b0d35e23849335\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:703bfddd4f8874a61101520dc1e556425d7d684aa5f018c7b30b3683a4cbb04b\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:7d68d27f0ef43df73201d1a4f8aa7f06b9135ed54f93163705b0d35e23849335\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c33df9395cd214ac69066255fc25966dd40a757cd738961f45f339b0d2f6d151\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2cc3e8746f9a836686f30d68bda70a1b8321f2b60da20c2499e5ee9c1156e1a\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:d2cc3e8746f9a836686f30d68bda70a1b8321f2b60da20c2499e5ee9c1156e1a\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:703bfddd4f8874a61101520dc1e556425d7d684aa5f018c7b30b3683a4cbb04b\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:c33df9395cd214ac69066255fc25966dd40a757cd738961f45f339b0d2f6d151\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288aebfdb4dae8422131afe22670c85e433c671cbe50740d02d4fdad6a3be827\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:288aebfdb4dae8422131afe22670c85e433c671cbe50740d02d4fdad6a3be827\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Skipping blob sha256:d2cc3e8746f9a836686f30d68bda70a1b8321f2b60da20c2499e5ee9c1156e1a (already present):\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Skipping blob sha256:c33df9395cd214ac69066255fc25966dd40a757cd738961f45f339b0d2f6d151 (already present):\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Skipping blob sha256:288aebfdb4dae8422131afe22670c85e433c671cbe50740d02d4fdad6a3be827 (already present):\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Skipping blob sha256:7d68d27f0ef43df73201d1a4f8aa7f06b9135ed54f93163705b0d35e23849335 (already present):\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Skipping blob sha256:703bfddd4f8874a61101520dc1e556425d7d684aa5f018c7b30b3683a4cbb04b (already present):\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:e5a5da67c2097d8bb3b02a8c3f5b2f6ddfd0136603faecef041a0204ab633d0f\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:0949be83bcf6549234549480ae94cebd43abf29ec58fccefa89423000292c069\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Copying instance sha256:622de82b8dad9e5e2d04378e03963ed4e732c073f1cf0b327daf05e789a1ff73 (4/4)\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/manifests/sha256:622de82b8dad9e5e2d04378e03963ed4e732c073f1cf0b327daf05e789a1ff73\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Content-Type from manifest GET is \\\\\\"application/vnd.docker.distribution.manifest.v2+json\\\\\\"\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"IsRunningImageAllowed for image docker:registry.access.redhat.com/ubi8/python-38:latest\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\" Using default policy section\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\" Requirement 0: allowed\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Overall: allowed\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Manifest has MIME type application/vnd.docker.distribution.manifest.v2+json, ordered candidate list [application/vnd.docker.distribution.manifest.v2+json, application/vnd.docker.distribution.manifest.v1+prettyjws, application/vnd.oci.image.manifest.v1+json, application/vnd.oci.image.index.v1+json, application/vnd.docker.distribution.manifest.list.v2+json, application/vnd.docker.distribution.manifest.v1+json]\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"... will first try using the original manifest unmodified\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:457a44bb9286bb74ac76b5ddbcb8ab81193429a19ee2183b4e339272c41557e2\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec61ab13e380ca5282a68dcc9fbb67be7a8add742519bc53588d516c0e80914a\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70413138f94b8516dd60f398a483628dd9e87684af53125a3c78dfc631dfd75c\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:457a44bb9286bb74ac76b5ddbcb8ab81193429a19ee2183b4e339272c41557e2\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52e16d6d2d62d595704fa5e18e10f83ae8a9eb87a6eaaefbe898194a425297e\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:ec61ab13e380ca5282a68dcc9fbb67be7a8add742519bc53588d516c0e80914a\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:70413138f94b8516dd60f398a483628dd9e87684af53125a3c78dfc631dfd75c\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a52e16d6d2d62d595704fa5e18e10f83ae8a9eb87a6eaaefbe898194a425297e\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a3786dcac3067946575aad3dd141212516818423c9c25d4e75ba953d5397d4\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:32a3786dcac3067946575aad3dd141212516818423c9c25d4e75ba953d5397d4\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Skipping blob sha256:70413138f94b8516dd60f398a483628dd9e87684af53125a3c78dfc631dfd75c (already present):\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Skipping blob sha256:ec61ab13e380ca5282a68dcc9fbb67be7a8add742519bc53588d516c0e80914a (already present):\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Skipping blob sha256:32a3786dcac3067946575aad3dd141212516818423c9c25d4e75ba953d5397d4 (already present):\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Skipping blob sha256:a52e16d6d2d62d595704fa5e18e10f83ae8a9eb87a6eaaefbe898194a425297e (already present):\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Skipping blob sha256:457a44bb9286bb74ac76b5ddbcb8ab81193429a19ee2183b4e339272c41557e2 (already present):\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Downloading /v2/ubi8/python-38/blobs/sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"GET https://registry.access.redhat.com/v2/ubi8/python-38/blobs/sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"No compression detected\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Using original blob without modification\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Checking /v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"HEAD https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/blobs/sha256:a4ef8ff1aacdc6022dafcebc5ee10ed4290a3fa14c90d79caa767cd21e7e2a08\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"... already exists\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/sha256:622de82b8dad9e5e2d04378e03963ed4e732c073f1cf0b327daf05e789a1ff73\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"Trying to use manifest list type application/vnd.docker.distribution.manifest.list.v2+json\\u2026\\"\\ntime=\\"2022-06-02T12:37:36Z\\" level=debug msg=\\"PUT https://quay.lab.apps.cloud.internal/v2/registry.redhat.io/ubi8-python-38/manifests/latest\\"\\n"}'])
repomirrorworker stdout | 2022-06-02 12:37:36,941 [60] [INFO] [workers.repomirrorworker] Source 'docker://registry.access.redhat.com/ubi8/python-38:latest' successful sync.
repomirrorworker stdout | 2022-06-02 12:37:36,942 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_expiration_date" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 2, 14, 37, 36, 941725), 2, '4c0bff39-0f06-4542-b6c5-8ac16c0ef049', 3, 'a2b495a8-ed31-4e27-acb2-4171fa6b0bde'])
repomirrorworker stdout | 2022-06-02 12:37:36,944 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:36,945 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:36,946 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "tag" AS "t1" WHERE ((("t1"."repository_id" = %s) AND (("t1"."lifetime_end_ms" IS %s) OR ("t1"."lifetime_end_ms" > %s))) AND ("t1"."hidden" = %s)) ORDER BY "t1"."id"', [3, None, 1654173456946, False])
repomirrorworker stdout | 2022-06-02 12:37:36,949 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."repository_id", "t1"."creation_date", "t1"."rule_type", "t1"."rule_value", "t1"."left_child_id", "t1"."right_child_id" FROM "repomirrorrule" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:36,950 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:36,951 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['registry.redhat.io', 'ubi8-python-38', 3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:36,953 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['registry.redhat.io', 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:36,953 [60] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [68, 2, None, 3, datetime.datetime(2022, 6, 2, 12, 37, 36, 952600), None, '{"verb": "end", "namespace": "registry.redhat.io", "repo": "ubi8-python-38", "message": "\'registry.access.redhat.com/ubi8/python-38\' with tag pattern \'*\'", "tag": null, "tags": "1, 1-22, 1-22-source, 1-26, 1-26-source, 1-27, 1-27-source, 1-34, 1-34-source, 1-34.1599745032, 1-34.1599745032-source, 1-41, 1-41-source, 1-43, 1-43-source, 1-43.16099467811, 1-43.16099467811-source, 1-47, 1-47-source, 1-47.1614874861, 1-47.1614874861-source, 1-54, 1-54-source, 1-54.1618436884, 1-54.1618436884-source, 1-60, 1-60-source, 1-61, 1-61-source, 1-63, 1-63-source, 1-63.1626843762, 1-63.1626843762-source, 1-68, 1-68-source, 1-71, 1-71-source, 1-71.1634036286, 1-71.1634036286-source, 1-74, 1-74-source, 1-75, 1-75-source, 1-75.1638364053, 1-75.1638364053-source, 1-77, 1-77-source, 1-80, 1-80-source, 1-80.1645821300, 1-80.1645821300-source, 1-86, 1-86-source, 1-86.1647529309, 1-86.1647529309-source, 1-86.1648121386, 1-86.1648121386-source, 1-9, 1-9.1591210169, 1-94, 1-94-source, 1-96, 1-96-source, 1-96.1652298786, latest", "stdout": null, "stderr": null}'])
repomirrorworker stdout | 2022-06-02 12:37:36,956 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."repository_id", "t1"."event_id", "t1"."method_id", "t1"."title", "t1"."config_json", "t1"."event_config_json", "t1"."number_of_failures", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositorynotification" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") INNER JOIN "externalnotificationevent" AS "t4" ON ("t1"."event_id" = "t4"."id") WHERE ((("t3"."username" = %s) AND ("t2"."name" = %s)) AND ("t4"."name" = %s))', ['registry.redhat.io', 'ubi8-python-38', 'repo_mirror_sync_success'])
repomirrorworker stdout | 2022-06-02 12:37:36,958 [60] [DEBUG] [peewee] ('UPDATE "repomirrorconfig" SET "sync_start_date" = %s, "sync_expiration_date" = %s, "sync_retries_remaining" = %s, "sync_status" = %s, "sync_transaction_id" = %s WHERE (("repomirrorconfig"."id" = %s) AND ("repomirrorconfig"."sync_transaction_id" = %s))', [datetime.datetime(2022, 6, 9, 12, 30, 6, 958297), None, 3, 1, '80efd959-063a-4a96-b5ca-77f20de6166f', 3, '4c0bff39-0f06-4542-b6c5-8ac16c0ef049'])
repomirrorworker stdout | 2022-06-02 12:37:36,960 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [3, 1, 0])
repomirrorworker stdout | 2022-06-02 12:37:36,961 [60] [INFO] [util.migrate.allocator] Marking id range as completed: 1-4
repomirrorworker stdout | 2022-06-02 12:37:36,962 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 37, 36, 961772), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 37, 36, 961772), 0, 2, datetime.datetime(2022, 6, 2, 12, 37, 36, 961772), True, 14, 15])
repomirrorworker stdout | 2022-06-02 12:37:36,963 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 12:37:36,964 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 37, 36, 963876), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 37, 36, 963876), 0, 2, datetime.datetime(2022, 6, 2, 12, 37, 36, 963876), True, 4, 8])
repomirrorworker stdout | 2022-06-02 12:37:36,965 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 12:37:36,966 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 37, 36, 965721), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 37, 36, 965721), 0, 2, datetime.datetime(2022, 6, 2, 12, 37, 36, 965721), True, 8, 12])
repomirrorworker stdout | 2022-06-02 12:37:36,967 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 12:37:36,967 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:37:36,967 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:37:36,967 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:37:36,973 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:37:36,973 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:37:36,973 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:38:09.167018+00:00 (in 29.998970 seconds)
repomirrorworker stdout | 2022-06-02 12:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:38:09 UTC)" (scheduled at 2022-06-02 12:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:37:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:37:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:37:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 37, 39, 176009), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 37, 39, 176009), 0, 2, datetime.datetime(2022, 6, 2, 12, 37, 39, 176009), True, 2, 6])
repomirrorworker stdout | 2022-06-02 12:37:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 12:37:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 37, 39, 179648), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 37, 39, 179648), 0, 2, datetime.datetime(2022, 6, 2, 12, 37, 39, 179648), True, 6, 10])
repomirrorworker stdout | 2022-06-02 12:37:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 12:37:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 37, 39, 181508), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 37, 39, 181508), 0, 2, datetime.datetime(2022, 6, 2, 12, 37, 39, 181508), True, 10, 14])
repomirrorworker stdout | 2022-06-02 12:37:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 12:37:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 37, 39, 183198), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 37, 39, 183198), 0, 2, datetime.datetime(2022, 6, 2, 12, 37, 39, 183198), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:37:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:37:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 37, 39, 184879), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 37, 39, 184879), 0, 2, datetime.datetime(2022, 6, 2, 12, 37, 39, 184879), True, 14, 15])
repomirrorworker stdout | 2022-06-02 12:37:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 12:37:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:37:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:37:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:37:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:37:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:37:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:37:53,444 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:38:39.167018+00:00 (in 29.999076 seconds)
repomirrorworker stdout | 2022-06-02 12:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:38:39 UTC)" (scheduled at 2022-06-02 12:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:38:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:38:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 38, 9, 176951), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 38, 9, 176951), 0, 2, datetime.datetime(2022, 6, 2, 12, 38, 9, 176951), True, 3, 7])
repomirrorworker stdout | 2022-06-02 12:38:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 12:38:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 38, 9, 180283), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 38, 9, 180283), 0, 2, datetime.datetime(2022, 6, 2, 12, 38, 9, 180283), True, 8, 12])
repomirrorworker stdout | 2022-06-02 12:38:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 12:38:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 38, 9, 182249), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 38, 9, 182249), 0, 2, datetime.datetime(2022, 6, 2, 12, 38, 9, 182249), True, 7, 11])
repomirrorworker stdout | 2022-06-02 12:38:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 12:38:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 38, 9, 183968), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 38, 9, 183968), 0, 2, datetime.datetime(2022, 6, 2, 12, 38, 9, 183968), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:38:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:38:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 38, 9, 185793), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 38, 9, 185793), 0, 2, datetime.datetime(2022, 6, 2, 12, 38, 9, 185793), True, 12, 15])
repomirrorworker stdout | 2022-06-02 12:38:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 12:38:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:38:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:38:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:38:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:38:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:38:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:38:23,499 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:39:09.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-02 12:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:39:09 UTC)" (scheduled at 2022-06-02 12:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:38:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:38:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:38:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 38, 39, 176286), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 38, 39, 176286), 0, 2, datetime.datetime(2022, 6, 2, 12, 38, 39, 176286), True, 4, 8])
repomirrorworker stdout | 2022-06-02 12:38:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 12:38:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 38, 39, 179873), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 38, 39, 179873), 0, 2, datetime.datetime(2022, 6, 2, 12, 38, 39, 179873), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:38:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:38:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 38, 39, 181962), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 38, 39, 181962), 0, 2, datetime.datetime(2022, 6, 2, 12, 38, 39, 181962), True, 11, 15])
repomirrorworker stdout | 2022-06-02 12:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 12:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 38, 39, 183829), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 38, 39, 183829), 0, 2, datetime.datetime(2022, 6, 2, 12, 38, 39, 183829), True, 8, 12])
repomirrorworker stdout | 2022-06-02 12:38:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 12:38:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:38:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:38:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:38:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:38:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:38:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:38:53,550 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:39:39.167018+00:00 (in 29.999039 seconds)
repomirrorworker stdout | 2022-06-02 12:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:39:39 UTC)" (scheduled at 2022-06-02 12:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:39:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:39:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:39:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 39, 9, 176921), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 39, 9, 176921), 0, 2, datetime.datetime(2022, 6, 2, 12, 39, 9, 176921), True, 8, 12])
repomirrorworker stdout | 2022-06-02 12:39:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 12:39:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 39, 9, 180758), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 39, 9, 180758), 0, 2, datetime.datetime(2022, 6, 2, 12, 39, 9, 180758), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:39:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:39:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 39, 9, 183147), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 39, 9, 183147), 0, 2, datetime.datetime(2022, 6, 2, 12, 39, 9, 183147), True, 12, 15])
repomirrorworker stdout | 2022-06-02 12:39:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 12:39:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 39, 9, 185316), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 39, 9, 185316), 0, 2, datetime.datetime(2022, 6, 2, 12, 39, 9, 185316), True, 5, 9])
repomirrorworker stdout | 2022-06-02 12:39:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 12:39:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:39:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:39:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:39:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:39:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:39:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:39:23,598 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:40:09.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-02 12:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:40:09 UTC)" (scheduled at 2022-06-02 12:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:39:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:39:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 39, 39, 176552), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 39, 39, 176552), 0, 2, datetime.datetime(2022, 6, 2, 12, 39, 39, 176552), True, 8, 12])
repomirrorworker stdout | 2022-06-02 12:39:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 12:39:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 39, 39, 179760), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 39, 39, 179760), 0, 2, datetime.datetime(2022, 6, 2, 12, 39, 39, 179760), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:39:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:39:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 39, 39, 182096), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 39, 39, 182096), 0, 2, datetime.datetime(2022, 6, 2, 12, 39, 39, 182096), True, 5, 9])
repomirrorworker stdout | 2022-06-02 12:39:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 12:39:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 39, 39, 184207), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 39, 39, 184207), 0, 2, datetime.datetime(2022, 6, 2, 12, 39, 39, 184207), True, 12, 15])
repomirrorworker stdout | 2022-06-02 12:39:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 12:39:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:39:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:39:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:39:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:39:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:39:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:39:53,638 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:40:39.167018+00:00 (in 29.998948 seconds)
repomirrorworker stdout | 2022-06-02 12:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:40:39 UTC)" (scheduled at 2022-06-02 12:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:40:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:40:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:40:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 40, 9, 176899), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 40, 9, 176899), 0, 2, datetime.datetime(2022, 6, 2, 12, 40, 9, 176899), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:40:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:40:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 40, 9, 180181), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 40, 9, 180181), 0, 2, datetime.datetime(2022, 6, 2, 12, 40, 9, 180181), True, 8, 12])
repomirrorworker stdout | 2022-06-02 12:40:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 12:40:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 40, 9, 182172), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 40, 9, 182172), 0, 2, datetime.datetime(2022, 6, 2, 12, 40, 9, 182172), True, 12, 15])
repomirrorworker stdout | 2022-06-02 12:40:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 12:40:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 40, 9, 183908), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 40, 9, 183908), 0, 2, datetime.datetime(2022, 6, 2, 12, 40, 9, 183908), True, 5, 9])
repomirrorworker stdout | 2022-06-02 12:40:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 12:40:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:40:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:40:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:40:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:40:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:40:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:40:23,711 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:41:09.167018+00:00 (in 29.999006 seconds)
repomirrorworker stdout | 2022-06-02 12:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:41:09 UTC)" (scheduled at 2022-06-02 12:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:40:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:40:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:40:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 40, 39, 177042), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 40, 39, 177042), 0, 2, datetime.datetime(2022, 6, 2, 12, 40, 39, 177042), True, 3, 7])
repomirrorworker stdout | 2022-06-02 12:40:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 12:40:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 40, 39, 180561), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 40, 39, 180561), 0, 2, datetime.datetime(2022, 6, 2, 12, 40, 39, 180561), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:40:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:40:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 40, 39, 182710), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 40, 39, 182710), 0, 2, datetime.datetime(2022, 6, 2, 12, 40, 39, 182710), True, 7, 11])
repomirrorworker stdout | 2022-06-02 12:40:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 12:40:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 40, 39, 184371), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 40, 39, 184371), 0, 2, datetime.datetime(2022, 6, 2, 12, 40, 39, 184371), True, 11, 15])
repomirrorworker stdout | 2022-06-02 12:40:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 12:40:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:40:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:40:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:40:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:40:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:40:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:40:53,751 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:41:39.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-02 12:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:41:39 UTC)" (scheduled at 2022-06-02 12:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:41:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:41:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:41:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 41, 9, 176981), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 41, 9, 176981), 0, 2, datetime.datetime(2022, 6, 2, 12, 41, 9, 176981), True, 7, 11])
repomirrorworker stdout | 2022-06-02 12:41:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 12:41:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 41, 9, 180442), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 41, 9, 180442), 0, 2, datetime.datetime(2022, 6, 2, 12, 41, 9, 180442), True, 11, 15])
repomirrorworker stdout | 2022-06-02 12:41:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 12:41:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 41, 9, 182386), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 41, 9, 182386), 0, 2, datetime.datetime(2022, 6, 2, 12, 41, 9, 182386), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:41:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:41:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 41, 9, 184101), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 41, 9, 184101), 0, 2, datetime.datetime(2022, 6, 2, 12, 41, 9, 184101), True, 5, 9])
repomirrorworker stdout | 2022-06-02 12:41:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 12:41:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:41:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:41:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:41:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:41:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:41:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:41:23,811 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:42:09.167018+00:00 (in 29.999127 seconds)
repomirrorworker stdout | 2022-06-02 12:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:42:09 UTC)" (scheduled at 2022-06-02 12:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:41:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 41, 39, 177140), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 41, 39, 177140), 0, 2, datetime.datetime(2022, 6, 2, 12, 41, 39, 177140), True, 4, 8])
repomirrorworker stdout | 2022-06-02 12:41:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 12:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 41, 39, 180606), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 41, 39, 180606), 0, 2, datetime.datetime(2022, 6, 2, 12, 41, 39, 180606), True, 9, 13])
repomirrorworker stdout | 2022-06-02 12:41:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 12:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 41, 39, 182568), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 41, 39, 182568), 0, 2, datetime.datetime(2022, 6, 2, 12, 41, 39, 182568), True, 8, 12])
repomirrorworker stdout | 2022-06-02 12:41:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 12:41:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 41, 39, 184362), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 41, 39, 184362), 0, 2, datetime.datetime(2022, 6, 2, 12, 41, 39, 184362), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:41:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:41:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 41, 39, 186108), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 41, 39, 186108), 0, 2, datetime.datetime(2022, 6, 2, 12, 41, 39, 186108), True, 13, 15])
repomirrorworker stdout | 2022-06-02 12:41:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 12:41:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:41:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:41:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:41:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:41:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:41:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:41:53,868 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:42:39.167018+00:00 (in 29.999171 seconds)
repomirrorworker stdout | 2022-06-02 12:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:42:39 UTC)" (scheduled at 2022-06-02 12:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:42:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:42:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:42:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 42, 9, 176327), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 42, 9, 176327), 0, 2, datetime.datetime(2022, 6, 2, 12, 42, 9, 176327), True, 6, 10])
repomirrorworker stdout | 2022-06-02 12:42:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 12:42:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 42, 9, 179459), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 42, 9, 179459), 0, 2, datetime.datetime(2022, 6, 2, 12, 42, 9, 179459), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:42:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:42:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 42, 9, 181340), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 42, 9, 181340), 0, 2, datetime.datetime(2022, 6, 2, 12, 42, 9, 181340), True, 5, 9])
repomirrorworker stdout | 2022-06-02 12:42:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 12:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 42, 9, 183080), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 42, 9, 183080), 0, 2, datetime.datetime(2022, 6, 2, 12, 42, 9, 183080), True, 10, 14])
repomirrorworker stdout | 2022-06-02 12:42:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 12:42:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 42, 9, 184905), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 42, 9, 184905), 0, 2, datetime.datetime(2022, 6, 2, 12, 42, 9, 184905), True, 14, 15])
repomirrorworker stdout | 2022-06-02 12:42:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 12:42:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:42:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:42:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:42:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:42:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:42:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:42:23,911 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:43:09.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-02 12:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:43:09 UTC)" (scheduled at 2022-06-02 12:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:42:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:42:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 42, 39, 176619), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 42, 39, 176619), 0, 2, datetime.datetime(2022, 6, 2, 12, 42, 39, 176619), True, 9, 13])
repomirrorworker stdout | 2022-06-02 12:42:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 12:42:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 42, 39, 180065), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 42, 39, 180065), 0, 2, datetime.datetime(2022, 6, 2, 12, 42, 39, 180065), True, 4, 8])
repomirrorworker stdout | 2022-06-02 12:42:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 12:42:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 42, 39, 182000), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 42, 39, 182000), 0, 2, datetime.datetime(2022, 6, 2, 12, 42, 39, 182000), True, 8, 12])
repomirrorworker stdout | 2022-06-02 12:42:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 12:42:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 42, 39, 183733), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 42, 39, 183733), 0, 2, datetime.datetime(2022, 6, 2, 12, 42, 39, 183733), True, 13, 15])
repomirrorworker stdout | 2022-06-02 12:42:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 12:42:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 42, 39, 185417), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 42, 39, 185417), 0, 2, datetime.datetime(2022, 6, 2, 12, 42, 39, 185417), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:42:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:42:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:42:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:42:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:42:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:42:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:42:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:42:53,949 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:43:39.167018+00:00 (in 29.998957 seconds)
repomirrorworker stdout | 2022-06-02 12:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:43:39 UTC)" (scheduled at 2022-06-02 12:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:43:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:43:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:43:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 43, 9, 176872), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 43, 9, 176872), 0, 2, datetime.datetime(2022, 6, 2, 12, 43, 9, 176872), True, 8, 12])
repomirrorworker stdout | 2022-06-02 12:43:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 12:43:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 43, 9, 179992), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 43, 9, 179992), 0, 2, datetime.datetime(2022, 6, 2, 12, 43, 9, 179992), True, 4, 8])
repomirrorworker stdout | 2022-06-02 12:43:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 12:43:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 43, 9, 181877), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 43, 9, 181877), 0, 2, datetime.datetime(2022, 6, 2, 12, 43, 9, 181877), True, 12, 15])
repomirrorworker stdout | 2022-06-02 12:43:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 12:43:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 43, 9, 183658), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 43, 9, 183658), 0, 2, datetime.datetime(2022, 6, 2, 12, 43, 9, 183658), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:43:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:43:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:43:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:43:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:43:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:43:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:43:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:43:23,993 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:44:09.167018+00:00 (in 29.998912 seconds)
repomirrorworker stdout | 2022-06-02 12:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:44:09 UTC)" (scheduled at 2022-06-02 12:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:43:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:43:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:43:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 43, 39, 177507), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 43, 39, 177507), 0, 2, datetime.datetime(2022, 6, 2, 12, 43, 39, 177507), True, 2, 6])
repomirrorworker stdout | 2022-06-02 12:43:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 12:43:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 43, 39, 180949), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 43, 39, 180949), 0, 2, datetime.datetime(2022, 6, 2, 12, 43, 39, 180949), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:43:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:43:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 43, 39, 183023), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 43, 39, 183023), 0, 2, datetime.datetime(2022, 6, 2, 12, 43, 39, 183023), True, 6, 10])
repomirrorworker stdout | 2022-06-02 12:43:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 12:43:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 43, 39, 184720), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 43, 39, 184720), 0, 2, datetime.datetime(2022, 6, 2, 12, 43, 39, 184720), True, 11, 15])
repomirrorworker stdout | 2022-06-02 12:43:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 12:43:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 43, 39, 186402), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 43, 39, 186402), 0, 2, datetime.datetime(2022, 6, 2, 12, 43, 39, 186402), True, 10, 14])
repomirrorworker stdout | 2022-06-02 12:43:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 12:43:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:43:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:43:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:43:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:43:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:43:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:43:54,068 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:44:39.167018+00:00 (in 29.998764 seconds)
repomirrorworker stdout | 2022-06-02 12:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:44:39 UTC)" (scheduled at 2022-06-02 12:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:44:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:44:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 44, 9, 177335), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 44, 9, 177335), 0, 2, datetime.datetime(2022, 6, 2, 12, 44, 9, 177335), True, 6, 10])
repomirrorworker stdout | 2022-06-02 12:44:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 12:44:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 44, 9, 180660), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 44, 9, 180660), 0, 2, datetime.datetime(2022, 6, 2, 12, 44, 9, 180660), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:44:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:44:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 44, 9, 182535), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 44, 9, 182535), 0, 2, datetime.datetime(2022, 6, 2, 12, 44, 9, 182535), True, 5, 9])
repomirrorworker stdout | 2022-06-02 12:44:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 12:44:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 44, 9, 184217), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 44, 9, 184217), 0, 2, datetime.datetime(2022, 6, 2, 12, 44, 9, 184217), True, 10, 14])
repomirrorworker stdout | 2022-06-02 12:44:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 12:44:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 44, 9, 185869), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 44, 9, 185869), 0, 2, datetime.datetime(2022, 6, 2, 12, 44, 9, 185869), True, 14, 15])
repomirrorworker stdout | 2022-06-02 12:44:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 12:44:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:44:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:44:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:44:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:44:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:44:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:44:24,131 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:45:09.167018+00:00 (in 29.998982 seconds)
repomirrorworker stdout | 2022-06-02 12:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:45:09 UTC)" (scheduled at 2022-06-02 12:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:44:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:44:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:44:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 44, 39, 177131), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 44, 39, 177131), 0, 2, datetime.datetime(2022, 6, 2, 12, 44, 39, 177131), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:44:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:44:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 44, 39, 180809), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 44, 39, 180809), 0, 2, datetime.datetime(2022, 6, 2, 12, 44, 39, 180809), True, 6, 10])
repomirrorworker stdout | 2022-06-02 12:44:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 12:44:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 44, 39, 182719), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 44, 39, 182719), 0, 2, datetime.datetime(2022, 6, 2, 12, 44, 39, 182719), True, 5, 9])
repomirrorworker stdout | 2022-06-02 12:44:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 12:44:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 44, 39, 184385), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 44, 39, 184385), 0, 2, datetime.datetime(2022, 6, 2, 12, 44, 39, 184385), True, 11, 15])
repomirrorworker stdout | 2022-06-02 12:44:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 12:44:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 44, 39, 186233), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 44, 39, 186233), 0, 2, datetime.datetime(2022, 6, 2, 12, 44, 39, 186233), True, 10, 14])
repomirrorworker stdout | 2022-06-02 12:44:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 12:44:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:44:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:44:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:44:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:44:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:44:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:44:54,234 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:45:39.167018+00:00 (in 29.999012 seconds)
repomirrorworker stdout | 2022-06-02 12:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:45:39 UTC)" (scheduled at 2022-06-02 12:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:45:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:45:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:45:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 45, 9, 176774), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 45, 9, 176774), 0, 2, datetime.datetime(2022, 6, 2, 12, 45, 9, 176774), True, 7, 11])
repomirrorworker stdout | 2022-06-02 12:45:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 12:45:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 45, 9, 180042), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 45, 9, 180042), 0, 2, datetime.datetime(2022, 6, 2, 12, 45, 9, 180042), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:45:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:45:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 45, 9, 181930), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 45, 9, 181930), 0, 2, datetime.datetime(2022, 6, 2, 12, 45, 9, 181930), True, 11, 15])
repomirrorworker stdout | 2022-06-02 12:45:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 12:45:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 45, 9, 183637), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 45, 9, 183637), 0, 2, datetime.datetime(2022, 6, 2, 12, 45, 9, 183637), True, 5, 9])
repomirrorworker stdout | 2022-06-02 12:45:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 12:45:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:45:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:45:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:45:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:45:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:45:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:45:24,287 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:46:09.167018+00:00 (in 29.999115 seconds)
repomirrorworker stdout | 2022-06-02 12:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:46:09 UTC)" (scheduled at 2022-06-02 12:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:45:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:45:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 45, 39, 177066), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 45, 39, 177066), 0, 2, datetime.datetime(2022, 6, 2, 12, 45, 39, 177066), True, 8, 12])
repomirrorworker stdout | 2022-06-02 12:45:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 12:45:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 45, 39, 180668), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 45, 39, 180668), 0, 2, datetime.datetime(2022, 6, 2, 12, 45, 39, 180668), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:45:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:45:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 45, 39, 182779), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 45, 39, 182779), 0, 2, datetime.datetime(2022, 6, 2, 12, 45, 39, 182779), True, 12, 15])
repomirrorworker stdout | 2022-06-02 12:45:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 12:45:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 45, 39, 184641), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 45, 39, 184641), 0, 2, datetime.datetime(2022, 6, 2, 12, 45, 39, 184641), True, 5, 9])
repomirrorworker stdout | 2022-06-02 12:45:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 12:45:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:45:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:45:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:45:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:45:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:45:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:45:54,343 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:46:39.167018+00:00 (in 29.999061 seconds)
repomirrorworker stdout | 2022-06-02 12:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:46:39 UTC)" (scheduled at 2022-06-02 12:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:46:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:46:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:46:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 46, 9, 176724), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 46, 9, 176724), 0, 2, datetime.datetime(2022, 6, 2, 12, 46, 9, 176724), True, 7, 11])
repomirrorworker stdout | 2022-06-02 12:46:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 12:46:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 46, 9, 179784), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 46, 9, 179784), 0, 2, datetime.datetime(2022, 6, 2, 12, 46, 9, 179784), True, 2, 6])
repomirrorworker stdout | 2022-06-02 12:46:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 12:46:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 46, 9, 181624), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 46, 9, 181624), 0, 2, datetime.datetime(2022, 6, 2, 12, 46, 9, 181624), True, 6, 10])
repomirrorworker stdout | 2022-06-02 12:46:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 12:46:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 46, 9, 183336), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 46, 9, 183336), 0, 2, datetime.datetime(2022, 6, 2, 12, 46, 9, 183336), True, 11, 15])
repomirrorworker stdout | 2022-06-02 12:46:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 12:46:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 46, 9, 185019), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 46, 9, 185019), 0, 2, datetime.datetime(2022, 6, 2, 12, 46, 9, 185019), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:46:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:46:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:46:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:46:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:46:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:46:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:46:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:46:24,400 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:47:09.167018+00:00 (in 29.998970 seconds)
repomirrorworker stdout | 2022-06-02 12:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:47:09 UTC)" (scheduled at 2022-06-02 12:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:46:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:46:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 46, 39, 177165), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 46, 39, 177165), 0, 2, datetime.datetime(2022, 6, 2, 12, 46, 39, 177165), True, 6, 10])
repomirrorworker stdout | 2022-06-02 12:46:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 12:46:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 46, 39, 180419), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 46, 39, 180419), 0, 2, datetime.datetime(2022, 6, 2, 12, 46, 39, 180419), True, 2, 6])
repomirrorworker stdout | 2022-06-02 12:46:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 12:46:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 46, 39, 182326), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 46, 39, 182326), 0, 2, datetime.datetime(2022, 6, 2, 12, 46, 39, 182326), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:46:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:46:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 46, 39, 184097), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 46, 39, 184097), 0, 2, datetime.datetime(2022, 6, 2, 12, 46, 39, 184097), True, 10, 14])
repomirrorworker stdout | 2022-06-02 12:46:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 12:46:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 46, 39, 185796), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 46, 39, 185796), 0, 2, datetime.datetime(2022, 6, 2, 12, 46, 39, 185796), True, 14, 15])
repomirrorworker stdout | 2022-06-02 12:46:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 12:46:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:46:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:46:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:46:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:46:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:46:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:46:54,446 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:47:39.167018+00:00 (in 29.998809 seconds)
repomirrorworker stdout | 2022-06-02 12:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:47:39 UTC)" (scheduled at 2022-06-02 12:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:47:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:47:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:47:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 47, 9, 177317), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 47, 9, 177317), 0, 2, datetime.datetime(2022, 6, 2, 12, 47, 9, 177317), True, 8, 12])
repomirrorworker stdout | 2022-06-02 12:47:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 12:47:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 47, 9, 180786), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 47, 9, 180786), 0, 2, datetime.datetime(2022, 6, 2, 12, 47, 9, 180786), True, 12, 15])
repomirrorworker stdout | 2022-06-02 12:47:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 12:47:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 47, 9, 182644), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 47, 9, 182644), 0, 2, datetime.datetime(2022, 6, 2, 12, 47, 9, 182644), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:47:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:47:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 47, 9, 184361), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 47, 9, 184361), 0, 2, datetime.datetime(2022, 6, 2, 12, 47, 9, 184361), True, 5, 9])
repomirrorworker stdout | 2022-06-02 12:47:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 12:47:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:47:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:47:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:47:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:47:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:47:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:47:24,485 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:48:09.167018+00:00 (in 29.998874 seconds)
repomirrorworker stdout | 2022-06-02 12:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:48:09 UTC)" (scheduled at 2022-06-02 12:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:47:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:47:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 47, 39, 177054), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 47, 39, 177054), 0, 2, datetime.datetime(2022, 6, 2, 12, 47, 39, 177054), True, 4, 8])
repomirrorworker stdout | 2022-06-02 12:47:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 12:47:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 47, 39, 180245), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 47, 39, 180245), 0, 2, datetime.datetime(2022, 6, 2, 12, 47, 39, 180245), True, 11, 15])
repomirrorworker stdout | 2022-06-02 12:47:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 12:47:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 47, 39, 182152), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 47, 39, 182152), 0, 2, datetime.datetime(2022, 6, 2, 12, 47, 39, 182152), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:47:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:47:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 47, 39, 183863), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 47, 39, 183863), 0, 2, datetime.datetime(2022, 6, 2, 12, 47, 39, 183863), True, 8, 12])
repomirrorworker stdout | 2022-06-02 12:47:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 12:47:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:47:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:47:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:47:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:47:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:47:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:47:54,538 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:48:39.167018+00:00 (in 29.999061 seconds)
repomirrorworker stdout | 2022-06-02 12:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:48:39 UTC)" (scheduled at 2022-06-02 12:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:48:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:48:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:48:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 48, 9, 176609), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 48, 9, 176609), 0, 2, datetime.datetime(2022, 6, 2, 12, 48, 9, 176609), True, 8, 12])
repomirrorworker stdout | 2022-06-02 12:48:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 12:48:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 48, 9, 179916), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 48, 9, 179916), 0, 2, datetime.datetime(2022, 6, 2, 12, 48, 9, 179916), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:48:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:48:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 48, 9, 181864), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 48, 9, 181864), 0, 2, datetime.datetime(2022, 6, 2, 12, 48, 9, 181864), True, 5, 9])
repomirrorworker stdout | 2022-06-02 12:48:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 12:48:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 48, 9, 183573), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 48, 9, 183573), 0, 2, datetime.datetime(2022, 6, 2, 12, 48, 9, 183573), True, 12, 15])
repomirrorworker stdout | 2022-06-02 12:48:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 12:48:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:48:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:48:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:48:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:48:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:48:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:48:24,599 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:49:09.167018+00:00 (in 29.998954 seconds)
repomirrorworker stdout | 2022-06-02 12:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:49:09 UTC)" (scheduled at 2022-06-02 12:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:48:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:48:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 48, 39, 177128), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 48, 39, 177128), 0, 2, datetime.datetime(2022, 6, 2, 12, 48, 39, 177128), True, 10, 14])
repomirrorworker stdout | 2022-06-02 12:48:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 12:48:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 48, 39, 180621), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 48, 39, 180621), 0, 2, datetime.datetime(2022, 6, 2, 12, 48, 39, 180621), True, 6, 10])
repomirrorworker stdout | 2022-06-02 12:48:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 12:48:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 48, 39, 182524), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 48, 39, 182524), 0, 2, datetime.datetime(2022, 6, 2, 12, 48, 39, 182524), True, 2, 6])
repomirrorworker stdout | 2022-06-02 12:48:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 12:48:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 48, 39, 184286), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 48, 39, 184286), 0, 2, datetime.datetime(2022, 6, 2, 12, 48, 39, 184286), True, 14, 15])
repomirrorworker stdout | 2022-06-02 12:48:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 12:48:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 48, 39, 186198), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 48, 39, 186198), 0, 2, datetime.datetime(2022, 6, 2, 12, 48, 39, 186198), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:48:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:48:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:48:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:48:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:48:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:48:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:48:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:48:54,663 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:49:39.167018+00:00 (in 29.999128 seconds)
repomirrorworker stdout | 2022-06-02 12:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:49:39 UTC)" (scheduled at 2022-06-02 12:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:49:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:49:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:49:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 49, 9, 176763), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 49, 9, 176763), 0, 2, datetime.datetime(2022, 6, 2, 12, 49, 9, 176763), True, 8, 12])
repomirrorworker stdout | 2022-06-02 12:49:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 12:49:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 49, 9, 179927), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 49, 9, 179927), 0, 2, datetime.datetime(2022, 6, 2, 12, 49, 9, 179927), True, 12, 15])
repomirrorworker stdout | 2022-06-02 12:49:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 12:49:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 49, 9, 182091), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 49, 9, 182091), 0, 2, datetime.datetime(2022, 6, 2, 12, 49, 9, 182091), True, 2, 6])
repomirrorworker stdout | 2022-06-02 12:49:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 12:49:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 49, 9, 184049), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 49, 9, 184049), 0, 2, datetime.datetime(2022, 6, 2, 12, 49, 9, 184049), True, 6, 10])
repomirrorworker stdout | 2022-06-02 12:49:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 12:49:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 49, 9, 185959), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 49, 9, 185959), 0, 2, datetime.datetime(2022, 6, 2, 12, 49, 9, 185959), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:49:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:49:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:49:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:49:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:49:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:49:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:49:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:49:24,745 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:50:09.167018+00:00 (in 29.999237 seconds)
repomirrorworker stdout | 2022-06-02 12:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:50:09 UTC)" (scheduled at 2022-06-02 12:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:49:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:49:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 49, 39, 177239), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 49, 39, 177239), 0, 2, datetime.datetime(2022, 6, 2, 12, 49, 39, 177239), True, 11, 15])
repomirrorworker stdout | 2022-06-02 12:49:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 12:49:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 49, 39, 180944), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 49, 39, 180944), 0, 2, datetime.datetime(2022, 6, 2, 12, 49, 39, 180944), True, 3, 7])
repomirrorworker stdout | 2022-06-02 12:49:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 12:49:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 49, 39, 182965), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 49, 39, 182965), 0, 2, datetime.datetime(2022, 6, 2, 12, 49, 39, 182965), True, 7, 11])
repomirrorworker stdout | 2022-06-02 12:49:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 12:49:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 49, 39, 184693), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 49, 39, 184693), 0, 2, datetime.datetime(2022, 6, 2, 12, 49, 39, 184693), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:49:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:49:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:49:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:49:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:49:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:49:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:49:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:49:54,787 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:50:39.167018+00:00 (in 29.999033 seconds)
repomirrorworker stdout | 2022-06-02 12:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:50:39 UTC)" (scheduled at 2022-06-02 12:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:50:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:50:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:50:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 50, 9, 177010), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 50, 9, 177010), 0, 2, datetime.datetime(2022, 6, 2, 12, 50, 9, 177010), True, 8, 12])
repomirrorworker stdout | 2022-06-02 12:50:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 12:50:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 50, 9, 180416), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 50, 9, 180416), 0, 2, datetime.datetime(2022, 6, 2, 12, 50, 9, 180416), True, 3, 7])
repomirrorworker stdout | 2022-06-02 12:50:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 12:50:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 50, 9, 182419), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 50, 9, 182419), 0, 2, datetime.datetime(2022, 6, 2, 12, 50, 9, 182419), True, 7, 11])
repomirrorworker stdout | 2022-06-02 12:50:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 12:50:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 50, 9, 184130), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 50, 9, 184130), 0, 2, datetime.datetime(2022, 6, 2, 12, 50, 9, 184130), True, 12, 15])
repomirrorworker stdout | 2022-06-02 12:50:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 12:50:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 50, 9, 185797), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 50, 9, 185797), 0, 2, datetime.datetime(2022, 6, 2, 12, 50, 9, 185797), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:50:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:50:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:50:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:50:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:50:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:50:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:50:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:50:24,848 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:51:09.167018+00:00 (in 29.999139 seconds)
repomirrorworker stdout | 2022-06-02 12:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:51:09 UTC)" (scheduled at 2022-06-02 12:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:50:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:50:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 50, 39, 177085), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 50, 39, 177085), 0, 2, datetime.datetime(2022, 6, 2, 12, 50, 39, 177085), True, 11, 15])
repomirrorworker stdout | 2022-06-02 12:50:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 12:50:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 50, 39, 180718), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 50, 39, 180718), 0, 2, datetime.datetime(2022, 6, 2, 12, 50, 39, 180718), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:50:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:50:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 50, 39, 182649), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 50, 39, 182649), 0, 2, datetime.datetime(2022, 6, 2, 12, 50, 39, 182649), True, 7, 11])
repomirrorworker stdout | 2022-06-02 12:50:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 12:50:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 50, 39, 184326), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 50, 39, 184326), 0, 2, datetime.datetime(2022, 6, 2, 12, 50, 39, 184326), True, 5, 9])
repomirrorworker stdout | 2022-06-02 12:50:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 12:50:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:50:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:50:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:50:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:50:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:50:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:50:54,913 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:51:39.167018+00:00 (in 29.999124 seconds)
repomirrorworker stdout | 2022-06-02 12:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:51:39 UTC)" (scheduled at 2022-06-02 12:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:51:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:51:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:51:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 51, 9, 177503), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 51, 9, 177503), 0, 2, datetime.datetime(2022, 6, 2, 12, 51, 9, 177503), True, 11, 15])
repomirrorworker stdout | 2022-06-02 12:51:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 12:51:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 51, 9, 180870), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 51, 9, 180870), 0, 2, datetime.datetime(2022, 6, 2, 12, 51, 9, 180870), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:51:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:51:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 51, 9, 182836), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 51, 9, 182836), 0, 2, datetime.datetime(2022, 6, 2, 12, 51, 9, 182836), True, 7, 11])
repomirrorworker stdout | 2022-06-02 12:51:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 12:51:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 51, 9, 184576), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 51, 9, 184576), 0, 2, datetime.datetime(2022, 6, 2, 12, 51, 9, 184576), True, 5, 9])
repomirrorworker stdout | 2022-06-02 12:51:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 12:51:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:51:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:51:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:51:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:51:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:51:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:51:24,961 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:52:09.167018+00:00 (in 29.999129 seconds)
repomirrorworker stdout | 2022-06-02 12:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:52:09 UTC)" (scheduled at 2022-06-02 12:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:51:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:51:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:51:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 51, 39, 176887), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 51, 39, 176887), 0, 2, datetime.datetime(2022, 6, 2, 12, 51, 39, 176887), True, 3, 7])
repomirrorworker stdout | 2022-06-02 12:51:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 12:51:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 51, 39, 180369), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 51, 39, 180369), 0, 2, datetime.datetime(2022, 6, 2, 12, 51, 39, 180369), True, 7, 11])
repomirrorworker stdout | 2022-06-02 12:51:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 12:51:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 51, 39, 182371), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 51, 39, 182371), 0, 2, datetime.datetime(2022, 6, 2, 12, 51, 39, 182371), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:51:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:51:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 51, 39, 184161), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 51, 39, 184161), 0, 2, datetime.datetime(2022, 6, 2, 12, 51, 39, 184161), True, 11, 15])
repomirrorworker stdout | 2022-06-02 12:51:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 12:51:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:51:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:51:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:51:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:51:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:51:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:51:55,025 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:52:39.167018+00:00 (in 29.999064 seconds)
repomirrorworker stdout | 2022-06-02 12:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:52:39 UTC)" (scheduled at 2022-06-02 12:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:52:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:52:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:52:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 52, 9, 177350), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 52, 9, 177350), 0, 2, datetime.datetime(2022, 6, 2, 12, 52, 9, 177350), True, 3, 7])
repomirrorworker stdout | 2022-06-02 12:52:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 12:52:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 52, 9, 181845), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 52, 9, 181845), 0, 2, datetime.datetime(2022, 6, 2, 12, 52, 9, 181845), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:52:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:52:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 52, 9, 185178), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 52, 9, 185178), 0, 2, datetime.datetime(2022, 6, 2, 12, 52, 9, 185178), True, 10, 14])
repomirrorworker stdout | 2022-06-02 12:52:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 12:52:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 52, 9, 187427), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 52, 9, 187427), 0, 2, datetime.datetime(2022, 6, 2, 12, 52, 9, 187427), True, 7, 11])
repomirrorworker stdout | 2022-06-02 12:52:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 12:52:09,190 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 52, 9, 189481), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 52, 9, 189481), 0, 2, datetime.datetime(2022, 6, 2, 12, 52, 9, 189481), True, 14, 15])
repomirrorworker stdout | 2022-06-02 12:52:09,191 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 12:52:09,191 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:52:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:52:09,191 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:52:09,196 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:52:09,196 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:52:09,196 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:52:25,088 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:53:09.167018+00:00 (in 29.998967 seconds)
repomirrorworker stdout | 2022-06-02 12:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:53:09 UTC)" (scheduled at 2022-06-02 12:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:52:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:52:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:52:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 52, 39, 177447), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 52, 39, 177447), 0, 2, datetime.datetime(2022, 6, 2, 12, 52, 39, 177447), True, 8, 12])
repomirrorworker stdout | 2022-06-02 12:52:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 12:52:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 52, 39, 181262), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 52, 39, 181262), 0, 2, datetime.datetime(2022, 6, 2, 12, 52, 39, 181262), True, 4, 8])
repomirrorworker stdout | 2022-06-02 12:52:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 12:52:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 52, 39, 183189), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 52, 39, 183189), 0, 2, datetime.datetime(2022, 6, 2, 12, 52, 39, 183189), True, 12, 15])
repomirrorworker stdout | 2022-06-02 12:52:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 12:52:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 52, 39, 184937), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 52, 39, 184937), 0, 2, datetime.datetime(2022, 6, 2, 12, 52, 39, 184937), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:52:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:52:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:52:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:52:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:52:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:52:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:52:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:52:55,143 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:53:39.167018+00:00 (in 29.999026 seconds)
repomirrorworker stdout | 2022-06-02 12:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:53:39 UTC)" (scheduled at 2022-06-02 12:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:53:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:53:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 53, 9, 176784), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 53, 9, 176784), 0, 2, datetime.datetime(2022, 6, 2, 12, 53, 9, 176784), True, 3, 7])
repomirrorworker stdout | 2022-06-02 12:53:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 12:53:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 53, 9, 179947), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 53, 9, 179947), 0, 2, datetime.datetime(2022, 6, 2, 12, 53, 9, 179947), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:53:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:53:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 53, 9, 181875), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 53, 9, 181875), 0, 2, datetime.datetime(2022, 6, 2, 12, 53, 9, 181875), True, 7, 11])
repomirrorworker stdout | 2022-06-02 12:53:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 12:53:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 53, 9, 183555), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 53, 9, 183555), 0, 2, datetime.datetime(2022, 6, 2, 12, 53, 9, 183555), True, 11, 15])
repomirrorworker stdout | 2022-06-02 12:53:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 12:53:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:53:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:53:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:53:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:53:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:53:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:53:25,203 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:54:09.167018+00:00 (in 29.999212 seconds)
repomirrorworker stdout | 2022-06-02 12:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:54:09 UTC)" (scheduled at 2022-06-02 12:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:53:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 53, 39, 176987), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 53, 39, 176987), 0, 2, datetime.datetime(2022, 6, 2, 12, 53, 39, 176987), True, 9, 13])
repomirrorworker stdout | 2022-06-02 12:53:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 12:53:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 53, 39, 180506), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 53, 39, 180506), 0, 2, datetime.datetime(2022, 6, 2, 12, 53, 39, 180506), True, 3, 7])
repomirrorworker stdout | 2022-06-02 12:53:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 12:53:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 53, 39, 182470), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 53, 39, 182470), 0, 2, datetime.datetime(2022, 6, 2, 12, 53, 39, 182470), True, 7, 11])
repomirrorworker stdout | 2022-06-02 12:53:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 12:53:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 53, 39, 184300), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 53, 39, 184300), 0, 2, datetime.datetime(2022, 6, 2, 12, 53, 39, 184300), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:53:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:53:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 53, 39, 186052), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 53, 39, 186052), 0, 2, datetime.datetime(2022, 6, 2, 12, 53, 39, 186052), True, 13, 15])
repomirrorworker stdout | 2022-06-02 12:53:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 12:53:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:53:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:53:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:53:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:53:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:53:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:53:55,247 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:54:39.167018+00:00 (in 29.999124 seconds)
repomirrorworker stdout | 2022-06-02 12:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:54:39 UTC)" (scheduled at 2022-06-02 12:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:54:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:54:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 54, 9, 177163), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 54, 9, 177163), 0, 2, datetime.datetime(2022, 6, 2, 12, 54, 9, 177163), True, 3, 7])
repomirrorworker stdout | 2022-06-02 12:54:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 12:54:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 54, 9, 180394), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 54, 9, 180394), 0, 2, datetime.datetime(2022, 6, 2, 12, 54, 9, 180394), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:54:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:54:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 54, 9, 182325), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 54, 9, 182325), 0, 2, datetime.datetime(2022, 6, 2, 12, 54, 9, 182325), True, 7, 11])
repomirrorworker stdout | 2022-06-02 12:54:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 12:54:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 54, 9, 184017), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 54, 9, 184017), 0, 2, datetime.datetime(2022, 6, 2, 12, 54, 9, 184017), True, 11, 15])
repomirrorworker stdout | 2022-06-02 12:54:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 12:54:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:54:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:54:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:54:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:54:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:54:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:54:25,305 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:55:09.167018+00:00 (in 29.999011 seconds)
repomirrorworker stdout | 2022-06-02 12:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:55:09 UTC)" (scheduled at 2022-06-02 12:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:54:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:54:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:54:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 54, 39, 176705), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 54, 39, 176705), 0, 2, datetime.datetime(2022, 6, 2, 12, 54, 39, 176705), True, 11, 15])
repomirrorworker stdout | 2022-06-02 12:54:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 12:54:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 54, 39, 180118), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 54, 39, 180118), 0, 2, datetime.datetime(2022, 6, 2, 12, 54, 39, 180118), True, 3, 7])
repomirrorworker stdout | 2022-06-02 12:54:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 12:54:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 54, 39, 182188), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 54, 39, 182188), 0, 2, datetime.datetime(2022, 6, 2, 12, 54, 39, 182188), True, 7, 11])
repomirrorworker stdout | 2022-06-02 12:54:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 12:54:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 54, 39, 183990), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 54, 39, 183990), 0, 2, datetime.datetime(2022, 6, 2, 12, 54, 39, 183990), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:54:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:54:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:54:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:54:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:54:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:54:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:54:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:54:55,364 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:55:39.167018+00:00 (in 29.998969 seconds)
repomirrorworker stdout | 2022-06-02 12:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:55:39 UTC)" (scheduled at 2022-06-02 12:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:55:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:55:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:55:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 55, 9, 177151), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 55, 9, 177151), 0, 2, datetime.datetime(2022, 6, 2, 12, 55, 9, 177151), True, 2, 6])
repomirrorworker stdout | 2022-06-02 12:55:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 12:55:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 55, 9, 180274), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 55, 9, 180274), 0, 2, datetime.datetime(2022, 6, 2, 12, 55, 9, 180274), True, 9, 13])
repomirrorworker stdout | 2022-06-02 12:55:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 12:55:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 55, 9, 182135), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 55, 9, 182135), 0, 2, datetime.datetime(2022, 6, 2, 12, 55, 9, 182135), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:55:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:55:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 55, 9, 183868), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 55, 9, 183868), 0, 2, datetime.datetime(2022, 6, 2, 12, 55, 9, 183868), True, 6, 10])
repomirrorworker stdout | 2022-06-02 12:55:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 12:55:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 55, 9, 185520), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 55, 9, 185520), 0, 2, datetime.datetime(2022, 6, 2, 12, 55, 9, 185520), True, 13, 15])
repomirrorworker stdout | 2022-06-02 12:55:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 12:55:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:55:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:55:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:55:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:55:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:55:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:55:25,426 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:56:09.167018+00:00 (in 29.998935 seconds)
repomirrorworker stdout | 2022-06-02 12:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:56:09 UTC)" (scheduled at 2022-06-02 12:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:55:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:55:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:55:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 55, 39, 177214), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 55, 39, 177214), 0, 2, datetime.datetime(2022, 6, 2, 12, 55, 39, 177214), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:55:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:55:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 55, 39, 180585), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 55, 39, 180585), 0, 2, datetime.datetime(2022, 6, 2, 12, 55, 39, 180585), True, 5, 9])
repomirrorworker stdout | 2022-06-02 12:55:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 12:55:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 55, 39, 182427), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 55, 39, 182427), 0, 2, datetime.datetime(2022, 6, 2, 12, 55, 39, 182427), True, 10, 14])
repomirrorworker stdout | 2022-06-02 12:55:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 12:55:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 55, 39, 184147), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 55, 39, 184147), 0, 2, datetime.datetime(2022, 6, 2, 12, 55, 39, 184147), True, 9, 13])
repomirrorworker stdout | 2022-06-02 12:55:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 12:55:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 55, 39, 185842), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 55, 39, 185842), 0, 2, datetime.datetime(2022, 6, 2, 12, 55, 39, 185842), True, 14, 15])
repomirrorworker stdout | 2022-06-02 12:55:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 12:55:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:55:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:55:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:55:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:55:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:55:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:55:55,486 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:56:39.167018+00:00 (in 29.998993 seconds)
repomirrorworker stdout | 2022-06-02 12:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:56:39 UTC)" (scheduled at 2022-06-02 12:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:56:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:56:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:56:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 56, 9, 176990), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 56, 9, 176990), 0, 2, datetime.datetime(2022, 6, 2, 12, 56, 9, 176990), True, 8, 12])
repomirrorworker stdout | 2022-06-02 12:56:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 12:56:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 56, 9, 180439), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 56, 9, 180439), 0, 2, datetime.datetime(2022, 6, 2, 12, 56, 9, 180439), True, 12, 15])
repomirrorworker stdout | 2022-06-02 12:56:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 12:56:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 56, 9, 182283), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 56, 9, 182283), 0, 2, datetime.datetime(2022, 6, 2, 12, 56, 9, 182283), True, 3, 7])
repomirrorworker stdout | 2022-06-02 12:56:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 12:56:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 56, 9, 183975), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 56, 9, 183975), 0, 2, datetime.datetime(2022, 6, 2, 12, 56, 9, 183975), True, 7, 11])
repomirrorworker stdout | 2022-06-02 12:56:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 12:56:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 56, 9, 185629), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 56, 9, 185629), 0, 2, datetime.datetime(2022, 6, 2, 12, 56, 9, 185629), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:56:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:56:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:56:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:56:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:56:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:56:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:56:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:56:25,511 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:57:09.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-02 12:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:57:09 UTC)" (scheduled at 2022-06-02 12:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:56:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:56:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:56:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 56, 39, 176511), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 56, 39, 176511), 0, 2, datetime.datetime(2022, 6, 2, 12, 56, 39, 176511), True, 6, 10])
repomirrorworker stdout | 2022-06-02 12:56:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 12:56:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 56, 39, 179662), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 56, 39, 179662), 0, 2, datetime.datetime(2022, 6, 2, 12, 56, 39, 179662), True, 11, 15])
repomirrorworker stdout | 2022-06-02 12:56:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 12:56:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 56, 39, 181568), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 56, 39, 181568), 0, 2, datetime.datetime(2022, 6, 2, 12, 56, 39, 181568), True, 2, 6])
repomirrorworker stdout | 2022-06-02 12:56:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 12:56:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 56, 39, 183253), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 56, 39, 183253), 0, 2, datetime.datetime(2022, 6, 2, 12, 56, 39, 183253), True, 10, 14])
repomirrorworker stdout | 2022-06-02 12:56:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 12:56:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 56, 39, 184920), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 56, 39, 184920), 0, 2, datetime.datetime(2022, 6, 2, 12, 56, 39, 184920), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:56:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:56:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:56:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:56:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:56:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:56:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:56:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:56:55,574 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:57:39.167018+00:00 (in 29.999196 seconds)
repomirrorworker stdout | 2022-06-02 12:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:57:39 UTC)" (scheduled at 2022-06-02 12:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:57:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:57:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:57:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 57, 9, 176438), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 57, 9, 176438), 0, 2, datetime.datetime(2022, 6, 2, 12, 57, 9, 176438), True, 7, 11])
repomirrorworker stdout | 2022-06-02 12:57:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 12:57:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 57, 9, 179844), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 57, 9, 179844), 0, 2, datetime.datetime(2022, 6, 2, 12, 57, 9, 179844), True, 11, 15])
repomirrorworker stdout | 2022-06-02 12:57:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 12:57:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 57, 9, 181763), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 57, 9, 181763), 0, 2, datetime.datetime(2022, 6, 2, 12, 57, 9, 181763), True, 2, 6])
repomirrorworker stdout | 2022-06-02 12:57:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 12:57:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 57, 9, 183445), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 57, 9, 183445), 0, 2, datetime.datetime(2022, 6, 2, 12, 57, 9, 183445), True, 6, 10])
repomirrorworker stdout | 2022-06-02 12:57:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 12:57:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 57, 9, 185133), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 57, 9, 185133), 0, 2, datetime.datetime(2022, 6, 2, 12, 57, 9, 185133), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:57:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:57:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:57:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:57:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:57:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:57:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:57:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:57:25,631 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:58:09.167018+00:00 (in 29.999194 seconds)
repomirrorworker stdout | 2022-06-02 12:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:58:09 UTC)" (scheduled at 2022-06-02 12:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:57:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:57:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 57, 39, 177301), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 57, 39, 177301), 0, 2, datetime.datetime(2022, 6, 2, 12, 57, 39, 177301), True, 2, 6])
repomirrorworker stdout | 2022-06-02 12:57:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 12:57:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 57, 39, 180667), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 57, 39, 180667), 0, 2, datetime.datetime(2022, 6, 2, 12, 57, 39, 180667), True, 9, 13])
repomirrorworker stdout | 2022-06-02 12:57:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 12:57:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 57, 39, 182863), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 57, 39, 182863), 0, 2, datetime.datetime(2022, 6, 2, 12, 57, 39, 182863), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:57:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:57:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 57, 39, 184811), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 57, 39, 184811), 0, 2, datetime.datetime(2022, 6, 2, 12, 57, 39, 184811), True, 6, 10])
repomirrorworker stdout | 2022-06-02 12:57:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 12:57:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 57, 39, 186607), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 57, 39, 186607), 0, 2, datetime.datetime(2022, 6, 2, 12, 57, 39, 186607), True, 13, 15])
repomirrorworker stdout | 2022-06-02 12:57:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 12:57:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:57:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:57:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:57:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:57:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:57:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:57:55,729 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:58:39.167018+00:00 (in 29.999212 seconds)
repomirrorworker stdout | 2022-06-02 12:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:58:39 UTC)" (scheduled at 2022-06-02 12:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:58:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:58:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 58, 9, 176637), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 58, 9, 176637), 0, 2, datetime.datetime(2022, 6, 2, 12, 58, 9, 176637), True, 9, 13])
repomirrorworker stdout | 2022-06-02 12:58:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 12:58:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 58, 9, 179870), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 58, 9, 179870), 0, 2, datetime.datetime(2022, 6, 2, 12, 58, 9, 179870), True, 4, 8])
repomirrorworker stdout | 2022-06-02 12:58:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 12:58:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 58, 9, 181765), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 58, 9, 181765), 0, 2, datetime.datetime(2022, 6, 2, 12, 58, 9, 181765), True, 8, 12])
repomirrorworker stdout | 2022-06-02 12:58:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 12:58:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 58, 9, 183489), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 58, 9, 183489), 0, 2, datetime.datetime(2022, 6, 2, 12, 58, 9, 183489), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:58:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:58:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 58, 9, 185181), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 58, 9, 185181), 0, 2, datetime.datetime(2022, 6, 2, 12, 58, 9, 185181), True, 13, 15])
repomirrorworker stdout | 2022-06-02 12:58:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 12:58:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:58:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:58:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:58:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:58:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:58:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:58:25,753 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:59:09.167018+00:00 (in 29.999203 seconds)
repomirrorworker stdout | 2022-06-02 12:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:59:09 UTC)" (scheduled at 2022-06-02 12:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:58:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:58:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 58, 39, 177147), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 58, 39, 177147), 0, 2, datetime.datetime(2022, 6, 2, 12, 58, 39, 177147), True, 3, 7])
repomirrorworker stdout | 2022-06-02 12:58:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 12:58:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 58, 39, 181441), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 58, 39, 181441), 0, 2, datetime.datetime(2022, 6, 2, 12, 58, 39, 181441), True, 7, 11])
repomirrorworker stdout | 2022-06-02 12:58:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 12:58:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 58, 39, 183393), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 58, 39, 183393), 0, 2, datetime.datetime(2022, 6, 2, 12, 58, 39, 183393), True, 11, 15])
repomirrorworker stdout | 2022-06-02 12:58:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 12:58:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 58, 39, 185190), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 58, 39, 185190), 0, 2, datetime.datetime(2022, 6, 2, 12, 58, 39, 185190), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:58:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:58:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:58:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:58:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:58:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:58:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:58:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:58:55,809 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 12:59:39.167018+00:00 (in 29.999019 seconds)
repomirrorworker stdout | 2022-06-02 12:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:59:39 UTC)" (scheduled at 2022-06-02 12:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:59:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:59:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 59, 9, 177151), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 59, 9, 177151), 0, 2, datetime.datetime(2022, 6, 2, 12, 59, 9, 177151), True, 4, 8])
repomirrorworker stdout | 2022-06-02 12:59:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 12:59:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 59, 9, 180739), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 59, 9, 180739), 0, 2, datetime.datetime(2022, 6, 2, 12, 59, 9, 180739), True, 9, 13])
repomirrorworker stdout | 2022-06-02 12:59:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 12:59:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 59, 9, 182704), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 59, 9, 182704), 0, 2, datetime.datetime(2022, 6, 2, 12, 59, 9, 182704), True, 8, 12])
repomirrorworker stdout | 2022-06-02 12:59:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 12:59:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 59, 9, 184478), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 59, 9, 184478), 0, 2, datetime.datetime(2022, 6, 2, 12, 59, 9, 184478), True, 13, 15])
repomirrorworker stdout | 2022-06-02 12:59:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 12:59:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 59, 9, 186237), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 59, 9, 186237), 0, 2, datetime.datetime(2022, 6, 2, 12, 59, 9, 186237), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:59:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:59:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:59:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:59:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:59:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:59:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:59:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 12:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:59:25,870 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 12:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 12:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:00:09.167018+00:00 (in 29.998944 seconds)
repomirrorworker stdout | 2022-06-02 12:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:00:09 UTC)" (scheduled at 2022-06-02 12:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 12:59:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:59:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:59:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 59, 39, 177100), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 59, 39, 177100), 0, 2, datetime.datetime(2022, 6, 2, 12, 59, 39, 177100), True, 6, 10])
repomirrorworker stdout | 2022-06-02 12:59:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 12:59:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 59, 39, 180517), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 59, 39, 180517), 0, 2, datetime.datetime(2022, 6, 2, 12, 59, 39, 180517), True, 2, 6])
repomirrorworker stdout | 2022-06-02 12:59:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 12:59:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 59, 39, 182428), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 59, 39, 182428), 0, 2, datetime.datetime(2022, 6, 2, 12, 59, 39, 182428), True, 1, 5])
repomirrorworker stdout | 2022-06-02 12:59:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 12:59:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 59, 39, 184130), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 59, 39, 184130), 0, 2, datetime.datetime(2022, 6, 2, 12, 59, 39, 184130), True, 10, 14])
repomirrorworker stdout | 2022-06-02 12:59:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 12:59:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 12, 59, 39, 185813), 0, 2, None, True, datetime.datetime(2022, 6, 2, 12, 59, 39, 185813), 0, 2, datetime.datetime(2022, 6, 2, 12, 59, 39, 185813), True, 14, 15])
repomirrorworker stdout | 2022-06-02 12:59:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 12:59:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 12:59:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:59:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 12:59:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 12:59:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 12:59:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 12:59:55,925 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:00:39.167018+00:00 (in 29.999029 seconds)
repomirrorworker stdout | 2022-06-02 13:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:00:39 UTC)" (scheduled at 2022-06-02 13:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:00:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:00:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 0, 9, 176833), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 0, 9, 176833), 0, 2, datetime.datetime(2022, 6, 2, 13, 0, 9, 176833), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:00:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:00:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 0, 9, 180114), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 0, 9, 180114), 0, 2, datetime.datetime(2022, 6, 2, 13, 0, 9, 180114), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:00:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:00:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 0, 9, 182088), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 0, 9, 182088), 0, 2, datetime.datetime(2022, 6, 2, 13, 0, 9, 182088), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:00:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:00:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 0, 9, 183828), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 0, 9, 183828), 0, 2, datetime.datetime(2022, 6, 2, 13, 0, 9, 183828), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:00:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:00:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:00:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:00:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:00:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:00:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:00:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:00:25,982 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:01:09.167018+00:00 (in 29.999148 seconds)
repomirrorworker stdout | 2022-06-02 13:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:01:09 UTC)" (scheduled at 2022-06-02 13:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:00:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:00:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 0, 39, 176974), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 0, 39, 176974), 0, 2, datetime.datetime(2022, 6, 2, 13, 0, 39, 176974), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:00:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:00:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 0, 39, 180308), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 0, 39, 180308), 0, 2, datetime.datetime(2022, 6, 2, 13, 0, 39, 180308), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:00:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:00:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 0, 39, 182314), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 0, 39, 182314), 0, 2, datetime.datetime(2022, 6, 2, 13, 0, 39, 182314), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:00:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:00:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 0, 39, 184002), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 0, 39, 184002), 0, 2, datetime.datetime(2022, 6, 2, 13, 0, 39, 184002), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:00:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:00:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 0, 39, 185665), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 0, 39, 185665), 0, 2, datetime.datetime(2022, 6, 2, 13, 0, 39, 185665), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:00:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:00:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:00:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:00:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:00:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:00:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:00:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:00:56,016 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:01:39.167018+00:00 (in 29.998954 seconds)
repomirrorworker stdout | 2022-06-02 13:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:01:39 UTC)" (scheduled at 2022-06-02 13:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:01:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:01:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:01:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 1, 9, 177164), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 1, 9, 177164), 0, 2, datetime.datetime(2022, 6, 2, 13, 1, 9, 177164), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:01:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:01:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 1, 9, 180664), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 1, 9, 180664), 0, 2, datetime.datetime(2022, 6, 2, 13, 1, 9, 180664), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:01:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:01:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 1, 9, 182486), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 1, 9, 182486), 0, 2, datetime.datetime(2022, 6, 2, 13, 1, 9, 182486), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:01:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:01:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 1, 9, 184248), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 1, 9, 184248), 0, 2, datetime.datetime(2022, 6, 2, 13, 1, 9, 184248), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:01:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:01:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 1, 9, 185941), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 1, 9, 185941), 0, 2, datetime.datetime(2022, 6, 2, 13, 1, 9, 185941), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:01:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:01:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:01:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:01:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:01:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:01:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:01:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:01:26,065 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:02:09.167018+00:00 (in 29.999088 seconds)
repomirrorworker stdout | 2022-06-02 13:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:02:09 UTC)" (scheduled at 2022-06-02 13:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:01:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 1, 39, 176714), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 1, 39, 176714), 0, 2, datetime.datetime(2022, 6, 2, 13, 1, 39, 176714), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 1, 39, 180172), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 1, 39, 180172), 0, 2, datetime.datetime(2022, 6, 2, 13, 1, 39, 180172), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:01:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:01:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 1, 39, 182123), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 1, 39, 182123), 0, 2, datetime.datetime(2022, 6, 2, 13, 1, 39, 182123), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:01:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:01:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 1, 39, 183930), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 1, 39, 183930), 0, 2, datetime.datetime(2022, 6, 2, 13, 1, 39, 183930), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:01:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:01:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 1, 39, 185651), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 1, 39, 185651), 0, 2, datetime.datetime(2022, 6, 2, 13, 1, 39, 185651), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:01:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:01:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:01:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:01:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:01:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:01:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:01:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:01:56,125 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:02:39.167018+00:00 (in 29.999132 seconds)
repomirrorworker stdout | 2022-06-02 13:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:02:39 UTC)" (scheduled at 2022-06-02 13:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:02:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:02:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:02:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 2, 9, 176958), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 2, 9, 176958), 0, 2, datetime.datetime(2022, 6, 2, 13, 2, 9, 176958), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:02:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:02:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 2, 9, 180415), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 2, 9, 180415), 0, 2, datetime.datetime(2022, 6, 2, 13, 2, 9, 180415), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:02:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:02:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 2, 9, 182360), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 2, 9, 182360), 0, 2, datetime.datetime(2022, 6, 2, 13, 2, 9, 182360), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:02:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:02:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 2, 9, 184095), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 2, 9, 184095), 0, 2, datetime.datetime(2022, 6, 2, 13, 2, 9, 184095), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:02:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:02:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:02:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:02:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:02:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:02:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:02:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:02:26,177 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:03:09.167018+00:00 (in 29.999021 seconds)
repomirrorworker stdout | 2022-06-02 13:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:03:09 UTC)" (scheduled at 2022-06-02 13:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:02:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:02:39,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:02:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 2, 39, 178687), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 2, 39, 178687), 0, 2, datetime.datetime(2022, 6, 2, 13, 2, 39, 178687), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:02:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:02:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 2, 39, 181971), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 2, 39, 181971), 0, 2, datetime.datetime(2022, 6, 2, 13, 2, 39, 181971), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:02:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:02:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 2, 39, 183951), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 2, 39, 183951), 0, 2, datetime.datetime(2022, 6, 2, 13, 2, 39, 183951), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:02:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:02:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 2, 39, 185657), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 2, 39, 185657), 0, 2, datetime.datetime(2022, 6, 2, 13, 2, 39, 185657), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:02:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:02:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 2, 39, 187356), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 2, 39, 187356), 0, 2, datetime.datetime(2022, 6, 2, 13, 2, 39, 187356), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:02:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:02:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:02:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:02:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:02:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:02:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:02:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:02:56,219 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:03:39.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-02 13:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:03:39 UTC)" (scheduled at 2022-06-02 13:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:03:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:03:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 3, 9, 176534), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 3, 9, 176534), 0, 2, datetime.datetime(2022, 6, 2, 13, 3, 9, 176534), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:03:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:03:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 3, 9, 179654), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 3, 9, 179654), 0, 2, datetime.datetime(2022, 6, 2, 13, 3, 9, 179654), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:03:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:03:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 3, 9, 181519), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 3, 9, 181519), 0, 2, datetime.datetime(2022, 6, 2, 13, 3, 9, 181519), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:03:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:03:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 3, 9, 183204), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 3, 9, 183204), 0, 2, datetime.datetime(2022, 6, 2, 13, 3, 9, 183204), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:03:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:03:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 3, 9, 184891), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 3, 9, 184891), 0, 2, datetime.datetime(2022, 6, 2, 13, 3, 9, 184891), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:03:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:03:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:03:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:03:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:03:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:03:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:03:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:03:26,285 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:04:09.167018+00:00 (in 29.999177 seconds)
repomirrorworker stdout | 2022-06-02 13:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:04:09 UTC)" (scheduled at 2022-06-02 13:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:03:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:03:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 3, 39, 176933), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 3, 39, 176933), 0, 2, datetime.datetime(2022, 6, 2, 13, 3, 39, 176933), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:03:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:03:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 3, 39, 180511), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 3, 39, 180511), 0, 2, datetime.datetime(2022, 6, 2, 13, 3, 39, 180511), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:03:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:03:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 3, 39, 182400), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 3, 39, 182400), 0, 2, datetime.datetime(2022, 6, 2, 13, 3, 39, 182400), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:03:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:03:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 3, 39, 184093), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 3, 39, 184093), 0, 2, datetime.datetime(2022, 6, 2, 13, 3, 39, 184093), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:03:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:03:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 3, 39, 185740), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 3, 39, 185740), 0, 2, datetime.datetime(2022, 6, 2, 13, 3, 39, 185740), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:03:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:03:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:03:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:03:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:03:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:03:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:03:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:03:56,337 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:04:39.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-02 13:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:04:39 UTC)" (scheduled at 2022-06-02 13:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:04:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 4, 9, 176957), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 4, 9, 176957), 0, 2, datetime.datetime(2022, 6, 2, 13, 4, 9, 176957), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:04:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:04:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 4, 9, 180544), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 4, 9, 180544), 0, 2, datetime.datetime(2022, 6, 2, 13, 4, 9, 180544), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:04:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:04:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 4, 9, 182908), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 4, 9, 182908), 0, 2, datetime.datetime(2022, 6, 2, 13, 4, 9, 182908), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:04:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:04:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 4, 9, 185079), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 4, 9, 185079), 0, 2, datetime.datetime(2022, 6, 2, 13, 4, 9, 185079), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:04:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:04:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 4, 9, 186787), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 4, 9, 186787), 0, 2, datetime.datetime(2022, 6, 2, 13, 4, 9, 186787), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:04:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:04:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:04:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:04:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:04:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:04:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:04:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:04:26,393 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:05:09.167018+00:00 (in 29.999104 seconds)
repomirrorworker stdout | 2022-06-02 13:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:05:09 UTC)" (scheduled at 2022-06-02 13:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:04:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:04:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:04:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 4, 39, 176648), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 4, 39, 176648), 0, 2, datetime.datetime(2022, 6, 2, 13, 4, 39, 176648), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:04:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:04:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 4, 39, 180117), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 4, 39, 180117), 0, 2, datetime.datetime(2022, 6, 2, 13, 4, 39, 180117), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:04:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:04:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 4, 39, 182166), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 4, 39, 182166), 0, 2, datetime.datetime(2022, 6, 2, 13, 4, 39, 182166), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:04:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:04:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 4, 39, 184054), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 4, 39, 184054), 0, 2, datetime.datetime(2022, 6, 2, 13, 4, 39, 184054), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:04:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:04:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 4, 39, 185859), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 4, 39, 185859), 0, 2, datetime.datetime(2022, 6, 2, 13, 4, 39, 185859), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:04:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:04:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:04:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:04:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:04:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:04:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:04:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:04:56,444 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:05:39.167018+00:00 (in 29.999111 seconds)
repomirrorworker stdout | 2022-06-02 13:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:05:39 UTC)" (scheduled at 2022-06-02 13:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:05:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:05:09,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:05:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 5, 9, 177824), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 5, 9, 177824), 0, 2, datetime.datetime(2022, 6, 2, 13, 5, 9, 177824), True, 4, 8])
repomirrorworker stdout | 2022-06-02 13:05:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 13:05:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 5, 9, 181274), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 5, 9, 181274), 0, 2, datetime.datetime(2022, 6, 2, 13, 5, 9, 181274), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:05:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:05:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 5, 9, 184000), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 5, 9, 184000), 0, 2, datetime.datetime(2022, 6, 2, 13, 5, 9, 184000), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:05:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:05:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 5, 9, 186172), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 5, 9, 186172), 0, 2, datetime.datetime(2022, 6, 2, 13, 5, 9, 186172), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:05:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:05:09,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 5, 9, 188795), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 5, 9, 188795), 0, 2, datetime.datetime(2022, 6, 2, 13, 5, 9, 188795), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:05:09,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:05:09,190 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:05:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:05:09,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:05:09,196 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:05:09,196 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:05:09,196 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:05:26,496 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:06:09.167018+00:00 (in 29.998941 seconds)
repomirrorworker stdout | 2022-06-02 13:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:06:09 UTC)" (scheduled at 2022-06-02 13:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:05:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:05:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 5, 39, 177306), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 5, 39, 177306), 0, 2, datetime.datetime(2022, 6, 2, 13, 5, 39, 177306), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:05:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 5, 39, 180721), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 5, 39, 180721), 0, 2, datetime.datetime(2022, 6, 2, 13, 5, 39, 180721), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:05:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:05:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 5, 39, 182744), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 5, 39, 182744), 0, 2, datetime.datetime(2022, 6, 2, 13, 5, 39, 182744), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:05:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:05:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 5, 39, 184484), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 5, 39, 184484), 0, 2, datetime.datetime(2022, 6, 2, 13, 5, 39, 184484), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:05:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:05:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 5, 39, 186177), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 5, 39, 186177), 0, 2, datetime.datetime(2022, 6, 2, 13, 5, 39, 186177), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:05:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:05:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:05:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:05:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:05:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:05:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:05:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:05:56,560 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:06:39.167018+00:00 (in 29.999005 seconds)
repomirrorworker stdout | 2022-06-02 13:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:06:39 UTC)" (scheduled at 2022-06-02 13:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:06:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:06:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 6, 9, 176866), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 6, 9, 176866), 0, 2, datetime.datetime(2022, 6, 2, 13, 6, 9, 176866), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:06:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:06:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 6, 9, 180141), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 6, 9, 180141), 0, 2, datetime.datetime(2022, 6, 2, 13, 6, 9, 180141), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:06:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:06:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 6, 9, 182210), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 6, 9, 182210), 0, 2, datetime.datetime(2022, 6, 2, 13, 6, 9, 182210), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:06:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:06:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 6, 9, 184161), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 6, 9, 184161), 0, 2, datetime.datetime(2022, 6, 2, 13, 6, 9, 184161), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:06:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:06:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 6, 9, 186062), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 6, 9, 186062), 0, 2, datetime.datetime(2022, 6, 2, 13, 6, 9, 186062), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:06:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:06:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:06:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:06:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:06:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:06:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:06:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:06:26,615 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:07:09.167018+00:00 (in 29.999003 seconds)
repomirrorworker stdout | 2022-06-02 13:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:07:09 UTC)" (scheduled at 2022-06-02 13:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:06:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:06:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 6, 39, 176953), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 6, 39, 176953), 0, 2, datetime.datetime(2022, 6, 2, 13, 6, 39, 176953), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:06:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:06:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 6, 39, 180099), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 6, 39, 180099), 0, 2, datetime.datetime(2022, 6, 2, 13, 6, 39, 180099), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:06:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:06:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 6, 39, 182005), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 6, 39, 182005), 0, 2, datetime.datetime(2022, 6, 2, 13, 6, 39, 182005), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:06:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:06:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 6, 39, 183657), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 6, 39, 183657), 0, 2, datetime.datetime(2022, 6, 2, 13, 6, 39, 183657), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:06:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:06:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 6, 39, 185292), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 6, 39, 185292), 0, 2, datetime.datetime(2022, 6, 2, 13, 6, 39, 185292), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:06:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:06:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:06:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:06:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:06:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:06:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:06:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:06:56,646 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:07:39.167018+00:00 (in 29.999011 seconds)
repomirrorworker stdout | 2022-06-02 13:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:07:39 UTC)" (scheduled at 2022-06-02 13:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:07:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:07:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:07:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 7, 9, 177082), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 7, 9, 177082), 0, 2, datetime.datetime(2022, 6, 2, 13, 7, 9, 177082), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:07:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:07:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 7, 9, 180364), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 7, 9, 180364), 0, 2, datetime.datetime(2022, 6, 2, 13, 7, 9, 180364), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:07:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:07:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 7, 9, 182445), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 7, 9, 182445), 0, 2, datetime.datetime(2022, 6, 2, 13, 7, 9, 182445), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:07:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:07:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 7, 9, 184308), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 7, 9, 184308), 0, 2, datetime.datetime(2022, 6, 2, 13, 7, 9, 184308), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:07:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:07:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 7, 9, 186119), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 7, 9, 186119), 0, 2, datetime.datetime(2022, 6, 2, 13, 7, 9, 186119), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:07:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:07:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:07:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:07:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:07:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:07:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:07:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:07:26,680 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:08:09.167018+00:00 (in 29.999085 seconds)
repomirrorworker stdout | 2022-06-02 13:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:08:09 UTC)" (scheduled at 2022-06-02 13:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:07:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:07:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 7, 39, 177006), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 7, 39, 177006), 0, 2, datetime.datetime(2022, 6, 2, 13, 7, 39, 177006), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:07:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:07:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 7, 39, 180944), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 7, 39, 180944), 0, 2, datetime.datetime(2022, 6, 2, 13, 7, 39, 180944), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:07:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:07:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 7, 39, 182950), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 7, 39, 182950), 0, 2, datetime.datetime(2022, 6, 2, 13, 7, 39, 182950), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:07:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:07:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 7, 39, 184756), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 7, 39, 184756), 0, 2, datetime.datetime(2022, 6, 2, 13, 7, 39, 184756), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:07:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:07:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 7, 39, 186474), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 7, 39, 186474), 0, 2, datetime.datetime(2022, 6, 2, 13, 7, 39, 186474), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:07:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:07:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:07:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:07:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:07:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:07:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:07:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:07:56,738 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:08:39.167018+00:00 (in 29.999191 seconds)
repomirrorworker stdout | 2022-06-02 13:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:08:39 UTC)" (scheduled at 2022-06-02 13:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:08:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:08:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:08:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 8, 9, 177055), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 8, 9, 177055), 0, 2, datetime.datetime(2022, 6, 2, 13, 8, 9, 177055), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:08:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:08:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 8, 9, 180313), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 8, 9, 180313), 0, 2, datetime.datetime(2022, 6, 2, 13, 8, 9, 180313), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:08:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:08:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 8, 9, 182288), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 8, 9, 182288), 0, 2, datetime.datetime(2022, 6, 2, 13, 8, 9, 182288), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:08:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:08:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 8, 9, 184089), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 8, 9, 184089), 0, 2, datetime.datetime(2022, 6, 2, 13, 8, 9, 184089), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:08:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:08:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 8, 9, 185821), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 8, 9, 185821), 0, 2, datetime.datetime(2022, 6, 2, 13, 8, 9, 185821), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:08:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:08:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:08:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:08:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:08:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:08:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:08:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:08:26,807 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:09:09.167018+00:00 (in 29.999215 seconds)
repomirrorworker stdout | 2022-06-02 13:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:09:09 UTC)" (scheduled at 2022-06-02 13:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:08:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:08:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:08:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 8, 39, 176807), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 8, 39, 176807), 0, 2, datetime.datetime(2022, 6, 2, 13, 8, 39, 176807), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:08:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:08:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 8, 39, 180934), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 8, 39, 180934), 0, 2, datetime.datetime(2022, 6, 2, 13, 8, 39, 180934), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:08:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:08:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 8, 39, 183259), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 8, 39, 183259), 0, 2, datetime.datetime(2022, 6, 2, 13, 8, 39, 183259), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:08:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:08:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 8, 39, 185214), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 8, 39, 185214), 0, 2, datetime.datetime(2022, 6, 2, 13, 8, 39, 185214), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:08:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:08:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 8, 39, 187149), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 8, 39, 187149), 0, 2, datetime.datetime(2022, 6, 2, 13, 8, 39, 187149), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:08:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:08:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:08:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:08:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:08:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:08:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:08:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:08:56,859 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:09:39.167018+00:00 (in 29.999139 seconds)
repomirrorworker stdout | 2022-06-02 13:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:09:39 UTC)" (scheduled at 2022-06-02 13:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:09:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:09:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:09:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 9, 9, 176378), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 9, 9, 176378), 0, 2, datetime.datetime(2022, 6, 2, 13, 9, 9, 176378), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:09:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:09:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 9, 9, 179480), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 9, 9, 179480), 0, 2, datetime.datetime(2022, 6, 2, 13, 9, 9, 179480), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:09:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:09:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 9, 9, 181495), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 9, 9, 181495), 0, 2, datetime.datetime(2022, 6, 2, 13, 9, 9, 181495), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:09:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:09:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 9, 9, 183394), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 9, 9, 183394), 0, 2, datetime.datetime(2022, 6, 2, 13, 9, 9, 183394), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:09:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:09:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 9, 9, 185263), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 9, 9, 185263), 0, 2, datetime.datetime(2022, 6, 2, 13, 9, 9, 185263), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:09:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:09:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:09:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:09:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:09:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:09:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:09:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:09:26,951 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:10:09.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-02 13:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:10:09 UTC)" (scheduled at 2022-06-02 13:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:09:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:09:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 9, 39, 177071), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 9, 39, 177071), 0, 2, datetime.datetime(2022, 6, 2, 13, 9, 39, 177071), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:09:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:09:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 9, 39, 180239), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 9, 39, 180239), 0, 2, datetime.datetime(2022, 6, 2, 13, 9, 39, 180239), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:09:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:09:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 9, 39, 182128), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 9, 39, 182128), 0, 2, datetime.datetime(2022, 6, 2, 13, 9, 39, 182128), True, 4, 8])
repomirrorworker stdout | 2022-06-02 13:09:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 13:09:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 9, 39, 183916), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 9, 39, 183916), 0, 2, datetime.datetime(2022, 6, 2, 13, 9, 39, 183916), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:09:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:09:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:09:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:09:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:09:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:09:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:09:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:09:57,000 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:10:39.167018+00:00 (in 29.999055 seconds)
repomirrorworker stdout | 2022-06-02 13:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:10:39 UTC)" (scheduled at 2022-06-02 13:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:10:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:10:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:10:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 10, 9, 177041), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 10, 9, 177041), 0, 2, datetime.datetime(2022, 6, 2, 13, 10, 9, 177041), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:10:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:10:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 10, 9, 180446), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 10, 9, 180446), 0, 2, datetime.datetime(2022, 6, 2, 13, 10, 9, 180446), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:10:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:10:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 10, 9, 182375), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 10, 9, 182375), 0, 2, datetime.datetime(2022, 6, 2, 13, 10, 9, 182375), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:10:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:10:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 10, 9, 184086), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 10, 9, 184086), 0, 2, datetime.datetime(2022, 6, 2, 13, 10, 9, 184086), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:10:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:10:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 10, 9, 185775), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 10, 9, 185775), 0, 2, datetime.datetime(2022, 6, 2, 13, 10, 9, 185775), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:10:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:10:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:10:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:10:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:10:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:10:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:10:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:10:27,059 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:11:09.167018+00:00 (in 29.998915 seconds)
repomirrorworker stdout | 2022-06-02 13:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:11:09 UTC)" (scheduled at 2022-06-02 13:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:10:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:10:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:10:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 10, 39, 176874), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 10, 39, 176874), 0, 2, datetime.datetime(2022, 6, 2, 13, 10, 39, 176874), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:10:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:10:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 10, 39, 180191), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 10, 39, 180191), 0, 2, datetime.datetime(2022, 6, 2, 13, 10, 39, 180191), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:10:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:10:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 10, 39, 182238), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 10, 39, 182238), 0, 2, datetime.datetime(2022, 6, 2, 13, 10, 39, 182238), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:10:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:10:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 10, 39, 183987), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 10, 39, 183987), 0, 2, datetime.datetime(2022, 6, 2, 13, 10, 39, 183987), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:10:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:10:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 10, 39, 185720), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 10, 39, 185720), 0, 2, datetime.datetime(2022, 6, 2, 13, 10, 39, 185720), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:10:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:10:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:10:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:10:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:10:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:10:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:10:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:10:57,127 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:11:39.167018+00:00 (in 29.999056 seconds)
repomirrorworker stdout | 2022-06-02 13:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:11:39 UTC)" (scheduled at 2022-06-02 13:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:11:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:11:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 11, 9, 177081), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 11, 9, 177081), 0, 2, datetime.datetime(2022, 6, 2, 13, 11, 9, 177081), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:11:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:11:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 11, 9, 180356), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 11, 9, 180356), 0, 2, datetime.datetime(2022, 6, 2, 13, 11, 9, 180356), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:11:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:11:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 11, 9, 182381), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 11, 9, 182381), 0, 2, datetime.datetime(2022, 6, 2, 13, 11, 9, 182381), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:11:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:11:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 11, 9, 184357), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 11, 9, 184357), 0, 2, datetime.datetime(2022, 6, 2, 13, 11, 9, 184357), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:11:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:11:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:11:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:11:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:11:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:11:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:11:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:11:27,163 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:12:09.167018+00:00 (in 29.999136 seconds)
repomirrorworker stdout | 2022-06-02 13:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:12:09 UTC)" (scheduled at 2022-06-02 13:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:11:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:11:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:11:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 11, 39, 176806), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 11, 39, 176806), 0, 2, datetime.datetime(2022, 6, 2, 13, 11, 39, 176806), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:11:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:11:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 11, 39, 180097), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 11, 39, 180097), 0, 2, datetime.datetime(2022, 6, 2, 13, 11, 39, 180097), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:11:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:11:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 11, 39, 182270), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 11, 39, 182270), 0, 2, datetime.datetime(2022, 6, 2, 13, 11, 39, 182270), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:11:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:11:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 11, 39, 184200), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 11, 39, 184200), 0, 2, datetime.datetime(2022, 6, 2, 13, 11, 39, 184200), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:11:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:11:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:11:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:11:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:11:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:11:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:11:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:11:57,211 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:12:39.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-02 13:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:12:39 UTC)" (scheduled at 2022-06-02 13:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:12:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:12:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:12:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 12, 9, 176986), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 12, 9, 176986), 0, 2, datetime.datetime(2022, 6, 2, 13, 12, 9, 176986), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:12:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:12:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 12, 9, 180191), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 12, 9, 180191), 0, 2, datetime.datetime(2022, 6, 2, 13, 12, 9, 180191), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:12:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:12:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 12, 9, 182191), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 12, 9, 182191), 0, 2, datetime.datetime(2022, 6, 2, 13, 12, 9, 182191), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:12:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:12:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 12, 9, 183990), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 12, 9, 183990), 0, 2, datetime.datetime(2022, 6, 2, 13, 12, 9, 183990), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:12:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:12:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 12, 9, 185694), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 12, 9, 185694), 0, 2, datetime.datetime(2022, 6, 2, 13, 12, 9, 185694), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:12:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:12:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:12:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:12:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:12:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:12:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:12:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:12:27,258 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:13:09.167018+00:00 (in 29.999031 seconds)
repomirrorworker stdout | 2022-06-02 13:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:13:09 UTC)" (scheduled at 2022-06-02 13:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:12:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:12:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:12:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 12, 39, 176798), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 12, 39, 176798), 0, 2, datetime.datetime(2022, 6, 2, 13, 12, 39, 176798), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:12:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:12:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 12, 39, 180034), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 12, 39, 180034), 0, 2, datetime.datetime(2022, 6, 2, 13, 12, 39, 180034), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:12:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:12:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 12, 39, 182008), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 12, 39, 182008), 0, 2, datetime.datetime(2022, 6, 2, 13, 12, 39, 182008), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:12:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 12, 39, 183752), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 12, 39, 183752), 0, 2, datetime.datetime(2022, 6, 2, 13, 12, 39, 183752), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:12:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:12:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 12, 39, 185439), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 12, 39, 185439), 0, 2, datetime.datetime(2022, 6, 2, 13, 12, 39, 185439), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:12:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:12:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:12:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:12:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:12:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:12:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:12:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:12:57,328 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:13:39.167018+00:00 (in 29.998939 seconds)
repomirrorworker stdout | 2022-06-02 13:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:13:39 UTC)" (scheduled at 2022-06-02 13:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:13:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:13:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:13:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 13, 9, 177147), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 13, 9, 177147), 0, 2, datetime.datetime(2022, 6, 2, 13, 13, 9, 177147), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:13:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:13:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 13, 9, 180480), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 13, 9, 180480), 0, 2, datetime.datetime(2022, 6, 2, 13, 13, 9, 180480), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:13:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:13:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 13, 9, 182363), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 13, 9, 182363), 0, 2, datetime.datetime(2022, 6, 2, 13, 13, 9, 182363), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:13:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:13:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 13, 9, 184070), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 13, 9, 184070), 0, 2, datetime.datetime(2022, 6, 2, 13, 13, 9, 184070), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:13:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:13:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 13, 9, 185739), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 13, 9, 185739), 0, 2, datetime.datetime(2022, 6, 2, 13, 13, 9, 185739), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:13:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:13:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:13:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:13:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:13:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:13:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:13:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:13:27,392 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:14:09.167018+00:00 (in 29.998940 seconds)
repomirrorworker stdout | 2022-06-02 13:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:14:09 UTC)" (scheduled at 2022-06-02 13:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:13:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:13:39,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:13:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 13, 39, 177908), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 13, 39, 177908), 0, 2, datetime.datetime(2022, 6, 2, 13, 13, 39, 177908), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:13:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:13:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 13, 39, 181079), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 13, 39, 181079), 0, 2, datetime.datetime(2022, 6, 2, 13, 13, 39, 181079), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:13:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:13:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 13, 39, 182997), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 13, 39, 182997), 0, 2, datetime.datetime(2022, 6, 2, 13, 13, 39, 182997), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:13:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:13:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 13, 39, 185026), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 13, 39, 185026), 0, 2, datetime.datetime(2022, 6, 2, 13, 13, 39, 185026), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:13:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:13:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 13, 39, 186833), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 13, 39, 186833), 0, 2, datetime.datetime(2022, 6, 2, 13, 13, 39, 186833), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:13:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:13:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:13:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:13:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:13:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:13:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:13:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:13:57,454 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:14:39.167018+00:00 (in 29.999203 seconds)
repomirrorworker stdout | 2022-06-02 13:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:14:39 UTC)" (scheduled at 2022-06-02 13:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:14:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:14:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 14, 9, 176316), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 14, 9, 176316), 0, 2, datetime.datetime(2022, 6, 2, 13, 14, 9, 176316), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:14:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:14:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 14, 9, 179890), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 14, 9, 179890), 0, 2, datetime.datetime(2022, 6, 2, 13, 14, 9, 179890), True, 4, 8])
repomirrorworker stdout | 2022-06-02 13:14:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 13:14:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 14, 9, 182057), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 14, 9, 182057), 0, 2, datetime.datetime(2022, 6, 2, 13, 14, 9, 182057), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:14:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:14:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 14, 9, 183816), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 14, 9, 183816), 0, 2, datetime.datetime(2022, 6, 2, 13, 14, 9, 183816), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:14:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:14:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 14, 9, 185489), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 14, 9, 185489), 0, 2, datetime.datetime(2022, 6, 2, 13, 14, 9, 185489), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:14:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:14:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:14:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:14:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:14:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:14:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:14:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:14:27,513 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:15:09.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-02 13:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:15:09 UTC)" (scheduled at 2022-06-02 13:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:14:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:14:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:14:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 14, 39, 176917), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 14, 39, 176917), 0, 2, datetime.datetime(2022, 6, 2, 13, 14, 39, 176917), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:14:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 14, 39, 180551), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 14, 39, 180551), 0, 2, datetime.datetime(2022, 6, 2, 13, 14, 39, 180551), True, 4, 8])
repomirrorworker stdout | 2022-06-02 13:14:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 13:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 14, 39, 182566), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 14, 39, 182566), 0, 2, datetime.datetime(2022, 6, 2, 13, 14, 39, 182566), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:14:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:14:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 14, 39, 184372), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 14, 39, 184372), 0, 2, datetime.datetime(2022, 6, 2, 13, 14, 39, 184372), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:14:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:14:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:14:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:14:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:14:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:14:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:14:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:14:57,556 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:15:39.167018+00:00 (in 29.999236 seconds)
repomirrorworker stdout | 2022-06-02 13:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:15:39 UTC)" (scheduled at 2022-06-02 13:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:15:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:15:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:15:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 15, 9, 176078), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 15, 9, 176078), 0, 2, datetime.datetime(2022, 6, 2, 13, 15, 9, 176078), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:15:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:15:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 15, 9, 179270), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 15, 9, 179270), 0, 2, datetime.datetime(2022, 6, 2, 13, 15, 9, 179270), True, 4, 8])
repomirrorworker stdout | 2022-06-02 13:15:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 13:15:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 15, 9, 181229), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 15, 9, 181229), 0, 2, datetime.datetime(2022, 6, 2, 13, 15, 9, 181229), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 15, 9, 182970), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 15, 9, 182970), 0, 2, datetime.datetime(2022, 6, 2, 13, 15, 9, 182970), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:15:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:15:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 15, 9, 184662), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 15, 9, 184662), 0, 2, datetime.datetime(2022, 6, 2, 13, 15, 9, 184662), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:15:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:15:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:15:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:15:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:15:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:15:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:15:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:15:27,592 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:16:09.167018+00:00 (in 29.999245 seconds)
repomirrorworker stdout | 2022-06-02 13:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:16:09 UTC)" (scheduled at 2022-06-02 13:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:15:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:15:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:15:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 15, 39, 176461), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 15, 39, 176461), 0, 2, datetime.datetime(2022, 6, 2, 13, 15, 39, 176461), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:15:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:15:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 15, 39, 179556), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 15, 39, 179556), 0, 2, datetime.datetime(2022, 6, 2, 13, 15, 39, 179556), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:15:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:15:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 15, 39, 181432), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 15, 39, 181432), 0, 2, datetime.datetime(2022, 6, 2, 13, 15, 39, 181432), True, 4, 8])
repomirrorworker stdout | 2022-06-02 13:15:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 13:15:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 15, 39, 183120), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 15, 39, 183120), 0, 2, datetime.datetime(2022, 6, 2, 13, 15, 39, 183120), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:15:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:15:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 15, 39, 184825), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 15, 39, 184825), 0, 2, datetime.datetime(2022, 6, 2, 13, 15, 39, 184825), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:15:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:15:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:15:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:15:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:15:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:15:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:15:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:15:57,633 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:16:39.167018+00:00 (in 29.999146 seconds)
repomirrorworker stdout | 2022-06-02 13:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:16:39 UTC)" (scheduled at 2022-06-02 13:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:16:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:16:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:16:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 16, 9, 176748), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 16, 9, 176748), 0, 2, datetime.datetime(2022, 6, 2, 13, 16, 9, 176748), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:16:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:16:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 16, 9, 180315), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 16, 9, 180315), 0, 2, datetime.datetime(2022, 6, 2, 13, 16, 9, 180315), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:16:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:16:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 16, 9, 182526), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 16, 9, 182526), 0, 2, datetime.datetime(2022, 6, 2, 13, 16, 9, 182526), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:16:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:16:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 16, 9, 184537), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 16, 9, 184537), 0, 2, datetime.datetime(2022, 6, 2, 13, 16, 9, 184537), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:16:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:16:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 16, 9, 186469), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 16, 9, 186469), 0, 2, datetime.datetime(2022, 6, 2, 13, 16, 9, 186469), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:16:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:16:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:16:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:16:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:16:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:16:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:16:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:16:27,664 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:17:09.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-02 13:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:17:09 UTC)" (scheduled at 2022-06-02 13:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:16:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:16:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:16:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 16, 39, 176895), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 16, 39, 176895), 0, 2, datetime.datetime(2022, 6, 2, 13, 16, 39, 176895), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:16:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:16:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 16, 39, 180757), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 16, 39, 180757), 0, 2, datetime.datetime(2022, 6, 2, 13, 16, 39, 180757), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:16:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:16:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 16, 39, 182716), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 16, 39, 182716), 0, 2, datetime.datetime(2022, 6, 2, 13, 16, 39, 182716), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:16:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:16:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 16, 39, 184501), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 16, 39, 184501), 0, 2, datetime.datetime(2022, 6, 2, 13, 16, 39, 184501), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:16:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:16:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:16:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:16:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:16:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:16:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:16:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:16:57,753 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:17:39.167018+00:00 (in 29.999122 seconds)
repomirrorworker stdout | 2022-06-02 13:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:17:39 UTC)" (scheduled at 2022-06-02 13:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:17:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:17:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:17:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 17, 9, 176582), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 17, 9, 176582), 0, 2, datetime.datetime(2022, 6, 2, 13, 17, 9, 176582), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:17:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:17:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 17, 9, 179779), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 17, 9, 179779), 0, 2, datetime.datetime(2022, 6, 2, 13, 17, 9, 179779), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:17:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:17:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 17, 9, 181699), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 17, 9, 181699), 0, 2, datetime.datetime(2022, 6, 2, 13, 17, 9, 181699), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:17:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:17:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 17, 9, 183411), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 17, 9, 183411), 0, 2, datetime.datetime(2022, 6, 2, 13, 17, 9, 183411), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:17:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:17:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:17:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:17:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:17:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:17:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:17:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:17:27,783 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:18:09.167018+00:00 (in 29.999086 seconds)
repomirrorworker stdout | 2022-06-02 13:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:18:09 UTC)" (scheduled at 2022-06-02 13:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:17:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:17:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 17, 39, 177365), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 17, 39, 177365), 0, 2, datetime.datetime(2022, 6, 2, 13, 17, 39, 177365), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:17:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:17:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 17, 39, 180770), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 17, 39, 180770), 0, 2, datetime.datetime(2022, 6, 2, 13, 17, 39, 180770), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:17:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:17:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 17, 39, 182654), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 17, 39, 182654), 0, 2, datetime.datetime(2022, 6, 2, 13, 17, 39, 182654), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:17:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:17:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 17, 39, 184427), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 17, 39, 184427), 0, 2, datetime.datetime(2022, 6, 2, 13, 17, 39, 184427), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:17:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:17:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 17, 39, 186186), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 17, 39, 186186), 0, 2, datetime.datetime(2022, 6, 2, 13, 17, 39, 186186), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:17:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:17:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:17:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:17:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:17:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:17:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:17:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:17:57,828 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:18:39.167018+00:00 (in 29.999205 seconds)
repomirrorworker stdout | 2022-06-02 13:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:18:39 UTC)" (scheduled at 2022-06-02 13:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:18:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:18:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 18, 9, 176575), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 18, 9, 176575), 0, 2, datetime.datetime(2022, 6, 2, 13, 18, 9, 176575), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:18:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:18:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 18, 9, 180120), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 18, 9, 180120), 0, 2, datetime.datetime(2022, 6, 2, 13, 18, 9, 180120), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:18:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:18:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 18, 9, 182250), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 18, 9, 182250), 0, 2, datetime.datetime(2022, 6, 2, 13, 18, 9, 182250), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:18:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:18:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 18, 9, 184008), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 18, 9, 184008), 0, 2, datetime.datetime(2022, 6, 2, 13, 18, 9, 184008), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:18:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:18:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 18, 9, 185710), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 18, 9, 185710), 0, 2, datetime.datetime(2022, 6, 2, 13, 18, 9, 185710), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:18:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:18:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:18:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:18:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:18:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:18:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:18:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:18:27,860 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:19:09.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-02 13:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:19:09 UTC)" (scheduled at 2022-06-02 13:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:18:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:18:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:18:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 18, 39, 177043), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 18, 39, 177043), 0, 2, datetime.datetime(2022, 6, 2, 13, 18, 39, 177043), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:18:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:18:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 18, 39, 180620), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 18, 39, 180620), 0, 2, datetime.datetime(2022, 6, 2, 13, 18, 39, 180620), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:18:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:18:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 18, 39, 182579), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 18, 39, 182579), 0, 2, datetime.datetime(2022, 6, 2, 13, 18, 39, 182579), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:18:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:18:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 18, 39, 184391), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 18, 39, 184391), 0, 2, datetime.datetime(2022, 6, 2, 13, 18, 39, 184391), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:18:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:18:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:18:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:18:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:18:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:18:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:18:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:18:57,920 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:19:39.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-02 13:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:19:39 UTC)" (scheduled at 2022-06-02 13:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:19:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:19:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:19:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 19, 9, 176863), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 19, 9, 176863), 0, 2, datetime.datetime(2022, 6, 2, 13, 19, 9, 176863), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:19:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:19:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 19, 9, 180292), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 19, 9, 180292), 0, 2, datetime.datetime(2022, 6, 2, 13, 19, 9, 180292), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:19:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:19:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 19, 9, 182237), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 19, 9, 182237), 0, 2, datetime.datetime(2022, 6, 2, 13, 19, 9, 182237), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:19:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:19:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 19, 9, 184008), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 19, 9, 184008), 0, 2, datetime.datetime(2022, 6, 2, 13, 19, 9, 184008), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:19:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:19:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 19, 9, 185741), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 19, 9, 185741), 0, 2, datetime.datetime(2022, 6, 2, 13, 19, 9, 185741), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:19:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:19:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:19:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:19:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:19:09,197 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:19:09,197 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:19:09,197 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:19:28,001 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:20:09.167018+00:00 (in 29.999117 seconds)
repomirrorworker stdout | 2022-06-02 13:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:20:09 UTC)" (scheduled at 2022-06-02 13:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:19:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:19:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:19:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 19, 39, 176981), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 19, 39, 176981), 0, 2, datetime.datetime(2022, 6, 2, 13, 19, 39, 176981), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:19:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:19:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 19, 39, 180142), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 19, 39, 180142), 0, 2, datetime.datetime(2022, 6, 2, 13, 19, 39, 180142), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:19:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:19:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 19, 39, 182069), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 19, 39, 182069), 0, 2, datetime.datetime(2022, 6, 2, 13, 19, 39, 182069), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:19:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:19:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 19, 39, 183855), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 19, 39, 183855), 0, 2, datetime.datetime(2022, 6, 2, 13, 19, 39, 183855), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:19:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:19:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 19, 39, 185554), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 19, 39, 185554), 0, 2, datetime.datetime(2022, 6, 2, 13, 19, 39, 185554), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:19:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:19:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:19:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:19:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:19:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:19:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:19:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:19:58,042 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:20:39.167018+00:00 (in 29.999148 seconds)
repomirrorworker stdout | 2022-06-02 13:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:20:39 UTC)" (scheduled at 2022-06-02 13:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:20:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:20:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 20, 9, 176930), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 20, 9, 176930), 0, 2, datetime.datetime(2022, 6, 2, 13, 20, 9, 176930), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:20:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 20, 9, 180179), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 20, 9, 180179), 0, 2, datetime.datetime(2022, 6, 2, 13, 20, 9, 180179), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:20:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:20:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 20, 9, 182108), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 20, 9, 182108), 0, 2, datetime.datetime(2022, 6, 2, 13, 20, 9, 182108), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:20:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:20:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 20, 9, 183809), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 20, 9, 183809), 0, 2, datetime.datetime(2022, 6, 2, 13, 20, 9, 183809), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:20:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:20:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:20:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:20:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:20:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:20:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:20:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:20:28,103 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:21:09.167018+00:00 (in 29.999141 seconds)
repomirrorworker stdout | 2022-06-02 13:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:21:09 UTC)" (scheduled at 2022-06-02 13:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:20:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:20:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:20:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 20, 39, 176895), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 20, 39, 176895), 0, 2, datetime.datetime(2022, 6, 2, 13, 20, 39, 176895), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:20:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:20:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 20, 39, 180584), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 20, 39, 180584), 0, 2, datetime.datetime(2022, 6, 2, 13, 20, 39, 180584), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:20:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:20:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 20, 39, 182725), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 20, 39, 182725), 0, 2, datetime.datetime(2022, 6, 2, 13, 20, 39, 182725), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:20:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:20:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 20, 39, 184506), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 20, 39, 184506), 0, 2, datetime.datetime(2022, 6, 2, 13, 20, 39, 184506), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:20:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:20:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 20, 39, 186235), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 20, 39, 186235), 0, 2, datetime.datetime(2022, 6, 2, 13, 20, 39, 186235), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:20:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:20:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:20:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:20:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:20:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:20:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:20:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:20:58,171 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:21:39.167018+00:00 (in 29.998947 seconds)
repomirrorworker stdout | 2022-06-02 13:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:21:39 UTC)" (scheduled at 2022-06-02 13:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:21:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:21:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:21:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 21, 9, 177493), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 21, 9, 177493), 0, 2, datetime.datetime(2022, 6, 2, 13, 21, 9, 177493), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:21:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:21:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 21, 9, 181158), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 21, 9, 181158), 0, 2, datetime.datetime(2022, 6, 2, 13, 21, 9, 181158), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:21:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 21, 9, 183131), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 21, 9, 183131), 0, 2, datetime.datetime(2022, 6, 2, 13, 21, 9, 183131), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:21:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:21:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 21, 9, 184915), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 21, 9, 184915), 0, 2, datetime.datetime(2022, 6, 2, 13, 21, 9, 184915), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:21:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:21:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:21:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:21:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:21:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:21:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:21:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:21:28,238 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:22:09.167018+00:00 (in 29.999228 seconds)
repomirrorworker stdout | 2022-06-02 13:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:22:09 UTC)" (scheduled at 2022-06-02 13:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:21:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:21:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:21:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 21, 39, 177172), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 21, 39, 177172), 0, 2, datetime.datetime(2022, 6, 2, 13, 21, 39, 177172), True, 4, 8])
repomirrorworker stdout | 2022-06-02 13:21:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 13:21:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 21, 39, 180777), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 21, 39, 180777), 0, 2, datetime.datetime(2022, 6, 2, 13, 21, 39, 180777), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:21:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:21:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 21, 39, 182620), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 21, 39, 182620), 0, 2, datetime.datetime(2022, 6, 2, 13, 21, 39, 182620), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:21:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:21:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 21, 39, 184311), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 21, 39, 184311), 0, 2, datetime.datetime(2022, 6, 2, 13, 21, 39, 184311), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:21:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:21:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 21, 39, 186011), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 21, 39, 186011), 0, 2, datetime.datetime(2022, 6, 2, 13, 21, 39, 186011), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:21:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:21:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:21:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:21:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:21:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:21:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:21:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:21:58,308 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:22:39.167018+00:00 (in 29.999121 seconds)
repomirrorworker stdout | 2022-06-02 13:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:22:39 UTC)" (scheduled at 2022-06-02 13:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:22:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:22:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:22:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 22, 9, 177023), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 22, 9, 177023), 0, 2, datetime.datetime(2022, 6, 2, 13, 22, 9, 177023), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:22:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:22:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 22, 9, 180718), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 22, 9, 180718), 0, 2, datetime.datetime(2022, 6, 2, 13, 22, 9, 180718), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:22:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:22:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 22, 9, 182587), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 22, 9, 182587), 0, 2, datetime.datetime(2022, 6, 2, 13, 22, 9, 182587), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:22:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:22:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 22, 9, 184249), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 22, 9, 184249), 0, 2, datetime.datetime(2022, 6, 2, 13, 22, 9, 184249), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:22:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:22:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:22:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:22:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:22:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:22:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:22:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:22:28,368 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:23:09.167018+00:00 (in 29.998934 seconds)
repomirrorworker stdout | 2022-06-02 13:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:23:09 UTC)" (scheduled at 2022-06-02 13:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:22:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:22:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:22:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 22, 39, 176934), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 22, 39, 176934), 0, 2, datetime.datetime(2022, 6, 2, 13, 22, 39, 176934), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:22:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:22:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 22, 39, 180747), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 22, 39, 180747), 0, 2, datetime.datetime(2022, 6, 2, 13, 22, 39, 180747), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:22:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:22:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 22, 39, 182724), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 22, 39, 182724), 0, 2, datetime.datetime(2022, 6, 2, 13, 22, 39, 182724), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:22:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:22:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 22, 39, 184436), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 22, 39, 184436), 0, 2, datetime.datetime(2022, 6, 2, 13, 22, 39, 184436), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:22:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:22:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 22, 39, 186139), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 22, 39, 186139), 0, 2, datetime.datetime(2022, 6, 2, 13, 22, 39, 186139), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:22:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:22:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:22:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:22:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:22:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:22:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:22:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:22:58,419 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:23:39.167018+00:00 (in 29.999062 seconds)
repomirrorworker stdout | 2022-06-02 13:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:23:39 UTC)" (scheduled at 2022-06-02 13:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:23:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:23:09,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:23:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 23, 9, 178006), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 23, 9, 178006), 0, 2, datetime.datetime(2022, 6, 2, 13, 23, 9, 178006), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:23:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:23:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 23, 9, 181698), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 23, 9, 181698), 0, 2, datetime.datetime(2022, 6, 2, 13, 23, 9, 181698), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:23:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:23:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 23, 9, 183593), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 23, 9, 183593), 0, 2, datetime.datetime(2022, 6, 2, 13, 23, 9, 183593), True, 4, 8])
repomirrorworker stdout | 2022-06-02 13:23:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 13:23:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 23, 9, 185307), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 23, 9, 185307), 0, 2, datetime.datetime(2022, 6, 2, 13, 23, 9, 185307), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:23:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:23:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:23:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:23:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:23:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:23:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:23:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:23:28,474 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:24:09.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-02 13:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:24:09 UTC)" (scheduled at 2022-06-02 13:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:23:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:23:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:23:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 23, 39, 177167), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 23, 39, 177167), 0, 2, datetime.datetime(2022, 6, 2, 13, 23, 39, 177167), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:23:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:23:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 23, 39, 180641), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 23, 39, 180641), 0, 2, datetime.datetime(2022, 6, 2, 13, 23, 39, 180641), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:23:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:23:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 23, 39, 182570), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 23, 39, 182570), 0, 2, datetime.datetime(2022, 6, 2, 13, 23, 39, 182570), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:23:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:23:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 23, 39, 184327), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 23, 39, 184327), 0, 2, datetime.datetime(2022, 6, 2, 13, 23, 39, 184327), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:23:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:23:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:23:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:23:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:23:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:23:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:23:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:23:58,520 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:24:39.167018+00:00 (in 29.999015 seconds)
repomirrorworker stdout | 2022-06-02 13:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:24:39 UTC)" (scheduled at 2022-06-02 13:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:24:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:24:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:24:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 24, 9, 176434), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 24, 9, 176434), 0, 2, datetime.datetime(2022, 6, 2, 13, 24, 9, 176434), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:24:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:24:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 24, 9, 179901), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 24, 9, 179901), 0, 2, datetime.datetime(2022, 6, 2, 13, 24, 9, 179901), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:24:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:24:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 24, 9, 181796), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 24, 9, 181796), 0, 2, datetime.datetime(2022, 6, 2, 13, 24, 9, 181796), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:24:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:24:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 24, 9, 183523), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 24, 9, 183523), 0, 2, datetime.datetime(2022, 6, 2, 13, 24, 9, 183523), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:24:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:24:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 24, 9, 185215), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 24, 9, 185215), 0, 2, datetime.datetime(2022, 6, 2, 13, 24, 9, 185215), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:24:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:24:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:24:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:24:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:24:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:24:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:24:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:24:28,582 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:25:09.167018+00:00 (in 29.999087 seconds)
repomirrorworker stdout | 2022-06-02 13:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:25:09 UTC)" (scheduled at 2022-06-02 13:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:24:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:24:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:24:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 24, 39, 176444), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 24, 39, 176444), 0, 2, datetime.datetime(2022, 6, 2, 13, 24, 39, 176444), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:24:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:24:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 24, 39, 179591), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 24, 39, 179591), 0, 2, datetime.datetime(2022, 6, 2, 13, 24, 39, 179591), True, 4, 8])
repomirrorworker stdout | 2022-06-02 13:24:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 13:24:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 24, 39, 181446), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 24, 39, 181446), 0, 2, datetime.datetime(2022, 6, 2, 13, 24, 39, 181446), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:24:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:24:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 24, 39, 183150), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 24, 39, 183150), 0, 2, datetime.datetime(2022, 6, 2, 13, 24, 39, 183150), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:24:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:24:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 24, 39, 184815), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 24, 39, 184815), 0, 2, datetime.datetime(2022, 6, 2, 13, 24, 39, 184815), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:24:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:24:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:24:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:24:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:24:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:24:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:24:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:24:58,640 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:25:39.167018+00:00 (in 29.998953 seconds)
repomirrorworker stdout | 2022-06-02 13:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:25:39 UTC)" (scheduled at 2022-06-02 13:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:25:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:25:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:25:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 25, 9, 177100), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 25, 9, 177100), 0, 2, datetime.datetime(2022, 6, 2, 13, 25, 9, 177100), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:25:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 25, 9, 180443), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 25, 9, 180443), 0, 2, datetime.datetime(2022, 6, 2, 13, 25, 9, 180443), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:25:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:25:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 25, 9, 182525), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 25, 9, 182525), 0, 2, datetime.datetime(2022, 6, 2, 13, 25, 9, 182525), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:25:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:25:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 25, 9, 184421), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 25, 9, 184421), 0, 2, datetime.datetime(2022, 6, 2, 13, 25, 9, 184421), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:25:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:25:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 25, 9, 186280), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 25, 9, 186280), 0, 2, datetime.datetime(2022, 6, 2, 13, 25, 9, 186280), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:25:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:25:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:25:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:25:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:25:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:25:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:25:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:25:28,708 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:26:09.167018+00:00 (in 29.999073 seconds)
repomirrorworker stdout | 2022-06-02 13:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:26:09 UTC)" (scheduled at 2022-06-02 13:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:25:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:25:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 25, 39, 176964), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 25, 39, 176964), 0, 2, datetime.datetime(2022, 6, 2, 13, 25, 39, 176964), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:25:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:25:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 25, 39, 180651), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 25, 39, 180651), 0, 2, datetime.datetime(2022, 6, 2, 13, 25, 39, 180651), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:25:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:25:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 25, 39, 182956), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 25, 39, 182956), 0, 2, datetime.datetime(2022, 6, 2, 13, 25, 39, 182956), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:25:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:25:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 25, 39, 184742), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 25, 39, 184742), 0, 2, datetime.datetime(2022, 6, 2, 13, 25, 39, 184742), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:25:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:25:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 25, 39, 186367), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 25, 39, 186367), 0, 2, datetime.datetime(2022, 6, 2, 13, 25, 39, 186367), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:25:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:25:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:25:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:25:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:25:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:25:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:25:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:25:58,752 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:26:39.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-02 13:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:26:39 UTC)" (scheduled at 2022-06-02 13:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:26:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:26:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 26, 9, 177201), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 26, 9, 177201), 0, 2, datetime.datetime(2022, 6, 2, 13, 26, 9, 177201), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:26:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:26:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 26, 9, 180913), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 26, 9, 180913), 0, 2, datetime.datetime(2022, 6, 2, 13, 26, 9, 180913), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:26:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:26:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 26, 9, 182816), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 26, 9, 182816), 0, 2, datetime.datetime(2022, 6, 2, 13, 26, 9, 182816), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:26:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:26:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 26, 9, 184571), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 26, 9, 184571), 0, 2, datetime.datetime(2022, 6, 2, 13, 26, 9, 184571), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:26:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:26:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 26, 9, 186277), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 26, 9, 186277), 0, 2, datetime.datetime(2022, 6, 2, 13, 26, 9, 186277), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:26:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:26:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:26:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:26:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:26:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:26:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:26:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:26:28,812 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:27:09.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-02 13:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:27:09 UTC)" (scheduled at 2022-06-02 13:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:26:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:26:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:26:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 26, 39, 177188), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 26, 39, 177188), 0, 2, datetime.datetime(2022, 6, 2, 13, 26, 39, 177188), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:26:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:26:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 26, 39, 180628), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 26, 39, 180628), 0, 2, datetime.datetime(2022, 6, 2, 13, 26, 39, 180628), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:26:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:26:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 26, 39, 182920), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 26, 39, 182920), 0, 2, datetime.datetime(2022, 6, 2, 13, 26, 39, 182920), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:26:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:26:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 26, 39, 185138), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 26, 39, 185138), 0, 2, datetime.datetime(2022, 6, 2, 13, 26, 39, 185138), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:26:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:26:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:26:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:26:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:26:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:26:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:26:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:26:58,861 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:27:39.167018+00:00 (in 29.999183 seconds)
repomirrorworker stdout | 2022-06-02 13:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:27:39 UTC)" (scheduled at 2022-06-02 13:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:27:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:27:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:27:09,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 27, 9, 175830), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 27, 9, 175830), 0, 2, datetime.datetime(2022, 6, 2, 13, 27, 9, 175830), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:27:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:27:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 27, 9, 178970), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 27, 9, 178970), 0, 2, datetime.datetime(2022, 6, 2, 13, 27, 9, 178970), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:27:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:27:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 27, 9, 181040), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 27, 9, 181040), 0, 2, datetime.datetime(2022, 6, 2, 13, 27, 9, 181040), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:27:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:27:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 27, 9, 182735), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 27, 9, 182735), 0, 2, datetime.datetime(2022, 6, 2, 13, 27, 9, 182735), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:27:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:27:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 27, 9, 184348), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 27, 9, 184348), 0, 2, datetime.datetime(2022, 6, 2, 13, 27, 9, 184348), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:27:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:27:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:27:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:27:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:27:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:27:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:27:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:27:28,932 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:28:09.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-02 13:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:28:09 UTC)" (scheduled at 2022-06-02 13:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:27:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:27:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:27:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 27, 39, 177005), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 27, 39, 177005), 0, 2, datetime.datetime(2022, 6, 2, 13, 27, 39, 177005), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:27:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:27:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 27, 39, 180333), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 27, 39, 180333), 0, 2, datetime.datetime(2022, 6, 2, 13, 27, 39, 180333), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:27:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:27:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 27, 39, 182252), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 27, 39, 182252), 0, 2, datetime.datetime(2022, 6, 2, 13, 27, 39, 182252), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:27:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:27:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 27, 39, 184019), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 27, 39, 184019), 0, 2, datetime.datetime(2022, 6, 2, 13, 27, 39, 184019), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:27:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:27:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 27, 39, 185884), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 27, 39, 185884), 0, 2, datetime.datetime(2022, 6, 2, 13, 27, 39, 185884), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:27:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:27:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:27:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:27:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:27:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:27:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:27:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:27:58,990 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:28:39.167018+00:00 (in 29.999055 seconds)
repomirrorworker stdout | 2022-06-02 13:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:28:39 UTC)" (scheduled at 2022-06-02 13:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:28:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:28:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 28, 9, 176132), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 28, 9, 176132), 0, 2, datetime.datetime(2022, 6, 2, 13, 28, 9, 176132), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:28:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:28:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 28, 9, 179293), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 28, 9, 179293), 0, 2, datetime.datetime(2022, 6, 2, 13, 28, 9, 179293), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:28:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:28:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 28, 9, 181178), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 28, 9, 181178), 0, 2, datetime.datetime(2022, 6, 2, 13, 28, 9, 181178), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:28:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:28:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 28, 9, 182918), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 28, 9, 182918), 0, 2, datetime.datetime(2022, 6, 2, 13, 28, 9, 182918), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:28:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:28:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 28, 9, 184592), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 28, 9, 184592), 0, 2, datetime.datetime(2022, 6, 2, 13, 28, 9, 184592), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:28:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:28:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:28:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:28:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:28:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:28:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:28:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:28:29,060 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:29:09.167018+00:00 (in 29.999026 seconds)
repomirrorworker stdout | 2022-06-02 13:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:29:09 UTC)" (scheduled at 2022-06-02 13:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:28:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:28:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:28:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 28, 39, 176938), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 28, 39, 176938), 0, 2, datetime.datetime(2022, 6, 2, 13, 28, 39, 176938), True, 4, 8])
repomirrorworker stdout | 2022-06-02 13:28:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 13:28:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 28, 39, 180147), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 28, 39, 180147), 0, 2, datetime.datetime(2022, 6, 2, 13, 28, 39, 180147), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:28:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:28:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 28, 39, 182061), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 28, 39, 182061), 0, 2, datetime.datetime(2022, 6, 2, 13, 28, 39, 182061), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:28:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:28:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 28, 39, 183802), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 28, 39, 183802), 0, 2, datetime.datetime(2022, 6, 2, 13, 28, 39, 183802), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:28:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:28:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 28, 39, 185461), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 28, 39, 185461), 0, 2, datetime.datetime(2022, 6, 2, 13, 28, 39, 185461), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:28:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:28:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:28:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:28:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:28:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:28:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:28:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:28:59,124 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:29:39.167018+00:00 (in 29.999038 seconds)
repomirrorworker stdout | 2022-06-02 13:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:29:39 UTC)" (scheduled at 2022-06-02 13:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:29:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:29:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:29:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 29, 9, 176761), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 29, 9, 176761), 0, 2, datetime.datetime(2022, 6, 2, 13, 29, 9, 176761), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:29:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:29:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 29, 9, 180593), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 29, 9, 180593), 0, 2, datetime.datetime(2022, 6, 2, 13, 29, 9, 180593), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:29:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:29:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 29, 9, 182609), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 29, 9, 182609), 0, 2, datetime.datetime(2022, 6, 2, 13, 29, 9, 182609), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:29:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:29:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 29, 9, 184379), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 29, 9, 184379), 0, 2, datetime.datetime(2022, 6, 2, 13, 29, 9, 184379), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:29:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:29:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:29:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:29:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:29:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:29:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:29:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:29:29,181 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:30:09.167018+00:00 (in 29.999051 seconds)
repomirrorworker stdout | 2022-06-02 13:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:30:09 UTC)" (scheduled at 2022-06-02 13:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:29:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:29:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 29, 39, 176446), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 29, 39, 176446), 0, 2, datetime.datetime(2022, 6, 2, 13, 29, 39, 176446), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:29:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:29:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 29, 39, 179854), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 29, 39, 179854), 0, 2, datetime.datetime(2022, 6, 2, 13, 29, 39, 179854), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:29:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:29:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 29, 39, 181737), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 29, 39, 181737), 0, 2, datetime.datetime(2022, 6, 2, 13, 29, 39, 181737), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:29:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:29:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 29, 39, 183428), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 29, 39, 183428), 0, 2, datetime.datetime(2022, 6, 2, 13, 29, 39, 183428), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:29:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:29:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:29:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:29:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:29:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:29:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:29:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:29:59,236 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:30:39.167018+00:00 (in 29.998966 seconds)
repomirrorworker stdout | 2022-06-02 13:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:30:39 UTC)" (scheduled at 2022-06-02 13:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:30:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:30:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:30:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 30, 9, 176765), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 30, 9, 176765), 0, 2, datetime.datetime(2022, 6, 2, 13, 30, 9, 176765), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:30:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:30:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 30, 9, 180449), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 30, 9, 180449), 0, 2, datetime.datetime(2022, 6, 2, 13, 30, 9, 180449), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:30:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:30:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 30, 9, 182354), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 30, 9, 182354), 0, 2, datetime.datetime(2022, 6, 2, 13, 30, 9, 182354), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:30:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:30:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 30, 9, 184088), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 30, 9, 184088), 0, 2, datetime.datetime(2022, 6, 2, 13, 30, 9, 184088), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:30:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:30:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 30, 9, 185795), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 30, 9, 185795), 0, 2, datetime.datetime(2022, 6, 2, 13, 30, 9, 185795), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:30:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:30:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:30:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:30:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:30:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:30:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:30:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:30:29,289 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:31:09.167018+00:00 (in 29.998955 seconds)
repomirrorworker stdout | 2022-06-02 13:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:31:09 UTC)" (scheduled at 2022-06-02 13:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:30:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:30:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:30:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 30, 39, 176857), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 30, 39, 176857), 0, 2, datetime.datetime(2022, 6, 2, 13, 30, 39, 176857), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:30:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:30:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 30, 39, 180585), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 30, 39, 180585), 0, 2, datetime.datetime(2022, 6, 2, 13, 30, 39, 180585), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:30:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:30:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 30, 39, 182513), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 30, 39, 182513), 0, 2, datetime.datetime(2022, 6, 2, 13, 30, 39, 182513), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:30:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:30:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 30, 39, 184299), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 30, 39, 184299), 0, 2, datetime.datetime(2022, 6, 2, 13, 30, 39, 184299), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:30:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:30:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 30, 39, 185981), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 30, 39, 185981), 0, 2, datetime.datetime(2022, 6, 2, 13, 30, 39, 185981), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:30:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:30:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:30:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:30:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:30:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:30:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:30:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:30:59,327 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:31:39.167018+00:00 (in 29.999119 seconds)
repomirrorworker stdout | 2022-06-02 13:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:31:39 UTC)" (scheduled at 2022-06-02 13:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:31:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:31:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 31, 9, 176505), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 31, 9, 176505), 0, 2, datetime.datetime(2022, 6, 2, 13, 31, 9, 176505), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:31:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:31:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 31, 9, 180024), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 31, 9, 180024), 0, 2, datetime.datetime(2022, 6, 2, 13, 31, 9, 180024), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:31:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:31:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 31, 9, 181951), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 31, 9, 181951), 0, 2, datetime.datetime(2022, 6, 2, 13, 31, 9, 181951), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:31:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:31:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 31, 9, 183637), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 31, 9, 183637), 0, 2, datetime.datetime(2022, 6, 2, 13, 31, 9, 183637), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:31:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:31:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 31, 9, 185317), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 31, 9, 185317), 0, 2, datetime.datetime(2022, 6, 2, 13, 31, 9, 185317), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:31:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:31:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:31:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:31:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:31:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:31:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:31:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:31:29,390 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:32:09.167018+00:00 (in 29.999107 seconds)
repomirrorworker stdout | 2022-06-02 13:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:32:09 UTC)" (scheduled at 2022-06-02 13:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:31:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:31:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:31:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 31, 39, 176545), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 31, 39, 176545), 0, 2, datetime.datetime(2022, 6, 2, 13, 31, 39, 176545), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:31:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:31:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 31, 39, 179770), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 31, 39, 179770), 0, 2, datetime.datetime(2022, 6, 2, 13, 31, 39, 179770), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:31:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:31:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 31, 39, 181760), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 31, 39, 181760), 0, 2, datetime.datetime(2022, 6, 2, 13, 31, 39, 181760), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:31:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:31:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 31, 39, 183537), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 31, 39, 183537), 0, 2, datetime.datetime(2022, 6, 2, 13, 31, 39, 183537), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:31:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:31:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 31, 39, 185251), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 31, 39, 185251), 0, 2, datetime.datetime(2022, 6, 2, 13, 31, 39, 185251), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:31:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:31:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:31:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:31:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:31:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:31:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:31:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:31:59,470 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:32:39.167018+00:00 (in 29.999197 seconds)
repomirrorworker stdout | 2022-06-02 13:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:32:39 UTC)" (scheduled at 2022-06-02 13:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:32:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:32:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:32:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 32, 9, 176571), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 32, 9, 176571), 0, 2, datetime.datetime(2022, 6, 2, 13, 32, 9, 176571), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:32:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:32:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 32, 9, 179781), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 32, 9, 179781), 0, 2, datetime.datetime(2022, 6, 2, 13, 32, 9, 179781), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:32:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:32:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 32, 9, 181645), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 32, 9, 181645), 0, 2, datetime.datetime(2022, 6, 2, 13, 32, 9, 181645), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:32:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:32:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 32, 9, 183358), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 32, 9, 183358), 0, 2, datetime.datetime(2022, 6, 2, 13, 32, 9, 183358), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:32:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:32:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:32:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:32:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:32:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:32:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:32:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:32:29,526 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:33:09.167018+00:00 (in 29.998981 seconds)
repomirrorworker stdout | 2022-06-02 13:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:33:09 UTC)" (scheduled at 2022-06-02 13:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:32:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:32:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:32:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 32, 39, 176960), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 32, 39, 176960), 0, 2, datetime.datetime(2022, 6, 2, 13, 32, 39, 176960), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:32:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:32:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 32, 39, 180655), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 32, 39, 180655), 0, 2, datetime.datetime(2022, 6, 2, 13, 32, 39, 180655), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:32:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:32:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 32, 39, 182708), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 32, 39, 182708), 0, 2, datetime.datetime(2022, 6, 2, 13, 32, 39, 182708), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:32:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:32:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 32, 39, 184483), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 32, 39, 184483), 0, 2, datetime.datetime(2022, 6, 2, 13, 32, 39, 184483), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:32:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:32:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:32:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:32:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:32:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:32:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:32:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:32:59,586 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:33:39.167018+00:00 (in 29.999170 seconds)
repomirrorworker stdout | 2022-06-02 13:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:33:39 UTC)" (scheduled at 2022-06-02 13:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:33:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:33:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:33:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 33, 9, 176247), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 33, 9, 176247), 0, 2, datetime.datetime(2022, 6, 2, 13, 33, 9, 176247), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:33:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:33:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 33, 9, 179438), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 33, 9, 179438), 0, 2, datetime.datetime(2022, 6, 2, 13, 33, 9, 179438), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:33:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:33:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 33, 9, 181416), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 33, 9, 181416), 0, 2, datetime.datetime(2022, 6, 2, 13, 33, 9, 181416), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:33:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:33:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 33, 9, 183168), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 33, 9, 183168), 0, 2, datetime.datetime(2022, 6, 2, 13, 33, 9, 183168), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:33:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:33:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 33, 9, 184929), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 33, 9, 184929), 0, 2, datetime.datetime(2022, 6, 2, 13, 33, 9, 184929), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:33:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:33:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:33:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:33:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:33:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:33:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:33:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:33:29,622 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:34:09.167018+00:00 (in 29.998964 seconds)
repomirrorworker stdout | 2022-06-02 13:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:34:09 UTC)" (scheduled at 2022-06-02 13:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:33:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:33:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:33:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 33, 39, 176627), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 33, 39, 176627), 0, 2, datetime.datetime(2022, 6, 2, 13, 33, 39, 176627), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:33:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:33:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 33, 39, 179850), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 33, 39, 179850), 0, 2, datetime.datetime(2022, 6, 2, 13, 33, 39, 179850), True, 4, 8])
repomirrorworker stdout | 2022-06-02 13:33:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 13:33:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 33, 39, 181770), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 33, 39, 181770), 0, 2, datetime.datetime(2022, 6, 2, 13, 33, 39, 181770), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:33:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:33:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 33, 39, 183493), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 33, 39, 183493), 0, 2, datetime.datetime(2022, 6, 2, 13, 33, 39, 183493), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:33:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:33:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:33:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:33:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:33:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:33:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:33:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:33:59,653 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:34:39.167018+00:00 (in 29.998877 seconds)
repomirrorworker stdout | 2022-06-02 13:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:34:39 UTC)" (scheduled at 2022-06-02 13:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:34:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:34:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:34:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 34, 9, 177342), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 34, 9, 177342), 0, 2, datetime.datetime(2022, 6, 2, 13, 34, 9, 177342), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:34:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:34:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 34, 9, 181153), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 34, 9, 181153), 0, 2, datetime.datetime(2022, 6, 2, 13, 34, 9, 181153), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:34:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:34:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 34, 9, 183084), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 34, 9, 183084), 0, 2, datetime.datetime(2022, 6, 2, 13, 34, 9, 183084), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:34:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:34:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 34, 9, 184798), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 34, 9, 184798), 0, 2, datetime.datetime(2022, 6, 2, 13, 34, 9, 184798), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:34:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:34:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 34, 9, 186479), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 34, 9, 186479), 0, 2, datetime.datetime(2022, 6, 2, 13, 34, 9, 186479), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:34:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:34:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:34:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:34:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:34:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:34:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:34:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:34:29,683 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:35:09.167018+00:00 (in 29.998998 seconds)
repomirrorworker stdout | 2022-06-02 13:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:35:09 UTC)" (scheduled at 2022-06-02 13:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:34:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:34:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:34:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 34, 39, 176906), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 34, 39, 176906), 0, 2, datetime.datetime(2022, 6, 2, 13, 34, 39, 176906), True, 4, 8])
repomirrorworker stdout | 2022-06-02 13:34:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 13:34:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 34, 39, 180849), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 34, 39, 180849), 0, 2, datetime.datetime(2022, 6, 2, 13, 34, 39, 180849), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:34:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:34:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 34, 39, 183282), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 34, 39, 183282), 0, 2, datetime.datetime(2022, 6, 2, 13, 34, 39, 183282), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:34:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:34:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 34, 39, 185332), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 34, 39, 185332), 0, 2, datetime.datetime(2022, 6, 2, 13, 34, 39, 185332), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:34:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:34:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 34, 39, 187019), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 34, 39, 187019), 0, 2, datetime.datetime(2022, 6, 2, 13, 34, 39, 187019), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:34:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:34:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:34:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:34:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:34:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:34:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:34:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:34:59,717 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:35:39.167018+00:00 (in 29.999113 seconds)
repomirrorworker stdout | 2022-06-02 13:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:35:39 UTC)" (scheduled at 2022-06-02 13:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:35:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:35:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:35:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 35, 9, 176773), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 35, 9, 176773), 0, 2, datetime.datetime(2022, 6, 2, 13, 35, 9, 176773), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:35:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:35:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 35, 9, 179886), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 35, 9, 179886), 0, 2, datetime.datetime(2022, 6, 2, 13, 35, 9, 179886), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:35:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:35:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 35, 9, 181788), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 35, 9, 181788), 0, 2, datetime.datetime(2022, 6, 2, 13, 35, 9, 181788), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:35:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:35:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 35, 9, 183467), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 35, 9, 183467), 0, 2, datetime.datetime(2022, 6, 2, 13, 35, 9, 183467), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:35:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:35:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:35:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:35:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:35:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:35:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:35:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:35:29,773 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:36:09.167018+00:00 (in 29.999031 seconds)
repomirrorworker stdout | 2022-06-02 13:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:36:09 UTC)" (scheduled at 2022-06-02 13:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:35:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:35:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:35:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 35, 39, 176207), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 35, 39, 176207), 0, 2, datetime.datetime(2022, 6, 2, 13, 35, 39, 176207), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:35:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:35:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 35, 39, 179428), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 35, 39, 179428), 0, 2, datetime.datetime(2022, 6, 2, 13, 35, 39, 179428), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:35:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:35:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 35, 39, 181436), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 35, 39, 181436), 0, 2, datetime.datetime(2022, 6, 2, 13, 35, 39, 181436), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:35:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:35:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 35, 39, 183161), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 35, 39, 183161), 0, 2, datetime.datetime(2022, 6, 2, 13, 35, 39, 183161), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:35:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:35:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 35, 39, 184870), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 35, 39, 184870), 0, 2, datetime.datetime(2022, 6, 2, 13, 35, 39, 184870), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:35:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:35:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:35:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:35:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:35:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:35:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:35:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:35:59,833 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:36:39.167018+00:00 (in 29.999173 seconds)
repomirrorworker stdout | 2022-06-02 13:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:36:39 UTC)" (scheduled at 2022-06-02 13:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:36:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:36:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 36, 9, 176565), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 36, 9, 176565), 0, 2, datetime.datetime(2022, 6, 2, 13, 36, 9, 176565), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:36:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 36, 9, 180266), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 36, 9, 180266), 0, 2, datetime.datetime(2022, 6, 2, 13, 36, 9, 180266), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:36:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:36:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 36, 9, 182343), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 36, 9, 182343), 0, 2, datetime.datetime(2022, 6, 2, 13, 36, 9, 182343), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:36:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:36:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 36, 9, 184117), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 36, 9, 184117), 0, 2, datetime.datetime(2022, 6, 2, 13, 36, 9, 184117), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:36:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:36:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:36:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:36:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:36:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:36:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:36:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:36:29,895 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:37:09.167018+00:00 (in 29.999116 seconds)
repomirrorworker stdout | 2022-06-02 13:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:37:09 UTC)" (scheduled at 2022-06-02 13:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:36:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:36:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 36, 39, 176506), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 36, 39, 176506), 0, 2, datetime.datetime(2022, 6, 2, 13, 36, 39, 176506), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:36:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:36:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 36, 39, 180118), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 36, 39, 180118), 0, 2, datetime.datetime(2022, 6, 2, 13, 36, 39, 180118), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:36:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:36:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 36, 39, 184068), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 36, 39, 184068), 0, 2, datetime.datetime(2022, 6, 2, 13, 36, 39, 184068), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:36:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:36:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 36, 39, 186007), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 36, 39, 186007), 0, 2, datetime.datetime(2022, 6, 2, 13, 36, 39, 186007), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:36:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:36:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 36, 39, 187911), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 36, 39, 187911), 0, 2, datetime.datetime(2022, 6, 2, 13, 36, 39, 187911), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:36:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:36:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:36:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:36:39,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:36:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:36:39,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:36:39,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:36:59,960 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:37:39.167018+00:00 (in 29.999106 seconds)
repomirrorworker stdout | 2022-06-02 13:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:37:39 UTC)" (scheduled at 2022-06-02 13:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:37:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:37:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:37:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 37, 9, 176308), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 37, 9, 176308), 0, 2, datetime.datetime(2022, 6, 2, 13, 37, 9, 176308), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:37:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:37:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 37, 9, 179463), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 37, 9, 179463), 0, 2, datetime.datetime(2022, 6, 2, 13, 37, 9, 179463), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:37:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:37:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 37, 9, 181341), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 37, 9, 181341), 0, 2, datetime.datetime(2022, 6, 2, 13, 37, 9, 181341), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:37:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:37:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 37, 9, 183124), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 37, 9, 183124), 0, 2, datetime.datetime(2022, 6, 2, 13, 37, 9, 183124), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:37:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:37:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:37:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:37:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:37:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:37:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:37:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:37:30,022 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:38:09.167018+00:00 (in 29.999223 seconds)
repomirrorworker stdout | 2022-06-02 13:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:38:09 UTC)" (scheduled at 2022-06-02 13:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:37:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:37:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:37:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 37, 39, 176525), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 37, 39, 176525), 0, 2, datetime.datetime(2022, 6, 2, 13, 37, 39, 176525), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:37:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:37:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 37, 39, 179698), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 37, 39, 179698), 0, 2, datetime.datetime(2022, 6, 2, 13, 37, 39, 179698), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:37:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:37:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 37, 39, 181727), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 37, 39, 181727), 0, 2, datetime.datetime(2022, 6, 2, 13, 37, 39, 181727), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:37:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:37:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 37, 39, 183431), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 37, 39, 183431), 0, 2, datetime.datetime(2022, 6, 2, 13, 37, 39, 183431), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:37:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:37:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 37, 39, 185147), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 37, 39, 185147), 0, 2, datetime.datetime(2022, 6, 2, 13, 37, 39, 185147), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:37:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:37:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:37:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:37:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:37:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:37:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:37:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:38:00,096 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:38:39.167018+00:00 (in 29.999263 seconds)
repomirrorworker stdout | 2022-06-02 13:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:38:39 UTC)" (scheduled at 2022-06-02 13:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:38:09,174 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:38:09,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 38, 9, 175462), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 38, 9, 175462), 0, 2, datetime.datetime(2022, 6, 2, 13, 38, 9, 175462), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:38:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:38:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 38, 9, 178579), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 38, 9, 178579), 0, 2, datetime.datetime(2022, 6, 2, 13, 38, 9, 178579), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:38:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:38:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 38, 9, 180572), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 38, 9, 180572), 0, 2, datetime.datetime(2022, 6, 2, 13, 38, 9, 180572), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:38:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:38:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 38, 9, 182468), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 38, 9, 182468), 0, 2, datetime.datetime(2022, 6, 2, 13, 38, 9, 182468), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:38:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:38:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:38:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:38:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:38:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:38:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:38:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:38:30,159 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:39:09.167018+00:00 (in 29.999087 seconds)
repomirrorworker stdout | 2022-06-02 13:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:39:09 UTC)" (scheduled at 2022-06-02 13:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:38:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:38:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:38:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 38, 39, 176742), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 38, 39, 176742), 0, 2, datetime.datetime(2022, 6, 2, 13, 38, 39, 176742), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:38:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:38:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 38, 39, 180283), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 38, 39, 180283), 0, 2, datetime.datetime(2022, 6, 2, 13, 38, 39, 180283), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:38:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:38:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 38, 39, 182180), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 38, 39, 182180), 0, 2, datetime.datetime(2022, 6, 2, 13, 38, 39, 182180), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 38, 39, 183862), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 38, 39, 183862), 0, 2, datetime.datetime(2022, 6, 2, 13, 38, 39, 183862), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:38:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:38:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 38, 39, 185497), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 38, 39, 185497), 0, 2, datetime.datetime(2022, 6, 2, 13, 38, 39, 185497), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:38:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:38:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:38:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:38:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:38:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:38:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:38:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:39:00,235 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:39:39.167018+00:00 (in 29.998939 seconds)
repomirrorworker stdout | 2022-06-02 13:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:39:39 UTC)" (scheduled at 2022-06-02 13:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:39:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:39:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:39:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 39, 9, 176842), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 39, 9, 176842), 0, 2, datetime.datetime(2022, 6, 2, 13, 39, 9, 176842), True, 4, 8])
repomirrorworker stdout | 2022-06-02 13:39:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 13:39:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 39, 9, 180339), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 39, 9, 180339), 0, 2, datetime.datetime(2022, 6, 2, 13, 39, 9, 180339), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:39:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:39:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 39, 9, 182361), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 39, 9, 182361), 0, 2, datetime.datetime(2022, 6, 2, 13, 39, 9, 182361), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:39:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:39:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 39, 9, 184229), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 39, 9, 184229), 0, 2, datetime.datetime(2022, 6, 2, 13, 39, 9, 184229), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:39:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:39:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 39, 9, 186000), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 39, 9, 186000), 0, 2, datetime.datetime(2022, 6, 2, 13, 39, 9, 186000), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:39:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:39:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:39:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:39:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:39:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:39:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:39:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:39:30,299 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:40:09.167018+00:00 (in 29.999054 seconds)
repomirrorworker stdout | 2022-06-02 13:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:40:09 UTC)" (scheduled at 2022-06-02 13:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:39:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:39:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 39, 39, 176859), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 39, 39, 176859), 0, 2, datetime.datetime(2022, 6, 2, 13, 39, 39, 176859), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:39:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:39:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 39, 39, 180341), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 39, 39, 180341), 0, 2, datetime.datetime(2022, 6, 2, 13, 39, 39, 180341), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:39:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:39:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 39, 39, 182249), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 39, 39, 182249), 0, 2, datetime.datetime(2022, 6, 2, 13, 39, 39, 182249), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:39:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:39:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 39, 39, 183956), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 39, 39, 183956), 0, 2, datetime.datetime(2022, 6, 2, 13, 39, 39, 183956), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:39:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:39:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:39:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:39:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:39:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:39:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:39:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:40:00,337 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:40:39.167018+00:00 (in 29.998956 seconds)
repomirrorworker stdout | 2022-06-02 13:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:40:39 UTC)" (scheduled at 2022-06-02 13:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:40:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:40:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:40:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 40, 9, 176604), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 40, 9, 176604), 0, 2, datetime.datetime(2022, 6, 2, 13, 40, 9, 176604), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:40:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:40:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 40, 9, 179747), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 40, 9, 179747), 0, 2, datetime.datetime(2022, 6, 2, 13, 40, 9, 179747), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:40:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:40:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 40, 9, 181592), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 40, 9, 181592), 0, 2, datetime.datetime(2022, 6, 2, 13, 40, 9, 181592), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:40:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:40:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 40, 9, 183270), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 40, 9, 183270), 0, 2, datetime.datetime(2022, 6, 2, 13, 40, 9, 183270), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:40:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:40:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 40, 9, 184935), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 40, 9, 184935), 0, 2, datetime.datetime(2022, 6, 2, 13, 40, 9, 184935), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:40:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:40:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:40:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:40:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:40:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:40:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:40:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:40:30,380 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:41:09.167018+00:00 (in 29.999039 seconds)
repomirrorworker stdout | 2022-06-02 13:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:41:09 UTC)" (scheduled at 2022-06-02 13:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:40:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:40:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:40:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 40, 39, 176480), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 40, 39, 176480), 0, 2, datetime.datetime(2022, 6, 2, 13, 40, 39, 176480), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:40:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:40:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 40, 39, 179760), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 40, 39, 179760), 0, 2, datetime.datetime(2022, 6, 2, 13, 40, 39, 179760), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:40:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:40:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 40, 39, 181754), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 40, 39, 181754), 0, 2, datetime.datetime(2022, 6, 2, 13, 40, 39, 181754), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:40:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:40:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 40, 39, 183469), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 40, 39, 183469), 0, 2, datetime.datetime(2022, 6, 2, 13, 40, 39, 183469), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:40:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:40:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:40:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:40:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:40:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:40:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:40:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:41:00,422 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:41:39.167018+00:00 (in 29.999136 seconds)
repomirrorworker stdout | 2022-06-02 13:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:41:39 UTC)" (scheduled at 2022-06-02 13:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:41:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:41:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:41:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 41, 9, 176544), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 41, 9, 176544), 0, 2, datetime.datetime(2022, 6, 2, 13, 41, 9, 176544), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:41:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:41:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 41, 9, 180093), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 41, 9, 180093), 0, 2, datetime.datetime(2022, 6, 2, 13, 41, 9, 180093), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:41:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:41:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 41, 9, 182431), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 41, 9, 182431), 0, 2, datetime.datetime(2022, 6, 2, 13, 41, 9, 182431), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:41:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:41:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 41, 9, 184159), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 41, 9, 184159), 0, 2, datetime.datetime(2022, 6, 2, 13, 41, 9, 184159), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:41:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:41:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 41, 9, 185900), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 41, 9, 185900), 0, 2, datetime.datetime(2022, 6, 2, 13, 41, 9, 185900), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:41:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:41:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:41:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:41:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:41:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:41:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:41:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:41:30,481 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:42:09.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-02 13:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:42:09 UTC)" (scheduled at 2022-06-02 13:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:41:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 41, 39, 176646), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 41, 39, 176646), 0, 2, datetime.datetime(2022, 6, 2, 13, 41, 39, 176646), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:41:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 41, 39, 180321), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 41, 39, 180321), 0, 2, datetime.datetime(2022, 6, 2, 13, 41, 39, 180321), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:41:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 41, 39, 182183), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 41, 39, 182183), 0, 2, datetime.datetime(2022, 6, 2, 13, 41, 39, 182183), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:41:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:41:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 41, 39, 183873), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 41, 39, 183873), 0, 2, datetime.datetime(2022, 6, 2, 13, 41, 39, 183873), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:41:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:41:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:41:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:41:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:41:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:41:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:42:00,540 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:42:39.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-02 13:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:42:39 UTC)" (scheduled at 2022-06-02 13:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:42:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:42:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:42:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 42, 9, 176483), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 42, 9, 176483), 0, 2, datetime.datetime(2022, 6, 2, 13, 42, 9, 176483), True, 4, 8])
repomirrorworker stdout | 2022-06-02 13:42:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 13:42:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 42, 9, 179946), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 42, 9, 179946), 0, 2, datetime.datetime(2022, 6, 2, 13, 42, 9, 179946), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:42:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:42:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 42, 9, 181970), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 42, 9, 181970), 0, 2, datetime.datetime(2022, 6, 2, 13, 42, 9, 181970), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 42, 9, 183714), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 42, 9, 183714), 0, 2, datetime.datetime(2022, 6, 2, 13, 42, 9, 183714), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:42:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:42:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:42:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:42:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:42:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:42:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:42:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:42:30,601 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:43:09.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-02 13:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:43:09 UTC)" (scheduled at 2022-06-02 13:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:42:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:42:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 42, 39, 176901), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 42, 39, 176901), 0, 2, datetime.datetime(2022, 6, 2, 13, 42, 39, 176901), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:42:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:42:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 42, 39, 180737), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 42, 39, 180737), 0, 2, datetime.datetime(2022, 6, 2, 13, 42, 39, 180737), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:42:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:42:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 42, 39, 182608), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 42, 39, 182608), 0, 2, datetime.datetime(2022, 6, 2, 13, 42, 39, 182608), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:42:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:42:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 42, 39, 184274), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 42, 39, 184274), 0, 2, datetime.datetime(2022, 6, 2, 13, 42, 39, 184274), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:42:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:42:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 42, 39, 185932), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 42, 39, 185932), 0, 2, datetime.datetime(2022, 6, 2, 13, 42, 39, 185932), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:42:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:42:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:42:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:42:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:42:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:42:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:42:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:43:00,649 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:43:39.167018+00:00 (in 29.998949 seconds)
repomirrorworker stdout | 2022-06-02 13:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:43:39 UTC)" (scheduled at 2022-06-02 13:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:43:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:43:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:43:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 43, 9, 176620), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 43, 9, 176620), 0, 2, datetime.datetime(2022, 6, 2, 13, 43, 9, 176620), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:43:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:43:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 43, 9, 179757), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 43, 9, 179757), 0, 2, datetime.datetime(2022, 6, 2, 13, 43, 9, 179757), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:43:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:43:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 43, 9, 181590), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 43, 9, 181590), 0, 2, datetime.datetime(2022, 6, 2, 13, 43, 9, 181590), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:43:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:43:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 43, 9, 183295), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 43, 9, 183295), 0, 2, datetime.datetime(2022, 6, 2, 13, 43, 9, 183295), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:43:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:43:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 43, 9, 184966), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 43, 9, 184966), 0, 2, datetime.datetime(2022, 6, 2, 13, 43, 9, 184966), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:43:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:43:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:43:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:43:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:43:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:43:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:43:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:43:30,710 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:44:09.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-02 13:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:44:09 UTC)" (scheduled at 2022-06-02 13:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:43:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:43:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:43:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 43, 39, 176440), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 43, 39, 176440), 0, 2, datetime.datetime(2022, 6, 2, 13, 43, 39, 176440), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:43:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:43:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 43, 39, 180378), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 43, 39, 180378), 0, 2, datetime.datetime(2022, 6, 2, 13, 43, 39, 180378), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:43:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:43:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 43, 39, 182530), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 43, 39, 182530), 0, 2, datetime.datetime(2022, 6, 2, 13, 43, 39, 182530), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:43:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:43:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 43, 39, 184484), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 43, 39, 184484), 0, 2, datetime.datetime(2022, 6, 2, 13, 43, 39, 184484), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:43:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:43:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 43, 39, 186310), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 43, 39, 186310), 0, 2, datetime.datetime(2022, 6, 2, 13, 43, 39, 186310), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:43:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:43:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:43:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:43:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:43:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:43:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:43:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:44:00,764 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:44:39.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-02 13:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:44:39 UTC)" (scheduled at 2022-06-02 13:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:44:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:44:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:44:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 44, 9, 176499), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 44, 9, 176499), 0, 2, datetime.datetime(2022, 6, 2, 13, 44, 9, 176499), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:44:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:44:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 44, 9, 179622), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 44, 9, 179622), 0, 2, datetime.datetime(2022, 6, 2, 13, 44, 9, 179622), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:44:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:44:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 44, 9, 181486), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 44, 9, 181486), 0, 2, datetime.datetime(2022, 6, 2, 13, 44, 9, 181486), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:44:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:44:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 44, 9, 183220), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 44, 9, 183220), 0, 2, datetime.datetime(2022, 6, 2, 13, 44, 9, 183220), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:44:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:44:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 44, 9, 184920), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 44, 9, 184920), 0, 2, datetime.datetime(2022, 6, 2, 13, 44, 9, 184920), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:44:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:44:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:44:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:44:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:44:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:44:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:44:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:44:30,825 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:45:09.167018+00:00 (in 29.998923 seconds)
repomirrorworker stdout | 2022-06-02 13:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:45:09 UTC)" (scheduled at 2022-06-02 13:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:44:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:44:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:44:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 44, 39, 177015), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 44, 39, 177015), 0, 2, datetime.datetime(2022, 6, 2, 13, 44, 39, 177015), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:44:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:44:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 44, 39, 180218), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 44, 39, 180218), 0, 2, datetime.datetime(2022, 6, 2, 13, 44, 39, 180218), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:44:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:44:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 44, 39, 182363), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 44, 39, 182363), 0, 2, datetime.datetime(2022, 6, 2, 13, 44, 39, 182363), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:44:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:44:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 44, 39, 184417), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 44, 39, 184417), 0, 2, datetime.datetime(2022, 6, 2, 13, 44, 39, 184417), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:44:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:44:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:44:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:44:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:44:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:44:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:44:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:45:00,893 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:45:39.167018+00:00 (in 29.998989 seconds)
repomirrorworker stdout | 2022-06-02 13:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:45:39 UTC)" (scheduled at 2022-06-02 13:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:45:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:45:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:45:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 45, 9, 176651), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 45, 9, 176651), 0, 2, datetime.datetime(2022, 6, 2, 13, 45, 9, 176651), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:45:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:45:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 45, 9, 179849), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 45, 9, 179849), 0, 2, datetime.datetime(2022, 6, 2, 13, 45, 9, 179849), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:45:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:45:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 45, 9, 181733), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 45, 9, 181733), 0, 2, datetime.datetime(2022, 6, 2, 13, 45, 9, 181733), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:45:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:45:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 45, 9, 183450), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 45, 9, 183450), 0, 2, datetime.datetime(2022, 6, 2, 13, 45, 9, 183450), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:45:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:45:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 45, 9, 185130), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 45, 9, 185130), 0, 2, datetime.datetime(2022, 6, 2, 13, 45, 9, 185130), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:45:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:45:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:45:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:45:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:45:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:45:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:45:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:45:30,941 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:46:09.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-02 13:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:46:09 UTC)" (scheduled at 2022-06-02 13:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:45:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:45:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 45, 39, 176692), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 45, 39, 176692), 0, 2, datetime.datetime(2022, 6, 2, 13, 45, 39, 176692), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:45:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:45:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 45, 39, 180015), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 45, 39, 180015), 0, 2, datetime.datetime(2022, 6, 2, 13, 45, 39, 180015), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:45:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:45:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 45, 39, 182028), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 45, 39, 182028), 0, 2, datetime.datetime(2022, 6, 2, 13, 45, 39, 182028), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:45:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:45:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 45, 39, 183753), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 45, 39, 183753), 0, 2, datetime.datetime(2022, 6, 2, 13, 45, 39, 183753), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:45:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:45:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 45, 39, 185451), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 45, 39, 185451), 0, 2, datetime.datetime(2022, 6, 2, 13, 45, 39, 185451), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:45:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:45:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:45:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:45:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:45:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:45:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:45:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:46:00,996 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:46:39.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-02 13:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:46:39 UTC)" (scheduled at 2022-06-02 13:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:46:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:46:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:46:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 46, 9, 176876), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 46, 9, 176876), 0, 2, datetime.datetime(2022, 6, 2, 13, 46, 9, 176876), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:46:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:46:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 46, 9, 180714), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 46, 9, 180714), 0, 2, datetime.datetime(2022, 6, 2, 13, 46, 9, 180714), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:46:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:46:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 46, 9, 182700), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 46, 9, 182700), 0, 2, datetime.datetime(2022, 6, 2, 13, 46, 9, 182700), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:46:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:46:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 46, 9, 184492), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 46, 9, 184492), 0, 2, datetime.datetime(2022, 6, 2, 13, 46, 9, 184492), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:46:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:46:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:46:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:46:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:46:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:46:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:46:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:46:31,032 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:47:09.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-02 13:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:47:09 UTC)" (scheduled at 2022-06-02 13:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:46:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:46:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 46, 39, 176305), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 46, 39, 176305), 0, 2, datetime.datetime(2022, 6, 2, 13, 46, 39, 176305), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:46:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:46:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 46, 39, 179435), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 46, 39, 179435), 0, 2, datetime.datetime(2022, 6, 2, 13, 46, 39, 179435), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:46:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:46:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 46, 39, 181313), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 46, 39, 181313), 0, 2, datetime.datetime(2022, 6, 2, 13, 46, 39, 181313), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:46:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:46:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 46, 39, 183051), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 46, 39, 183051), 0, 2, datetime.datetime(2022, 6, 2, 13, 46, 39, 183051), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:46:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:46:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 46, 39, 184729), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 46, 39, 184729), 0, 2, datetime.datetime(2022, 6, 2, 13, 46, 39, 184729), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:46:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:46:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:46:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:46:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:46:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:46:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:46:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:47:01,089 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:47:39.167018+00:00 (in 29.999193 seconds)
repomirrorworker stdout | 2022-06-02 13:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:47:39 UTC)" (scheduled at 2022-06-02 13:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:47:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:47:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 47, 9, 176048), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 47, 9, 176048), 0, 2, datetime.datetime(2022, 6, 2, 13, 47, 9, 176048), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:47:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:47:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 47, 9, 179177), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 47, 9, 179177), 0, 2, datetime.datetime(2022, 6, 2, 13, 47, 9, 179177), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:47:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:47:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 47, 9, 181190), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 47, 9, 181190), 0, 2, datetime.datetime(2022, 6, 2, 13, 47, 9, 181190), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:47:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:47:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 47, 9, 182939), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 47, 9, 182939), 0, 2, datetime.datetime(2022, 6, 2, 13, 47, 9, 182939), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:47:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:47:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:47:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:47:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:47:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:47:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:47:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:47:31,149 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:48:09.167018+00:00 (in 29.999041 seconds)
repomirrorworker stdout | 2022-06-02 13:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:48:09 UTC)" (scheduled at 2022-06-02 13:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:47:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:47:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 47, 39, 176847), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 47, 39, 176847), 0, 2, datetime.datetime(2022, 6, 2, 13, 47, 39, 176847), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:47:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:47:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 47, 39, 180373), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 47, 39, 180373), 0, 2, datetime.datetime(2022, 6, 2, 13, 47, 39, 180373), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:47:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:47:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 47, 39, 182389), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 47, 39, 182389), 0, 2, datetime.datetime(2022, 6, 2, 13, 47, 39, 182389), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:47:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:47:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 47, 39, 184111), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 47, 39, 184111), 0, 2, datetime.datetime(2022, 6, 2, 13, 47, 39, 184111), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:47:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:47:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 47, 39, 185792), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 47, 39, 185792), 0, 2, datetime.datetime(2022, 6, 2, 13, 47, 39, 185792), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:47:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:47:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:47:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:47:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:47:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:47:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:47:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:48:01,217 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:48:39.167018+00:00 (in 29.999131 seconds)
repomirrorworker stdout | 2022-06-02 13:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:48:39 UTC)" (scheduled at 2022-06-02 13:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:48:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:48:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:48:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 48, 9, 176141), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 48, 9, 176141), 0, 2, datetime.datetime(2022, 6, 2, 13, 48, 9, 176141), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:48:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:48:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 48, 9, 179335), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 48, 9, 179335), 0, 2, datetime.datetime(2022, 6, 2, 13, 48, 9, 179335), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:48:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:48:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 48, 9, 181260), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 48, 9, 181260), 0, 2, datetime.datetime(2022, 6, 2, 13, 48, 9, 181260), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:48:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:48:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 48, 9, 182945), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 48, 9, 182945), 0, 2, datetime.datetime(2022, 6, 2, 13, 48, 9, 182945), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:48:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:48:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:48:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:48:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:48:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:48:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:48:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:48:31,277 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:49:09.167018+00:00 (in 29.998949 seconds)
repomirrorworker stdout | 2022-06-02 13:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:49:09 UTC)" (scheduled at 2022-06-02 13:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:48:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:48:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 48, 39, 177294), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 48, 39, 177294), 0, 2, datetime.datetime(2022, 6, 2, 13, 48, 39, 177294), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:48:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:48:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 48, 39, 181358), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 48, 39, 181358), 0, 2, datetime.datetime(2022, 6, 2, 13, 48, 39, 181358), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:48:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:48:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 48, 39, 183234), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 48, 39, 183234), 0, 2, datetime.datetime(2022, 6, 2, 13, 48, 39, 183234), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:48:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:48:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 48, 39, 185000), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 48, 39, 185000), 0, 2, datetime.datetime(2022, 6, 2, 13, 48, 39, 185000), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:48:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:48:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 48, 39, 186797), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 48, 39, 186797), 0, 2, datetime.datetime(2022, 6, 2, 13, 48, 39, 186797), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:48:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:48:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:48:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:48:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:48:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:48:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:48:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:49:01,335 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:49:39.167018+00:00 (in 29.998970 seconds)
repomirrorworker stdout | 2022-06-02 13:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:49:39 UTC)" (scheduled at 2022-06-02 13:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:49:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:49:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:49:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 49, 9, 176815), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 49, 9, 176815), 0, 2, datetime.datetime(2022, 6, 2, 13, 49, 9, 176815), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:49:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:49:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 49, 9, 180509), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 49, 9, 180509), 0, 2, datetime.datetime(2022, 6, 2, 13, 49, 9, 180509), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:49:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:49:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 49, 9, 182549), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 49, 9, 182549), 0, 2, datetime.datetime(2022, 6, 2, 13, 49, 9, 182549), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:49:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:49:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 49, 9, 184337), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 49, 9, 184337), 0, 2, datetime.datetime(2022, 6, 2, 13, 49, 9, 184337), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:49:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:49:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:49:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:49:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:49:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:49:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:49:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:49:31,390 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:50:09.167018+00:00 (in 29.999100 seconds)
repomirrorworker stdout | 2022-06-02 13:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:50:09 UTC)" (scheduled at 2022-06-02 13:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:49:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:49:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 49, 39, 176879), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 49, 39, 176879), 0, 2, datetime.datetime(2022, 6, 2, 13, 49, 39, 176879), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:49:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:49:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 49, 39, 180436), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 49, 39, 180436), 0, 2, datetime.datetime(2022, 6, 2, 13, 49, 39, 180436), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:49:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:49:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 49, 39, 182478), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 49, 39, 182478), 0, 2, datetime.datetime(2022, 6, 2, 13, 49, 39, 182478), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:49:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:49:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 49, 39, 184249), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 49, 39, 184249), 0, 2, datetime.datetime(2022, 6, 2, 13, 49, 39, 184249), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:49:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:49:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:49:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:49:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:49:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:49:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:49:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:50:01,455 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:50:39.167018+00:00 (in 29.999095 seconds)
repomirrorworker stdout | 2022-06-02 13:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:50:39 UTC)" (scheduled at 2022-06-02 13:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:50:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:50:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:50:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 50, 9, 176265), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 50, 9, 176265), 0, 2, datetime.datetime(2022, 6, 2, 13, 50, 9, 176265), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:50:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:50:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 50, 9, 179500), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 50, 9, 179500), 0, 2, datetime.datetime(2022, 6, 2, 13, 50, 9, 179500), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:50:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:50:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 50, 9, 181438), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 50, 9, 181438), 0, 2, datetime.datetime(2022, 6, 2, 13, 50, 9, 181438), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:50:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:50:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 50, 9, 183219), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 50, 9, 183219), 0, 2, datetime.datetime(2022, 6, 2, 13, 50, 9, 183219), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:50:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:50:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 50, 9, 184944), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 50, 9, 184944), 0, 2, datetime.datetime(2022, 6, 2, 13, 50, 9, 184944), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:50:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:50:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:50:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:50:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:50:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:50:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:50:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:50:31,514 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:51:09.167018+00:00 (in 29.999107 seconds)
repomirrorworker stdout | 2022-06-02 13:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:51:09 UTC)" (scheduled at 2022-06-02 13:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:50:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:50:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 50, 39, 176247), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 50, 39, 176247), 0, 2, datetime.datetime(2022, 6, 2, 13, 50, 39, 176247), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:50:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:50:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 50, 39, 179463), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 50, 39, 179463), 0, 2, datetime.datetime(2022, 6, 2, 13, 50, 39, 179463), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:50:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:50:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 50, 39, 181391), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 50, 39, 181391), 0, 2, datetime.datetime(2022, 6, 2, 13, 50, 39, 181391), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:50:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:50:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 50, 39, 183160), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 50, 39, 183160), 0, 2, datetime.datetime(2022, 6, 2, 13, 50, 39, 183160), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:50:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:50:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:50:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:50:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:50:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:50:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:50:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:51:01,568 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:51:39.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-02 13:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:51:39 UTC)" (scheduled at 2022-06-02 13:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:51:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:51:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:51:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 51, 9, 176474), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 51, 9, 176474), 0, 2, datetime.datetime(2022, 6, 2, 13, 51, 9, 176474), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:51:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:51:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 51, 9, 179606), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 51, 9, 179606), 0, 2, datetime.datetime(2022, 6, 2, 13, 51, 9, 179606), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:51:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:51:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 51, 9, 181497), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 51, 9, 181497), 0, 2, datetime.datetime(2022, 6, 2, 13, 51, 9, 181497), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:51:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:51:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 51, 9, 183176), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 51, 9, 183176), 0, 2, datetime.datetime(2022, 6, 2, 13, 51, 9, 183176), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:51:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:51:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:51:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:51:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:51:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:51:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:51:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:51:31,647 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:52:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-02 13:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:52:09 UTC)" (scheduled at 2022-06-02 13:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:51:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:51:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:51:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 51, 39, 176220), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 51, 39, 176220), 0, 2, datetime.datetime(2022, 6, 2, 13, 51, 39, 176220), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:51:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:51:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 51, 39, 179440), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 51, 39, 179440), 0, 2, datetime.datetime(2022, 6, 2, 13, 51, 39, 179440), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:51:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:51:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 51, 39, 181909), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 51, 39, 181909), 0, 2, datetime.datetime(2022, 6, 2, 13, 51, 39, 181909), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:51:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:51:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 51, 39, 184130), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 51, 39, 184130), 0, 2, datetime.datetime(2022, 6, 2, 13, 51, 39, 184130), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:51:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:51:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 51, 39, 185948), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 51, 39, 185948), 0, 2, datetime.datetime(2022, 6, 2, 13, 51, 39, 185948), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:51:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:51:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:51:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:51:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:51:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:51:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:51:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:52:01,706 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:52:39.167018+00:00 (in 29.999126 seconds)
repomirrorworker stdout | 2022-06-02 13:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:52:39 UTC)" (scheduled at 2022-06-02 13:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:52:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:52:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:52:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 52, 9, 176909), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 52, 9, 176909), 0, 2, datetime.datetime(2022, 6, 2, 13, 52, 9, 176909), True, 4, 8])
repomirrorworker stdout | 2022-06-02 13:52:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 13:52:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 52, 9, 180131), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 52, 9, 180131), 0, 2, datetime.datetime(2022, 6, 2, 13, 52, 9, 180131), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:52:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:52:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 52, 9, 182183), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 52, 9, 182183), 0, 2, datetime.datetime(2022, 6, 2, 13, 52, 9, 182183), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:52:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:52:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 52, 9, 183983), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 52, 9, 183983), 0, 2, datetime.datetime(2022, 6, 2, 13, 52, 9, 183983), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:52:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:52:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:52:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:52:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:52:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:52:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:52:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:52:31,738 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:53:09.167018+00:00 (in 29.999130 seconds)
repomirrorworker stdout | 2022-06-02 13:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:53:09 UTC)" (scheduled at 2022-06-02 13:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:52:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:52:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 52, 39, 176746), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 52, 39, 176746), 0, 2, datetime.datetime(2022, 6, 2, 13, 52, 39, 176746), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:52:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:52:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 52, 39, 179919), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 52, 39, 179919), 0, 2, datetime.datetime(2022, 6, 2, 13, 52, 39, 179919), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:52:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:52:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 52, 39, 181845), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 52, 39, 181845), 0, 2, datetime.datetime(2022, 6, 2, 13, 52, 39, 181845), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:52:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:52:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 52, 39, 183546), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 52, 39, 183546), 0, 2, datetime.datetime(2022, 6, 2, 13, 52, 39, 183546), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:52:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:52:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 52, 39, 185224), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 52, 39, 185224), 0, 2, datetime.datetime(2022, 6, 2, 13, 52, 39, 185224), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:52:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:52:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:52:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:52:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:52:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:52:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:52:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:53:01,808 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:53:39.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-02 13:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:53:39 UTC)" (scheduled at 2022-06-02 13:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:53:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:53:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:53:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 53, 9, 176415), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 53, 9, 176415), 0, 2, datetime.datetime(2022, 6, 2, 13, 53, 9, 176415), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:53:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:53:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 53, 9, 180749), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 53, 9, 180749), 0, 2, datetime.datetime(2022, 6, 2, 13, 53, 9, 180749), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:53:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:53:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 53, 9, 183108), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 53, 9, 183108), 0, 2, datetime.datetime(2022, 6, 2, 13, 53, 9, 183108), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:53:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:53:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 53, 9, 184942), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 53, 9, 184942), 0, 2, datetime.datetime(2022, 6, 2, 13, 53, 9, 184942), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:53:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:53:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:53:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:53:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:53:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:53:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:53:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:53:31,869 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:54:09.167018+00:00 (in 29.998976 seconds)
repomirrorworker stdout | 2022-06-02 13:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:54:09 UTC)" (scheduled at 2022-06-02 13:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:53:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:53:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 53, 39, 176986), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 53, 39, 176986), 0, 2, datetime.datetime(2022, 6, 2, 13, 53, 39, 176986), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:53:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:53:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 53, 39, 180739), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 53, 39, 180739), 0, 2, datetime.datetime(2022, 6, 2, 13, 53, 39, 180739), True, 4, 8])
repomirrorworker stdout | 2022-06-02 13:53:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 13:53:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 53, 39, 182593), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 53, 39, 182593), 0, 2, datetime.datetime(2022, 6, 2, 13, 53, 39, 182593), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:53:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:53:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 53, 39, 184341), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 53, 39, 184341), 0, 2, datetime.datetime(2022, 6, 2, 13, 53, 39, 184341), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:53:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:53:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 53, 39, 186062), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 53, 39, 186062), 0, 2, datetime.datetime(2022, 6, 2, 13, 53, 39, 186062), True, 13, 15])
repomirrorworker stdout | 2022-06-02 13:53:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 13:53:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:53:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:53:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:53:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:53:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:53:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:54:01,928 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:54:39.167018+00:00 (in 29.998912 seconds)
repomirrorworker stdout | 2022-06-02 13:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:54:39 UTC)" (scheduled at 2022-06-02 13:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:54:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:54:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 54, 9, 176602), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 54, 9, 176602), 0, 2, datetime.datetime(2022, 6, 2, 13, 54, 9, 176602), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:54:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:54:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 54, 9, 179730), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 54, 9, 179730), 0, 2, datetime.datetime(2022, 6, 2, 13, 54, 9, 179730), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:54:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:54:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 54, 9, 181648), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 54, 9, 181648), 0, 2, datetime.datetime(2022, 6, 2, 13, 54, 9, 181648), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:54:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:54:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 54, 9, 183327), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 54, 9, 183327), 0, 2, datetime.datetime(2022, 6, 2, 13, 54, 9, 183327), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:54:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:54:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 54, 9, 184998), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 54, 9, 184998), 0, 2, datetime.datetime(2022, 6, 2, 13, 54, 9, 184998), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:54:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:54:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:54:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:54:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:54:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:54:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:54:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:54:31,987 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:55:09.167018+00:00 (in 29.998984 seconds)
repomirrorworker stdout | 2022-06-02 13:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:55:09 UTC)" (scheduled at 2022-06-02 13:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:54:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:54:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:54:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 54, 39, 176413), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 54, 39, 176413), 0, 2, datetime.datetime(2022, 6, 2, 13, 54, 39, 176413), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:54:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:54:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 54, 39, 179525), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 54, 39, 179525), 0, 2, datetime.datetime(2022, 6, 2, 13, 54, 39, 179525), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:54:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:54:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 54, 39, 181561), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 54, 39, 181561), 0, 2, datetime.datetime(2022, 6, 2, 13, 54, 39, 181561), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:54:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:54:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 54, 39, 183440), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 54, 39, 183440), 0, 2, datetime.datetime(2022, 6, 2, 13, 54, 39, 183440), True, 9, 13])
repomirrorworker stdout | 2022-06-02 13:54:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 13:54:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 54, 39, 185317), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 54, 39, 185317), 0, 2, datetime.datetime(2022, 6, 2, 13, 54, 39, 185317), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:54:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:54:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:54:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:54:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:54:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:54:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:54:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:55:02,046 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:55:39.167018+00:00 (in 29.999125 seconds)
repomirrorworker stdout | 2022-06-02 13:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:55:39 UTC)" (scheduled at 2022-06-02 13:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:55:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:55:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:55:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 55, 9, 176392), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 55, 9, 176392), 0, 2, datetime.datetime(2022, 6, 2, 13, 55, 9, 176392), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:55:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:55:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 55, 9, 179480), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 55, 9, 179480), 0, 2, datetime.datetime(2022, 6, 2, 13, 55, 9, 179480), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:55:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:55:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 55, 9, 181345), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 55, 9, 181345), 0, 2, datetime.datetime(2022, 6, 2, 13, 55, 9, 181345), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:55:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:55:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 55, 9, 183056), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 55, 9, 183056), 0, 2, datetime.datetime(2022, 6, 2, 13, 55, 9, 183056), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:55:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:55:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 55, 9, 184713), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 55, 9, 184713), 0, 2, datetime.datetime(2022, 6, 2, 13, 55, 9, 184713), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:55:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:55:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:55:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:55:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:55:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:55:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:55:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:55:32,115 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:56:09.167018+00:00 (in 29.998981 seconds)
repomirrorworker stdout | 2022-06-02 13:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:56:09 UTC)" (scheduled at 2022-06-02 13:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:55:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:55:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:55:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 55, 39, 176617), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 55, 39, 176617), 0, 2, datetime.datetime(2022, 6, 2, 13, 55, 39, 176617), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:55:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:55:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 55, 39, 179973), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 55, 39, 179973), 0, 2, datetime.datetime(2022, 6, 2, 13, 55, 39, 179973), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:55:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:55:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 55, 39, 181845), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 55, 39, 181845), 0, 2, datetime.datetime(2022, 6, 2, 13, 55, 39, 181845), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 55, 39, 183601), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 55, 39, 183601), 0, 2, datetime.datetime(2022, 6, 2, 13, 55, 39, 183601), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:55:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:55:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 55, 39, 185282), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 55, 39, 185282), 0, 2, datetime.datetime(2022, 6, 2, 13, 55, 39, 185282), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:55:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:55:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:55:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:55:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:55:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:55:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:55:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:56:02,160 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:56:39.167018+00:00 (in 29.998865 seconds)
repomirrorworker stdout | 2022-06-02 13:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:56:39 UTC)" (scheduled at 2022-06-02 13:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:56:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:56:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:56:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 56, 9, 176810), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 56, 9, 176810), 0, 2, datetime.datetime(2022, 6, 2, 13, 56, 9, 176810), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:56:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:56:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 56, 9, 179972), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 56, 9, 179972), 0, 2, datetime.datetime(2022, 6, 2, 13, 56, 9, 179972), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:56:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:56:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 56, 9, 181849), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 56, 9, 181849), 0, 2, datetime.datetime(2022, 6, 2, 13, 56, 9, 181849), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:56:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:56:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 56, 9, 183532), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 56, 9, 183532), 0, 2, datetime.datetime(2022, 6, 2, 13, 56, 9, 183532), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:56:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:56:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 56, 9, 185201), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 56, 9, 185201), 0, 2, datetime.datetime(2022, 6, 2, 13, 56, 9, 185201), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:56:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:56:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:56:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:56:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:56:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:56:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:56:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:56:32,237 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:57:09.167018+00:00 (in 29.998926 seconds)
repomirrorworker stdout | 2022-06-02 13:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:57:09 UTC)" (scheduled at 2022-06-02 13:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:56:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:56:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:56:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 56, 39, 176445), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 56, 39, 176445), 0, 2, datetime.datetime(2022, 6, 2, 13, 56, 39, 176445), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:56:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:56:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 56, 39, 179582), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 56, 39, 179582), 0, 2, datetime.datetime(2022, 6, 2, 13, 56, 39, 179582), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:56:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:56:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 56, 39, 181532), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 56, 39, 181532), 0, 2, datetime.datetime(2022, 6, 2, 13, 56, 39, 181532), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:56:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:56:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 56, 39, 183257), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 56, 39, 183257), 0, 2, datetime.datetime(2022, 6, 2, 13, 56, 39, 183257), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:56:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:56:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 56, 39, 184994), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 56, 39, 184994), 0, 2, datetime.datetime(2022, 6, 2, 13, 56, 39, 184994), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:56:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:56:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:56:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:56:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:56:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:56:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:56:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:57:02,277 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:57:39.167018+00:00 (in 29.998976 seconds)
repomirrorworker stdout | 2022-06-02 13:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:57:39 UTC)" (scheduled at 2022-06-02 13:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:57:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:57:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:57:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 57, 9, 176655), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 57, 9, 176655), 0, 2, datetime.datetime(2022, 6, 2, 13, 57, 9, 176655), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:57:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:57:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 57, 9, 180090), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 57, 9, 180090), 0, 2, datetime.datetime(2022, 6, 2, 13, 57, 9, 180090), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:57:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:57:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 57, 9, 181983), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 57, 9, 181983), 0, 2, datetime.datetime(2022, 6, 2, 13, 57, 9, 181983), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:57:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:57:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 57, 9, 183708), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 57, 9, 183708), 0, 2, datetime.datetime(2022, 6, 2, 13, 57, 9, 183708), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:57:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:57:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 57, 9, 185376), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 57, 9, 185376), 0, 2, datetime.datetime(2022, 6, 2, 13, 57, 9, 185376), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:57:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:57:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:57:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:57:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:57:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:57:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:57:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:57:32,333 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:58:09.167018+00:00 (in 29.998930 seconds)
repomirrorworker stdout | 2022-06-02 13:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:58:09 UTC)" (scheduled at 2022-06-02 13:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:57:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:57:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:57:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 57, 39, 176774), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 57, 39, 176774), 0, 2, datetime.datetime(2022, 6, 2, 13, 57, 39, 176774), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:57:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:57:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 57, 39, 179955), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 57, 39, 179955), 0, 2, datetime.datetime(2022, 6, 2, 13, 57, 39, 179955), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:57:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:57:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 57, 39, 181877), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 57, 39, 181877), 0, 2, datetime.datetime(2022, 6, 2, 13, 57, 39, 181877), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:57:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:57:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 57, 39, 183598), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 57, 39, 183598), 0, 2, datetime.datetime(2022, 6, 2, 13, 57, 39, 183598), True, 14, 15])
repomirrorworker stdout | 2022-06-02 13:57:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 13:57:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 57, 39, 185313), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 57, 39, 185313), 0, 2, datetime.datetime(2022, 6, 2, 13, 57, 39, 185313), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:57:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:57:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:57:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:57:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:57:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:57:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:57:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:58:02,369 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:58:39.167018+00:00 (in 29.999120 seconds)
repomirrorworker stdout | 2022-06-02 13:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:58:39 UTC)" (scheduled at 2022-06-02 13:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:58:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:58:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 58, 9, 176450), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 58, 9, 176450), 0, 2, datetime.datetime(2022, 6, 2, 13, 58, 9, 176450), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:58:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:58:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 58, 9, 180211), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 58, 9, 180211), 0, 2, datetime.datetime(2022, 6, 2, 13, 58, 9, 180211), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:58:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:58:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 58, 9, 182258), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 58, 9, 182258), 0, 2, datetime.datetime(2022, 6, 2, 13, 58, 9, 182258), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:58:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:58:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 58, 9, 184040), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 58, 9, 184040), 0, 2, datetime.datetime(2022, 6, 2, 13, 58, 9, 184040), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:58:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:58:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 58, 9, 185783), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 58, 9, 185783), 0, 2, datetime.datetime(2022, 6, 2, 13, 58, 9, 185783), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:58:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:58:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:58:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:58:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:58:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:58:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:58:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:58:32,433 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:59:09.167018+00:00 (in 29.999067 seconds)
repomirrorworker stdout | 2022-06-02 13:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:59:09 UTC)" (scheduled at 2022-06-02 13:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:58:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:58:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 58, 39, 176709), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 58, 39, 176709), 0, 2, datetime.datetime(2022, 6, 2, 13, 58, 39, 176709), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:58:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:58:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 58, 39, 180548), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 58, 39, 180548), 0, 2, datetime.datetime(2022, 6, 2, 13, 58, 39, 180548), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:58:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:58:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 58, 39, 183069), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 58, 39, 183069), 0, 2, datetime.datetime(2022, 6, 2, 13, 58, 39, 183069), True, 2, 6])
repomirrorworker stdout | 2022-06-02 13:58:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 13:58:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 58, 39, 185374), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 58, 39, 185374), 0, 2, datetime.datetime(2022, 6, 2, 13, 58, 39, 185374), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:58:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:58:39,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 58, 39, 187872), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 58, 39, 187872), 0, 2, datetime.datetime(2022, 6, 2, 13, 58, 39, 187872), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:58:39,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:58:39,190 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:58:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:58:39,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:58:39,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:58:39,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:58:39,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:59:02,493 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 13:59:39.167018+00:00 (in 29.998938 seconds)
repomirrorworker stdout | 2022-06-02 13:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:59:39 UTC)" (scheduled at 2022-06-02 13:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:59:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:59:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 59, 9, 177246), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 59, 9, 177246), 0, 2, datetime.datetime(2022, 6, 2, 13, 59, 9, 177246), True, 6, 10])
repomirrorworker stdout | 2022-06-02 13:59:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 13:59:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 59, 9, 180467), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 59, 9, 180467), 0, 2, datetime.datetime(2022, 6, 2, 13, 59, 9, 180467), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:59:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:59:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 59, 9, 182435), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 59, 9, 182435), 0, 2, datetime.datetime(2022, 6, 2, 13, 59, 9, 182435), True, 5, 9])
repomirrorworker stdout | 2022-06-02 13:59:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 13:59:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 59, 9, 184162), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 59, 9, 184162), 0, 2, datetime.datetime(2022, 6, 2, 13, 59, 9, 184162), True, 11, 15])
repomirrorworker stdout | 2022-06-02 13:59:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 13:59:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 59, 9, 185885), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 59, 9, 185885), 0, 2, datetime.datetime(2022, 6, 2, 13, 59, 9, 185885), True, 10, 14])
repomirrorworker stdout | 2022-06-02 13:59:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 13:59:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:59:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:59:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:59:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:59:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:59:09,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 13:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 13:59:32,565 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 13:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 13:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:00:09.167018+00:00 (in 29.998958 seconds)
repomirrorworker stdout | 2022-06-02 13:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:00:09 UTC)" (scheduled at 2022-06-02 13:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 13:59:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:59:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:59:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 59, 39, 177335), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 59, 39, 177335), 0, 2, datetime.datetime(2022, 6, 2, 13, 59, 39, 177335), True, 3, 7])
repomirrorworker stdout | 2022-06-02 13:59:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 13:59:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 59, 39, 180664), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 59, 39, 180664), 0, 2, datetime.datetime(2022, 6, 2, 13, 59, 39, 180664), True, 8, 12])
repomirrorworker stdout | 2022-06-02 13:59:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 13:59:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 59, 39, 182594), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 59, 39, 182594), 0, 2, datetime.datetime(2022, 6, 2, 13, 59, 39, 182594), True, 7, 11])
repomirrorworker stdout | 2022-06-02 13:59:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 13:59:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 59, 39, 184359), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 59, 39, 184359), 0, 2, datetime.datetime(2022, 6, 2, 13, 59, 39, 184359), True, 12, 15])
repomirrorworker stdout | 2022-06-02 13:59:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 13:59:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 13, 59, 39, 186056), 0, 2, None, True, datetime.datetime(2022, 6, 2, 13, 59, 39, 186056), 0, 2, datetime.datetime(2022, 6, 2, 13, 59, 39, 186056), True, 1, 5])
repomirrorworker stdout | 2022-06-02 13:59:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 13:59:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 13:59:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:59:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 13:59:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 13:59:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 13:59:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:00:02,624 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:00:39.167018+00:00 (in 29.998802 seconds)
repomirrorworker stdout | 2022-06-02 14:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:00:39 UTC)" (scheduled at 2022-06-02 14:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:00:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:00:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 0, 9, 177577), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 0, 9, 177577), 0, 2, datetime.datetime(2022, 6, 2, 14, 0, 9, 177577), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:00:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:00:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 0, 9, 181170), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 0, 9, 181170), 0, 2, datetime.datetime(2022, 6, 2, 14, 0, 9, 181170), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:00:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:00:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 0, 9, 183103), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 0, 9, 183103), 0, 2, datetime.datetime(2022, 6, 2, 14, 0, 9, 183103), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:00:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:00:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 0, 9, 184814), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 0, 9, 184814), 0, 2, datetime.datetime(2022, 6, 2, 14, 0, 9, 184814), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:00:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:00:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 0, 9, 186664), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 0, 9, 186664), 0, 2, datetime.datetime(2022, 6, 2, 14, 0, 9, 186664), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:00:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:00:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:00:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:00:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:00:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:00:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:00:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:00:32,674 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:01:09.167018+00:00 (in 29.999135 seconds)
repomirrorworker stdout | 2022-06-02 14:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:01:09 UTC)" (scheduled at 2022-06-02 14:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:00:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:00:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 0, 39, 176711), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 0, 39, 176711), 0, 2, datetime.datetime(2022, 6, 2, 14, 0, 39, 176711), True, 4, 8])
repomirrorworker stdout | 2022-06-02 14:00:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 14:00:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 0, 39, 180709), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 0, 39, 180709), 0, 2, datetime.datetime(2022, 6, 2, 14, 0, 39, 180709), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:00:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:00:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 0, 39, 182995), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 0, 39, 182995), 0, 2, datetime.datetime(2022, 6, 2, 14, 0, 39, 182995), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:00:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:00:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 0, 39, 184873), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 0, 39, 184873), 0, 2, datetime.datetime(2022, 6, 2, 14, 0, 39, 184873), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:00:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:00:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:00:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:00:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:00:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:00:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:00:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:01:02,734 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:01:39.167018+00:00 (in 29.999114 seconds)
repomirrorworker stdout | 2022-06-02 14:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:01:39 UTC)" (scheduled at 2022-06-02 14:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:01:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:01:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 1, 9, 176424), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 1, 9, 176424), 0, 2, datetime.datetime(2022, 6, 2, 14, 1, 9, 176424), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:01:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:01:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 1, 9, 179518), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 1, 9, 179518), 0, 2, datetime.datetime(2022, 6, 2, 14, 1, 9, 179518), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:01:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:01:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 1, 9, 181399), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 1, 9, 181399), 0, 2, datetime.datetime(2022, 6, 2, 14, 1, 9, 181399), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:01:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:01:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 1, 9, 183092), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 1, 9, 183092), 0, 2, datetime.datetime(2022, 6, 2, 14, 1, 9, 183092), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:01:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:01:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:01:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:01:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:01:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:01:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:01:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:01:32,770 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:02:09.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-02 14:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:02:09 UTC)" (scheduled at 2022-06-02 14:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:01:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 1, 39, 177036), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 1, 39, 177036), 0, 2, datetime.datetime(2022, 6, 2, 14, 1, 39, 177036), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 1, 39, 180522), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 1, 39, 180522), 0, 2, datetime.datetime(2022, 6, 2, 14, 1, 39, 180522), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:01:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:01:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 1, 39, 182512), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 1, 39, 182512), 0, 2, datetime.datetime(2022, 6, 2, 14, 1, 39, 182512), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:01:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:01:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 1, 39, 184281), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 1, 39, 184281), 0, 2, datetime.datetime(2022, 6, 2, 14, 1, 39, 184281), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:01:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:01:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:01:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:01:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:01:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:01:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:01:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:02:02,813 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:02:39.167018+00:00 (in 29.998991 seconds)
repomirrorworker stdout | 2022-06-02 14:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:02:39 UTC)" (scheduled at 2022-06-02 14:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:02:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:02:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:02:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 2, 9, 176529), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 2, 9, 176529), 0, 2, datetime.datetime(2022, 6, 2, 14, 2, 9, 176529), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:02:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:02:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 2, 9, 180087), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 2, 9, 180087), 0, 2, datetime.datetime(2022, 6, 2, 14, 2, 9, 180087), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:02:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:02:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 2, 9, 181985), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 2, 9, 181985), 0, 2, datetime.datetime(2022, 6, 2, 14, 2, 9, 181985), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:02:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:02:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 2, 9, 183686), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 2, 9, 183686), 0, 2, datetime.datetime(2022, 6, 2, 14, 2, 9, 183686), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:02:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:02:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:02:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:02:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:02:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:02:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:02:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:02:32,841 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:03:09.167018+00:00 (in 29.999122 seconds)
repomirrorworker stdout | 2022-06-02 14:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:03:09 UTC)" (scheduled at 2022-06-02 14:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:02:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:02:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:02:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 2, 39, 176851), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 2, 39, 176851), 0, 2, datetime.datetime(2022, 6, 2, 14, 2, 39, 176851), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:02:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:02:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 2, 39, 181046), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 2, 39, 181046), 0, 2, datetime.datetime(2022, 6, 2, 14, 2, 39, 181046), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:02:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:02:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 2, 39, 183373), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 2, 39, 183373), 0, 2, datetime.datetime(2022, 6, 2, 14, 2, 39, 183373), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:02:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:02:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 2, 39, 185183), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 2, 39, 185183), 0, 2, datetime.datetime(2022, 6, 2, 14, 2, 39, 185183), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:02:39,200 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:02:39,200 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:02:39,200 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:02:39,200 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:02:39,206 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:02:39,206 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:02:39,206 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:03:02,900 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:03:39.167018+00:00 (in 29.999121 seconds)
repomirrorworker stdout | 2022-06-02 14:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:03:39 UTC)" (scheduled at 2022-06-02 14:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:03:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:03:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 3, 9, 177073), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 3, 9, 177073), 0, 2, datetime.datetime(2022, 6, 2, 14, 3, 9, 177073), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:03:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:03:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 3, 9, 181111), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 3, 9, 181111), 0, 2, datetime.datetime(2022, 6, 2, 14, 3, 9, 181111), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:03:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:03:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 3, 9, 183219), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 3, 9, 183219), 0, 2, datetime.datetime(2022, 6, 2, 14, 3, 9, 183219), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:03:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:03:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 3, 9, 184956), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 3, 9, 184956), 0, 2, datetime.datetime(2022, 6, 2, 14, 3, 9, 184956), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:03:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:03:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:03:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:03:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:03:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:03:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:03:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:03:32,958 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:04:09.167018+00:00 (in 29.998923 seconds)
repomirrorworker stdout | 2022-06-02 14:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:04:09 UTC)" (scheduled at 2022-06-02 14:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:03:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:03:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 3, 39, 177262), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 3, 39, 177262), 0, 2, datetime.datetime(2022, 6, 2, 14, 3, 39, 177262), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:03:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:03:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 3, 39, 181148), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 3, 39, 181148), 0, 2, datetime.datetime(2022, 6, 2, 14, 3, 39, 181148), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:03:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:03:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 3, 39, 183057), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 3, 39, 183057), 0, 2, datetime.datetime(2022, 6, 2, 14, 3, 39, 183057), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:03:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:03:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 3, 39, 184829), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 3, 39, 184829), 0, 2, datetime.datetime(2022, 6, 2, 14, 3, 39, 184829), True, 12, 15])
repomirrorworker stdout | 2022-06-02 14:03:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 14:03:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 3, 39, 186554), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 3, 39, 186554), 0, 2, datetime.datetime(2022, 6, 2, 14, 3, 39, 186554), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:03:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:03:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:03:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:03:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:03:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:03:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:03:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:04:03,033 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:04:39.167018+00:00 (in 29.999014 seconds)
repomirrorworker stdout | 2022-06-02 14:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:04:39 UTC)" (scheduled at 2022-06-02 14:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:04:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:04:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 4, 9, 177249), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 4, 9, 177249), 0, 2, datetime.datetime(2022, 6, 2, 14, 4, 9, 177249), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:04:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:04:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 4, 9, 180761), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 4, 9, 180761), 0, 2, datetime.datetime(2022, 6, 2, 14, 4, 9, 180761), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:04:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:04:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 4, 9, 182744), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 4, 9, 182744), 0, 2, datetime.datetime(2022, 6, 2, 14, 4, 9, 182744), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:04:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:04:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 4, 9, 184483), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 4, 9, 184483), 0, 2, datetime.datetime(2022, 6, 2, 14, 4, 9, 184483), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:04:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:04:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 4, 9, 186222), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 4, 9, 186222), 0, 2, datetime.datetime(2022, 6, 2, 14, 4, 9, 186222), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:04:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:04:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:04:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:04:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:04:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:04:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:04:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:04:33,086 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:05:09.167018+00:00 (in 29.999186 seconds)
repomirrorworker stdout | 2022-06-02 14:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:05:09 UTC)" (scheduled at 2022-06-02 14:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:04:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:04:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:04:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 4, 39, 176146), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 4, 39, 176146), 0, 2, datetime.datetime(2022, 6, 2, 14, 4, 39, 176146), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:04:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:04:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 4, 39, 179558), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 4, 39, 179558), 0, 2, datetime.datetime(2022, 6, 2, 14, 4, 39, 179558), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:04:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:04:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 4, 39, 181516), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 4, 39, 181516), 0, 2, datetime.datetime(2022, 6, 2, 14, 4, 39, 181516), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:04:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:04:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 4, 39, 183201), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 4, 39, 183201), 0, 2, datetime.datetime(2022, 6, 2, 14, 4, 39, 183201), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:04:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:04:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 4, 39, 184859), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 4, 39, 184859), 0, 2, datetime.datetime(2022, 6, 2, 14, 4, 39, 184859), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:04:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:04:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:04:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:04:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:04:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:04:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:04:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:05:03,124 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:05:39.167018+00:00 (in 29.999032 seconds)
repomirrorworker stdout | 2022-06-02 14:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:05:39 UTC)" (scheduled at 2022-06-02 14:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:05:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:05:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:05:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 5, 9, 176076), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 5, 9, 176076), 0, 2, datetime.datetime(2022, 6, 2, 14, 5, 9, 176076), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:05:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:05:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 5, 9, 179137), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 5, 9, 179137), 0, 2, datetime.datetime(2022, 6, 2, 14, 5, 9, 179137), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:05:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:05:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 5, 9, 181014), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 5, 9, 181014), 0, 2, datetime.datetime(2022, 6, 2, 14, 5, 9, 181014), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:05:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:05:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 5, 9, 182722), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 5, 9, 182722), 0, 2, datetime.datetime(2022, 6, 2, 14, 5, 9, 182722), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:05:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:05:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 5, 9, 184382), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 5, 9, 184382), 0, 2, datetime.datetime(2022, 6, 2, 14, 5, 9, 184382), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:05:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:05:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:05:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:05:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:05:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:05:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:05:33,183 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:06:09.167018+00:00 (in 29.998959 seconds)
repomirrorworker stdout | 2022-06-02 14:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:06:09 UTC)" (scheduled at 2022-06-02 14:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:05:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:05:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 5, 39, 176855), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 5, 39, 176855), 0, 2, datetime.datetime(2022, 6, 2, 14, 5, 39, 176855), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:05:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 5, 39, 180504), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 5, 39, 180504), 0, 2, datetime.datetime(2022, 6, 2, 14, 5, 39, 180504), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:05:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:05:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 5, 39, 182812), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 5, 39, 182812), 0, 2, datetime.datetime(2022, 6, 2, 14, 5, 39, 182812), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:05:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:05:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 5, 39, 185100), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 5, 39, 185100), 0, 2, datetime.datetime(2022, 6, 2, 14, 5, 39, 185100), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:05:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:05:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 5, 39, 187195), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 5, 39, 187195), 0, 2, datetime.datetime(2022, 6, 2, 14, 5, 39, 187195), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:05:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:05:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:05:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:05:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:05:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:05:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:05:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:06:03,237 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:06:39.167018+00:00 (in 29.999108 seconds)
repomirrorworker stdout | 2022-06-02 14:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:06:39 UTC)" (scheduled at 2022-06-02 14:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:06:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:06:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 6, 9, 176768), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 6, 9, 176768), 0, 2, datetime.datetime(2022, 6, 2, 14, 6, 9, 176768), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:06:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:06:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 6, 9, 180636), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 6, 9, 180636), 0, 2, datetime.datetime(2022, 6, 2, 14, 6, 9, 180636), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:06:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:06:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 6, 9, 182821), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 6, 9, 182821), 0, 2, datetime.datetime(2022, 6, 2, 14, 6, 9, 182821), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:06:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:06:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 6, 9, 184542), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 6, 9, 184542), 0, 2, datetime.datetime(2022, 6, 2, 14, 6, 9, 184542), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:06:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:06:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 6, 9, 186389), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 6, 9, 186389), 0, 2, datetime.datetime(2022, 6, 2, 14, 6, 9, 186389), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:06:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:06:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:06:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:06:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:06:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:06:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:06:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:06:33,287 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:07:09.167018+00:00 (in 29.999111 seconds)
repomirrorworker stdout | 2022-06-02 14:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:07:09 UTC)" (scheduled at 2022-06-02 14:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:06:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:06:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 6, 39, 176297), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 6, 39, 176297), 0, 2, datetime.datetime(2022, 6, 2, 14, 6, 39, 176297), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:06:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:06:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 6, 39, 180084), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 6, 39, 180084), 0, 2, datetime.datetime(2022, 6, 2, 14, 6, 39, 180084), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:06:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:06:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 6, 39, 182283), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 6, 39, 182283), 0, 2, datetime.datetime(2022, 6, 2, 14, 6, 39, 182283), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:06:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:06:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 6, 39, 184270), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 6, 39, 184270), 0, 2, datetime.datetime(2022, 6, 2, 14, 6, 39, 184270), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:06:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:06:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 6, 39, 186143), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 6, 39, 186143), 0, 2, datetime.datetime(2022, 6, 2, 14, 6, 39, 186143), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:06:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:06:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:06:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:06:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:06:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:06:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:06:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:07:03,346 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:07:39.167018+00:00 (in 29.998917 seconds)
repomirrorworker stdout | 2022-06-02 14:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:07:39 UTC)" (scheduled at 2022-06-02 14:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:07:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:07:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:07:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 7, 9, 177154), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 7, 9, 177154), 0, 2, datetime.datetime(2022, 6, 2, 14, 7, 9, 177154), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:07:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:07:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 7, 9, 180508), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 7, 9, 180508), 0, 2, datetime.datetime(2022, 6, 2, 14, 7, 9, 180508), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:07:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:07:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 7, 9, 182417), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 7, 9, 182417), 0, 2, datetime.datetime(2022, 6, 2, 14, 7, 9, 182417), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:07:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:07:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 7, 9, 184121), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 7, 9, 184121), 0, 2, datetime.datetime(2022, 6, 2, 14, 7, 9, 184121), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:07:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:07:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:07:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:07:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:07:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:07:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:07:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:07:33,382 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:08:09.167018+00:00 (in 29.999061 seconds)
repomirrorworker stdout | 2022-06-02 14:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:08:09 UTC)" (scheduled at 2022-06-02 14:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:07:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:07:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 7, 39, 176350), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 7, 39, 176350), 0, 2, datetime.datetime(2022, 6, 2, 14, 7, 39, 176350), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:07:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:07:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 7, 39, 179654), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 7, 39, 179654), 0, 2, datetime.datetime(2022, 6, 2, 14, 7, 39, 179654), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:07:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:07:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 7, 39, 181939), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 7, 39, 181939), 0, 2, datetime.datetime(2022, 6, 2, 14, 7, 39, 181939), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:07:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:07:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 7, 39, 184020), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 7, 39, 184020), 0, 2, datetime.datetime(2022, 6, 2, 14, 7, 39, 184020), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:07:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:07:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:07:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:07:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:07:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:07:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:07:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:08:03,443 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:08:39.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-02 14:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:08:39 UTC)" (scheduled at 2022-06-02 14:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:08:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:08:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:08:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 8, 9, 176620), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 8, 9, 176620), 0, 2, datetime.datetime(2022, 6, 2, 14, 8, 9, 176620), True, 4, 8])
repomirrorworker stdout | 2022-06-02 14:08:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 14:08:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 8, 9, 180039), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 8, 9, 180039), 0, 2, datetime.datetime(2022, 6, 2, 14, 8, 9, 180039), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:08:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:08:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 8, 9, 181953), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 8, 9, 181953), 0, 2, datetime.datetime(2022, 6, 2, 14, 8, 9, 181953), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:08:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:08:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 8, 9, 183652), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 8, 9, 183652), 0, 2, datetime.datetime(2022, 6, 2, 14, 8, 9, 183652), True, 12, 15])
repomirrorworker stdout | 2022-06-02 14:08:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 14:08:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:08:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:08:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:08:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:08:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:08:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:08:33,508 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:09:09.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-02 14:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:09:09 UTC)" (scheduled at 2022-06-02 14:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:08:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:08:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:08:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 8, 39, 176280), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 8, 39, 176280), 0, 2, datetime.datetime(2022, 6, 2, 14, 8, 39, 176280), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:08:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:08:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 8, 39, 180114), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 8, 39, 180114), 0, 2, datetime.datetime(2022, 6, 2, 14, 8, 39, 180114), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:08:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:08:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 8, 39, 182112), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 8, 39, 182112), 0, 2, datetime.datetime(2022, 6, 2, 14, 8, 39, 182112), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:08:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:08:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 8, 39, 183914), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 8, 39, 183914), 0, 2, datetime.datetime(2022, 6, 2, 14, 8, 39, 183914), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:08:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:08:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 8, 39, 185657), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 8, 39, 185657), 0, 2, datetime.datetime(2022, 6, 2, 14, 8, 39, 185657), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:08:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:08:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:08:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:08:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:08:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:08:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:08:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:09:03,550 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:09:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-02 14:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:09:39 UTC)" (scheduled at 2022-06-02 14:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:09:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:09:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:09:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 9, 9, 176524), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 9, 9, 176524), 0, 2, datetime.datetime(2022, 6, 2, 14, 9, 9, 176524), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:09:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:09:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 9, 9, 179695), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 9, 9, 179695), 0, 2, datetime.datetime(2022, 6, 2, 14, 9, 9, 179695), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:09:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:09:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 9, 9, 181551), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 9, 9, 181551), 0, 2, datetime.datetime(2022, 6, 2, 14, 9, 9, 181551), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:09:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:09:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 9, 9, 183205), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 9, 9, 183205), 0, 2, datetime.datetime(2022, 6, 2, 14, 9, 9, 183205), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:09:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:09:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 9, 9, 184864), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 9, 9, 184864), 0, 2, datetime.datetime(2022, 6, 2, 14, 9, 9, 184864), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:09:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:09:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:09:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:09:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:09:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:09:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:09:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:09:33,651 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:10:09.167018+00:00 (in 29.999128 seconds)
repomirrorworker stdout | 2022-06-02 14:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:10:09 UTC)" (scheduled at 2022-06-02 14:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:09:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:09:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 9, 39, 176715), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 9, 39, 176715), 0, 2, datetime.datetime(2022, 6, 2, 14, 9, 39, 176715), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:09:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:09:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 9, 39, 180357), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 9, 39, 180357), 0, 2, datetime.datetime(2022, 6, 2, 14, 9, 39, 180357), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:09:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:09:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 9, 39, 182548), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 9, 39, 182548), 0, 2, datetime.datetime(2022, 6, 2, 14, 9, 39, 182548), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:09:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:09:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 9, 39, 184341), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 9, 39, 184341), 0, 2, datetime.datetime(2022, 6, 2, 14, 9, 39, 184341), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:09:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:09:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:09:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:09:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:09:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:09:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:09:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:10:03,715 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:10:39.167018+00:00 (in 29.999062 seconds)
repomirrorworker stdout | 2022-06-02 14:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:10:39 UTC)" (scheduled at 2022-06-02 14:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:10:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:10:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 10, 9, 176832), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 10, 9, 176832), 0, 2, datetime.datetime(2022, 6, 2, 14, 10, 9, 176832), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:10:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:10:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 10, 9, 180544), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 10, 9, 180544), 0, 2, datetime.datetime(2022, 6, 2, 14, 10, 9, 180544), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:10:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:10:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 10, 9, 182447), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 10, 9, 182447), 0, 2, datetime.datetime(2022, 6, 2, 14, 10, 9, 182447), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:10:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:10:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 10, 9, 184225), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 10, 9, 184225), 0, 2, datetime.datetime(2022, 6, 2, 14, 10, 9, 184225), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:10:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:10:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:10:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:10:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:10:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:10:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:10:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:10:33,763 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:11:09.167018+00:00 (in 29.999093 seconds)
repomirrorworker stdout | 2022-06-02 14:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:11:09 UTC)" (scheduled at 2022-06-02 14:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:10:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:10:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 10, 39, 176941), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 10, 39, 176941), 0, 2, datetime.datetime(2022, 6, 2, 14, 10, 39, 176941), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:10:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:10:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 10, 39, 180709), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 10, 39, 180709), 0, 2, datetime.datetime(2022, 6, 2, 14, 10, 39, 180709), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:10:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:10:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 10, 39, 183035), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 10, 39, 183035), 0, 2, datetime.datetime(2022, 6, 2, 14, 10, 39, 183035), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:10:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:10:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 10, 39, 185188), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 10, 39, 185188), 0, 2, datetime.datetime(2022, 6, 2, 14, 10, 39, 185188), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:10:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:10:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 10, 39, 187246), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 10, 39, 187246), 0, 2, datetime.datetime(2022, 6, 2, 14, 10, 39, 187246), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:10:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:10:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:10:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:10:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:10:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:10:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:10:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:11:03,826 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:11:39.167018+00:00 (in 29.999115 seconds)
repomirrorworker stdout | 2022-06-02 14:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:11:39 UTC)" (scheduled at 2022-06-02 14:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:11:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:11:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 11, 9, 176846), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 11, 9, 176846), 0, 2, datetime.datetime(2022, 6, 2, 14, 11, 9, 176846), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:11:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:11:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 11, 9, 180324), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 11, 9, 180324), 0, 2, datetime.datetime(2022, 6, 2, 14, 11, 9, 180324), True, 12, 15])
repomirrorworker stdout | 2022-06-02 14:11:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 14:11:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 11, 9, 182347), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 11, 9, 182347), 0, 2, datetime.datetime(2022, 6, 2, 14, 11, 9, 182347), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:11:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:11:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 11, 9, 184088), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 11, 9, 184088), 0, 2, datetime.datetime(2022, 6, 2, 14, 11, 9, 184088), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:11:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:11:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:11:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:11:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:11:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:11:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:11:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:11:33,885 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:12:09.167018+00:00 (in 29.999114 seconds)
repomirrorworker stdout | 2022-06-02 14:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:12:09 UTC)" (scheduled at 2022-06-02 14:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:11:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:11:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:11:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 11, 39, 176724), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 11, 39, 176724), 0, 2, datetime.datetime(2022, 6, 2, 14, 11, 39, 176724), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:11:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:11:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 11, 39, 179992), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 11, 39, 179992), 0, 2, datetime.datetime(2022, 6, 2, 14, 11, 39, 179992), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:11:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:11:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 11, 39, 182377), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 11, 39, 182377), 0, 2, datetime.datetime(2022, 6, 2, 14, 11, 39, 182377), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:11:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:11:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 11, 39, 184531), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 11, 39, 184531), 0, 2, datetime.datetime(2022, 6, 2, 14, 11, 39, 184531), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:11:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:11:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:11:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:11:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:11:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:11:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:11:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:12:03,948 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:12:39.167018+00:00 (in 29.999119 seconds)
repomirrorworker stdout | 2022-06-02 14:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:12:39 UTC)" (scheduled at 2022-06-02 14:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:12:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:12:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:12:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 12, 9, 176870), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 12, 9, 176870), 0, 2, datetime.datetime(2022, 6, 2, 14, 12, 9, 176870), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:12:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:12:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 12, 9, 180408), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 12, 9, 180408), 0, 2, datetime.datetime(2022, 6, 2, 14, 12, 9, 180408), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:12:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:12:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 12, 9, 182427), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 12, 9, 182427), 0, 2, datetime.datetime(2022, 6, 2, 14, 12, 9, 182427), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:12:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:12:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 12, 9, 184440), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 12, 9, 184440), 0, 2, datetime.datetime(2022, 6, 2, 14, 12, 9, 184440), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:12:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:12:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 12, 9, 186278), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 12, 9, 186278), 0, 2, datetime.datetime(2022, 6, 2, 14, 12, 9, 186278), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:12:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:12:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:12:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:12:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:12:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:12:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:12:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:12:33,973 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:13:09.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-02 14:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:13:09 UTC)" (scheduled at 2022-06-02 14:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:12:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:12:39,182 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 12, 39, 183275), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 12, 39, 183275), 0, 2, datetime.datetime(2022, 6, 2, 14, 12, 39, 183275), True, 4, 8])
repomirrorworker stdout | 2022-06-02 14:12:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 14:12:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 12, 39, 186649), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 12, 39, 186649), 0, 2, datetime.datetime(2022, 6, 2, 14, 12, 39, 186649), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:12:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:12:39,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 12, 39, 188754), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 12, 39, 188754), 0, 2, datetime.datetime(2022, 6, 2, 14, 12, 39, 188754), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:12:39,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:12:39,191 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 12, 39, 190704), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 12, 39, 190704), 0, 2, datetime.datetime(2022, 6, 2, 14, 12, 39, 190704), True, 12, 15])
repomirrorworker stdout | 2022-06-02 14:12:39,192 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 14:12:39,192 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:12:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:12:39,192 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:12:39,198 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:12:39,198 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:12:39,198 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:13:04,023 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:13:39.167018+00:00 (in 29.999230 seconds)
repomirrorworker stdout | 2022-06-02 14:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:13:39 UTC)" (scheduled at 2022-06-02 14:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:13:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:13:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:13:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 13, 9, 176656), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 13, 9, 176656), 0, 2, datetime.datetime(2022, 6, 2, 14, 13, 9, 176656), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:13:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:13:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 13, 9, 179991), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 13, 9, 179991), 0, 2, datetime.datetime(2022, 6, 2, 14, 13, 9, 179991), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:13:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:13:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 13, 9, 181998), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 13, 9, 181998), 0, 2, datetime.datetime(2022, 6, 2, 14, 13, 9, 181998), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:13:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:13:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 13, 9, 183868), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 13, 9, 183868), 0, 2, datetime.datetime(2022, 6, 2, 14, 13, 9, 183868), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:13:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:13:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:13:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:13:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:13:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:13:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:13:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:13:34,095 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:14:09.167018+00:00 (in 29.999004 seconds)
repomirrorworker stdout | 2022-06-02 14:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:14:09 UTC)" (scheduled at 2022-06-02 14:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:13:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:13:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:13:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 13, 39, 176826), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 13, 39, 176826), 0, 2, datetime.datetime(2022, 6, 2, 14, 13, 39, 176826), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:13:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:13:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 13, 39, 180294), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 13, 39, 180294), 0, 2, datetime.datetime(2022, 6, 2, 14, 13, 39, 180294), True, 12, 15])
repomirrorworker stdout | 2022-06-02 14:13:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 14:13:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 13, 39, 182196), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 13, 39, 182196), 0, 2, datetime.datetime(2022, 6, 2, 14, 13, 39, 182196), True, 4, 8])
repomirrorworker stdout | 2022-06-02 14:13:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 14:13:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 13, 39, 184137), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 13, 39, 184137), 0, 2, datetime.datetime(2022, 6, 2, 14, 13, 39, 184137), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:13:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:13:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:13:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:13:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:13:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:13:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:13:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:14:04,150 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:14:39.167018+00:00 (in 29.998972 seconds)
repomirrorworker stdout | 2022-06-02 14:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:14:39 UTC)" (scheduled at 2022-06-02 14:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:14:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:14:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:14:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 14, 9, 177171), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 14, 9, 177171), 0, 2, datetime.datetime(2022, 6, 2, 14, 14, 9, 177171), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:14:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:14:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 14, 9, 180975), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 14, 9, 180975), 0, 2, datetime.datetime(2022, 6, 2, 14, 14, 9, 180975), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:14:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:14:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 14, 9, 182944), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 14, 9, 182944), 0, 2, datetime.datetime(2022, 6, 2, 14, 14, 9, 182944), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:14:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:14:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 14, 9, 184627), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 14, 9, 184627), 0, 2, datetime.datetime(2022, 6, 2, 14, 14, 9, 184627), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:14:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:14:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 14, 9, 186314), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 14, 9, 186314), 0, 2, datetime.datetime(2022, 6, 2, 14, 14, 9, 186314), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:14:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:14:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:14:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:14:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:14:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:14:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:14:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:14:34,181 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:15:09.167018+00:00 (in 29.999119 seconds)
repomirrorworker stdout | 2022-06-02 14:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:15:09 UTC)" (scheduled at 2022-06-02 14:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:14:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:14:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:14:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 14, 39, 176331), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 14, 39, 176331), 0, 2, datetime.datetime(2022, 6, 2, 14, 14, 39, 176331), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:14:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:14:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 14, 39, 179751), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 14, 39, 179751), 0, 2, datetime.datetime(2022, 6, 2, 14, 14, 39, 179751), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:14:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:14:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 14, 39, 181644), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 14, 39, 181644), 0, 2, datetime.datetime(2022, 6, 2, 14, 14, 39, 181644), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:14:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:14:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 14, 39, 183349), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 14, 39, 183349), 0, 2, datetime.datetime(2022, 6, 2, 14, 14, 39, 183349), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:14:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:14:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:14:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:14:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:14:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:14:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:14:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:15:04,215 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:15:39.167018+00:00 (in 29.999145 seconds)
repomirrorworker stdout | 2022-06-02 14:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:15:39 UTC)" (scheduled at 2022-06-02 14:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:15:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:15:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:15:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 15, 9, 176419), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 15, 9, 176419), 0, 2, datetime.datetime(2022, 6, 2, 14, 15, 9, 176419), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:15:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:15:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 15, 9, 180356), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 15, 9, 180356), 0, 2, datetime.datetime(2022, 6, 2, 14, 15, 9, 180356), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 15, 9, 182288), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 15, 9, 182288), 0, 2, datetime.datetime(2022, 6, 2, 14, 15, 9, 182288), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:15:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:15:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 15, 9, 184021), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 15, 9, 184021), 0, 2, datetime.datetime(2022, 6, 2, 14, 15, 9, 184021), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:15:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:15:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 15, 9, 185741), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 15, 9, 185741), 0, 2, datetime.datetime(2022, 6, 2, 14, 15, 9, 185741), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:15:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:15:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:15:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:15:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:15:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:15:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:15:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:15:34,281 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:16:09.167018+00:00 (in 29.998993 seconds)
repomirrorworker stdout | 2022-06-02 14:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:16:09 UTC)" (scheduled at 2022-06-02 14:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:15:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:15:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:15:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 15, 39, 176579), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 15, 39, 176579), 0, 2, datetime.datetime(2022, 6, 2, 14, 15, 39, 176579), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:15:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:15:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 15, 39, 179712), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 15, 39, 179712), 0, 2, datetime.datetime(2022, 6, 2, 14, 15, 39, 179712), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:15:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:15:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 15, 39, 181579), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 15, 39, 181579), 0, 2, datetime.datetime(2022, 6, 2, 14, 15, 39, 181579), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:15:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:15:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 15, 39, 183269), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 15, 39, 183269), 0, 2, datetime.datetime(2022, 6, 2, 14, 15, 39, 183269), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:15:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:15:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 15, 39, 185058), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 15, 39, 185058), 0, 2, datetime.datetime(2022, 6, 2, 14, 15, 39, 185058), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:15:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:15:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:15:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:15:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:15:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:15:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:15:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:16:04,352 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:16:39.167018+00:00 (in 29.999055 seconds)
repomirrorworker stdout | 2022-06-02 14:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:16:39 UTC)" (scheduled at 2022-06-02 14:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:16:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:16:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:16:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 16, 9, 175941), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 16, 9, 175941), 0, 2, datetime.datetime(2022, 6, 2, 14, 16, 9, 175941), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:16:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:16:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 16, 9, 179229), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 16, 9, 179229), 0, 2, datetime.datetime(2022, 6, 2, 14, 16, 9, 179229), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:16:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:16:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 16, 9, 181528), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 16, 9, 181528), 0, 2, datetime.datetime(2022, 6, 2, 14, 16, 9, 181528), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:16:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:16:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 16, 9, 183634), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 16, 9, 183634), 0, 2, datetime.datetime(2022, 6, 2, 14, 16, 9, 183634), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:16:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:16:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 16, 9, 185354), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 16, 9, 185354), 0, 2, datetime.datetime(2022, 6, 2, 14, 16, 9, 185354), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:16:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:16:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:16:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:16:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:16:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:16:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:16:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:16:34,388 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:17:09.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-02 14:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:17:09 UTC)" (scheduled at 2022-06-02 14:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:16:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:16:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:16:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 16, 39, 176479), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 16, 39, 176479), 0, 2, datetime.datetime(2022, 6, 2, 14, 16, 39, 176479), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:16:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:16:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 16, 39, 179928), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 16, 39, 179928), 0, 2, datetime.datetime(2022, 6, 2, 14, 16, 39, 179928), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:16:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:16:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 16, 39, 182015), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 16, 39, 182015), 0, 2, datetime.datetime(2022, 6, 2, 14, 16, 39, 182015), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:16:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:16:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 16, 39, 183886), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 16, 39, 183886), 0, 2, datetime.datetime(2022, 6, 2, 14, 16, 39, 183886), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:16:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:16:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 16, 39, 185735), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 16, 39, 185735), 0, 2, datetime.datetime(2022, 6, 2, 14, 16, 39, 185735), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:16:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:16:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:16:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:16:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:16:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:16:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:16:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:17:04,430 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:17:39.167018+00:00 (in 29.999095 seconds)
repomirrorworker stdout | 2022-06-02 14:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:17:39 UTC)" (scheduled at 2022-06-02 14:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:17:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:17:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:17:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 17, 9, 176545), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 17, 9, 176545), 0, 2, datetime.datetime(2022, 6, 2, 14, 17, 9, 176545), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:17:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:17:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 17, 9, 180348), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 17, 9, 180348), 0, 2, datetime.datetime(2022, 6, 2, 14, 17, 9, 180348), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:17:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:17:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 17, 9, 182474), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 17, 9, 182474), 0, 2, datetime.datetime(2022, 6, 2, 14, 17, 9, 182474), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:17:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:17:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 17, 9, 184303), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 17, 9, 184303), 0, 2, datetime.datetime(2022, 6, 2, 14, 17, 9, 184303), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:17:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:17:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:17:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:17:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:17:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:17:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:17:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:17:34,484 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:18:09.167018+00:00 (in 29.999115 seconds)
repomirrorworker stdout | 2022-06-02 14:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:18:09 UTC)" (scheduled at 2022-06-02 14:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:17:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:17:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 17, 39, 177000), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 17, 39, 177000), 0, 2, datetime.datetime(2022, 6, 2, 14, 17, 39, 177000), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:17:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:17:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 17, 39, 180745), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 17, 39, 180745), 0, 2, datetime.datetime(2022, 6, 2, 14, 17, 39, 180745), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:17:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:17:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 17, 39, 182761), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 17, 39, 182761), 0, 2, datetime.datetime(2022, 6, 2, 14, 17, 39, 182761), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:17:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:17:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 17, 39, 184507), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 17, 39, 184507), 0, 2, datetime.datetime(2022, 6, 2, 14, 17, 39, 184507), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:17:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:17:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 17, 39, 186277), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 17, 39, 186277), 0, 2, datetime.datetime(2022, 6, 2, 14, 17, 39, 186277), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:17:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:17:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:17:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:17:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:17:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:17:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:17:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:18:04,547 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:18:39.167018+00:00 (in 29.999175 seconds)
repomirrorworker stdout | 2022-06-02 14:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:18:39 UTC)" (scheduled at 2022-06-02 14:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:18:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:18:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 18, 9, 176859), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 18, 9, 176859), 0, 2, datetime.datetime(2022, 6, 2, 14, 18, 9, 176859), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:18:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:18:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 18, 9, 180445), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 18, 9, 180445), 0, 2, datetime.datetime(2022, 6, 2, 14, 18, 9, 180445), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:18:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:18:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 18, 9, 182874), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 18, 9, 182874), 0, 2, datetime.datetime(2022, 6, 2, 14, 18, 9, 182874), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:18:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:18:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 18, 9, 184976), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 18, 9, 184976), 0, 2, datetime.datetime(2022, 6, 2, 14, 18, 9, 184976), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:18:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:18:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:18:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:18:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:18:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:18:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:18:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:18:34,609 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:19:09.167018+00:00 (in 29.999053 seconds)
repomirrorworker stdout | 2022-06-02 14:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:19:09 UTC)" (scheduled at 2022-06-02 14:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:18:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:18:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:18:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 18, 39, 176250), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 18, 39, 176250), 0, 2, datetime.datetime(2022, 6, 2, 14, 18, 39, 176250), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:18:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:18:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 18, 39, 179389), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 18, 39, 179389), 0, 2, datetime.datetime(2022, 6, 2, 14, 18, 39, 179389), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:18:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:18:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 18, 39, 181303), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 18, 39, 181303), 0, 2, datetime.datetime(2022, 6, 2, 14, 18, 39, 181303), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:18:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:18:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 18, 39, 183051), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 18, 39, 183051), 0, 2, datetime.datetime(2022, 6, 2, 14, 18, 39, 183051), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:18:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:18:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:18:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:18:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:18:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:18:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:18:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:19:04,669 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:19:39.167018+00:00 (in 29.998873 seconds)
repomirrorworker stdout | 2022-06-02 14:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:19:39 UTC)" (scheduled at 2022-06-02 14:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:19:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:19:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:19:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 19, 9, 177213), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 19, 9, 177213), 0, 2, datetime.datetime(2022, 6, 2, 14, 19, 9, 177213), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:19:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:19:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 19, 9, 181150), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 19, 9, 181150), 0, 2, datetime.datetime(2022, 6, 2, 14, 19, 9, 181150), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:19:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:19:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 19, 9, 183186), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 19, 9, 183186), 0, 2, datetime.datetime(2022, 6, 2, 14, 19, 9, 183186), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:19:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:19:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 19, 9, 184938), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 19, 9, 184938), 0, 2, datetime.datetime(2022, 6, 2, 14, 19, 9, 184938), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:19:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:19:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 19, 9, 186618), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 19, 9, 186618), 0, 2, datetime.datetime(2022, 6, 2, 14, 19, 9, 186618), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:19:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:19:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:19:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:19:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:19:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:19:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:19:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:19:34,734 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:20:09.167018+00:00 (in 29.999106 seconds)
repomirrorworker stdout | 2022-06-02 14:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:20:09 UTC)" (scheduled at 2022-06-02 14:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:19:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:19:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:19:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 19, 39, 176388), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 19, 39, 176388), 0, 2, datetime.datetime(2022, 6, 2, 14, 19, 39, 176388), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:19:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:19:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 19, 39, 179593), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 19, 39, 179593), 0, 2, datetime.datetime(2022, 6, 2, 14, 19, 39, 179593), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:19:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:19:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 19, 39, 181562), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 19, 39, 181562), 0, 2, datetime.datetime(2022, 6, 2, 14, 19, 39, 181562), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:19:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:19:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 19, 39, 183430), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 19, 39, 183430), 0, 2, datetime.datetime(2022, 6, 2, 14, 19, 39, 183430), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:19:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:19:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:19:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:19:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:19:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:19:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:19:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:20:04,789 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:20:39.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-02 14:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:20:39 UTC)" (scheduled at 2022-06-02 14:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:20:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:20:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:20:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 20, 9, 176565), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 20, 9, 176565), 0, 2, datetime.datetime(2022, 6, 2, 14, 20, 9, 176565), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:20:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 20, 9, 180399), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 20, 9, 180399), 0, 2, datetime.datetime(2022, 6, 2, 14, 20, 9, 180399), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:20:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:20:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 20, 9, 182801), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 20, 9, 182801), 0, 2, datetime.datetime(2022, 6, 2, 14, 20, 9, 182801), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:20:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:20:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 20, 9, 184729), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 20, 9, 184729), 0, 2, datetime.datetime(2022, 6, 2, 14, 20, 9, 184729), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:20:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:20:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:20:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:20:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:20:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:20:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:20:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:20:34,841 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:21:09.167018+00:00 (in 29.999120 seconds)
repomirrorworker stdout | 2022-06-02 14:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:21:09 UTC)" (scheduled at 2022-06-02 14:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:20:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:20:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:20:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 20, 39, 176932), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 20, 39, 176932), 0, 2, datetime.datetime(2022, 6, 2, 14, 20, 39, 176932), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:20:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:20:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 20, 39, 180385), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 20, 39, 180385), 0, 2, datetime.datetime(2022, 6, 2, 14, 20, 39, 180385), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:20:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:20:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 20, 39, 182649), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 20, 39, 182649), 0, 2, datetime.datetime(2022, 6, 2, 14, 20, 39, 182649), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:20:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:20:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 20, 39, 184404), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 20, 39, 184404), 0, 2, datetime.datetime(2022, 6, 2, 14, 20, 39, 184404), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:20:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:20:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:20:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:20:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:20:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:20:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:20:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:21:04,884 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:21:39.167018+00:00 (in 29.999040 seconds)
repomirrorworker stdout | 2022-06-02 14:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:21:39 UTC)" (scheduled at 2022-06-02 14:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:21:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:21:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:21:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 21, 9, 176629), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 21, 9, 176629), 0, 2, datetime.datetime(2022, 6, 2, 14, 21, 9, 176629), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:21:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:21:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 21, 9, 179938), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 21, 9, 179938), 0, 2, datetime.datetime(2022, 6, 2, 14, 21, 9, 179938), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:21:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:21:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 21, 9, 181867), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 21, 9, 181867), 0, 2, datetime.datetime(2022, 6, 2, 14, 21, 9, 181867), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:21:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 21, 9, 183742), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 21, 9, 183742), 0, 2, datetime.datetime(2022, 6, 2, 14, 21, 9, 183742), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:21:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:21:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:21:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:21:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:21:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:21:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:21:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:21:34,941 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:22:09.167018+00:00 (in 29.998967 seconds)
repomirrorworker stdout | 2022-06-02 14:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:22:09 UTC)" (scheduled at 2022-06-02 14:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:21:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:21:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:21:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 21, 39, 176624), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 21, 39, 176624), 0, 2, datetime.datetime(2022, 6, 2, 14, 21, 39, 176624), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:21:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:21:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 21, 39, 180153), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 21, 39, 180153), 0, 2, datetime.datetime(2022, 6, 2, 14, 21, 39, 180153), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:21:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:21:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 21, 39, 182225), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 21, 39, 182225), 0, 2, datetime.datetime(2022, 6, 2, 14, 21, 39, 182225), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:21:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:21:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 21, 39, 183997), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 21, 39, 183997), 0, 2, datetime.datetime(2022, 6, 2, 14, 21, 39, 183997), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:21:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:21:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:21:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:21:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:21:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:21:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:21:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:22:05,007 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:22:39.167018+00:00 (in 29.999108 seconds)
repomirrorworker stdout | 2022-06-02 14:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:22:39 UTC)" (scheduled at 2022-06-02 14:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:22:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:22:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:22:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 22, 9, 176154), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 22, 9, 176154), 0, 2, datetime.datetime(2022, 6, 2, 14, 22, 9, 176154), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:22:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:22:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 22, 9, 179760), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 22, 9, 179760), 0, 2, datetime.datetime(2022, 6, 2, 14, 22, 9, 179760), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:22:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:22:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 22, 9, 181734), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 22, 9, 181734), 0, 2, datetime.datetime(2022, 6, 2, 14, 22, 9, 181734), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:22:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:22:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 22, 9, 183441), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 22, 9, 183441), 0, 2, datetime.datetime(2022, 6, 2, 14, 22, 9, 183441), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:22:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:22:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:22:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:22:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:22:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:22:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:22:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:22:35,045 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:23:09.167018+00:00 (in 29.999169 seconds)
repomirrorworker stdout | 2022-06-02 14:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:23:09 UTC)" (scheduled at 2022-06-02 14:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:22:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:22:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 22, 39, 176429), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 22, 39, 176429), 0, 2, datetime.datetime(2022, 6, 2, 14, 22, 39, 176429), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:22:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:22:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 22, 39, 179665), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 22, 39, 179665), 0, 2, datetime.datetime(2022, 6, 2, 14, 22, 39, 179665), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:22:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:22:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 22, 39, 181544), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 22, 39, 181544), 0, 2, datetime.datetime(2022, 6, 2, 14, 22, 39, 181544), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:22:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:22:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 22, 39, 183250), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 22, 39, 183250), 0, 2, datetime.datetime(2022, 6, 2, 14, 22, 39, 183250), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:22:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:22:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:22:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:22:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:22:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:22:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:22:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:23:05,108 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:23:39.167018+00:00 (in 29.999132 seconds)
repomirrorworker stdout | 2022-06-02 14:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:23:39 UTC)" (scheduled at 2022-06-02 14:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:23:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:23:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 23, 9, 176915), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 23, 9, 176915), 0, 2, datetime.datetime(2022, 6, 2, 14, 23, 9, 176915), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:23:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:23:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 23, 9, 180207), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 23, 9, 180207), 0, 2, datetime.datetime(2022, 6, 2, 14, 23, 9, 180207), True, 12, 15])
repomirrorworker stdout | 2022-06-02 14:23:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 14:23:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 23, 9, 182399), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 23, 9, 182399), 0, 2, datetime.datetime(2022, 6, 2, 14, 23, 9, 182399), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:23:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:23:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 23, 9, 184136), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 23, 9, 184136), 0, 2, datetime.datetime(2022, 6, 2, 14, 23, 9, 184136), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:23:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:23:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:23:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:23:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:23:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:23:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:23:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:23:35,167 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:24:09.167018+00:00 (in 29.999229 seconds)
repomirrorworker stdout | 2022-06-02 14:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:24:09 UTC)" (scheduled at 2022-06-02 14:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:23:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:23:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:23:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 23, 39, 176307), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 23, 39, 176307), 0, 2, datetime.datetime(2022, 6, 2, 14, 23, 39, 176307), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:23:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:23:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 23, 39, 179879), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 23, 39, 179879), 0, 2, datetime.datetime(2022, 6, 2, 14, 23, 39, 179879), True, 12, 15])
repomirrorworker stdout | 2022-06-02 14:23:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 14:23:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 23, 39, 181918), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 23, 39, 181918), 0, 2, datetime.datetime(2022, 6, 2, 14, 23, 39, 181918), True, 4, 8])
repomirrorworker stdout | 2022-06-02 14:23:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 14:23:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 23, 39, 183695), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 23, 39, 183695), 0, 2, datetime.datetime(2022, 6, 2, 14, 23, 39, 183695), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:23:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:23:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:23:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:23:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:23:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:23:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:23:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:24:05,214 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:24:39.167018+00:00 (in 29.999227 seconds)
repomirrorworker stdout | 2022-06-02 14:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:24:39 UTC)" (scheduled at 2022-06-02 14:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:24:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:24:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:24:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 24, 9, 176651), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 24, 9, 176651), 0, 2, datetime.datetime(2022, 6, 2, 14, 24, 9, 176651), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:24:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:24:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 24, 9, 180318), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 24, 9, 180318), 0, 2, datetime.datetime(2022, 6, 2, 14, 24, 9, 180318), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:24:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:24:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 24, 9, 182425), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 24, 9, 182425), 0, 2, datetime.datetime(2022, 6, 2, 14, 24, 9, 182425), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:24:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:24:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 24, 9, 184459), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 24, 9, 184459), 0, 2, datetime.datetime(2022, 6, 2, 14, 24, 9, 184459), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:24:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:24:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 24, 9, 186408), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 24, 9, 186408), 0, 2, datetime.datetime(2022, 6, 2, 14, 24, 9, 186408), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:24:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:24:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:24:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:24:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:24:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:24:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:24:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:24:35,264 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:25:09.167018+00:00 (in 29.999146 seconds)
repomirrorworker stdout | 2022-06-02 14:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:25:09 UTC)" (scheduled at 2022-06-02 14:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:24:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:24:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:24:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 24, 39, 177616), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 24, 39, 177616), 0, 2, datetime.datetime(2022, 6, 2, 14, 24, 39, 177616), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:24:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:24:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 24, 39, 181363), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 24, 39, 181363), 0, 2, datetime.datetime(2022, 6, 2, 14, 24, 39, 181363), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:24:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:24:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 24, 39, 183770), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 24, 39, 183770), 0, 2, datetime.datetime(2022, 6, 2, 14, 24, 39, 183770), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:24:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:24:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 24, 39, 185952), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 24, 39, 185952), 0, 2, datetime.datetime(2022, 6, 2, 14, 24, 39, 185952), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:24:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:24:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:24:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:24:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:24:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:24:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:24:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:25:05,324 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:25:39.167018+00:00 (in 29.999038 seconds)
repomirrorworker stdout | 2022-06-02 14:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:25:39 UTC)" (scheduled at 2022-06-02 14:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:25:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:25:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:25:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 25, 9, 177007), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 25, 9, 177007), 0, 2, datetime.datetime(2022, 6, 2, 14, 25, 9, 177007), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:25:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 25, 9, 180551), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 25, 9, 180551), 0, 2, datetime.datetime(2022, 6, 2, 14, 25, 9, 180551), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:25:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:25:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 25, 9, 182449), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 25, 9, 182449), 0, 2, datetime.datetime(2022, 6, 2, 14, 25, 9, 182449), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:25:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:25:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 25, 9, 184209), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 25, 9, 184209), 0, 2, datetime.datetime(2022, 6, 2, 14, 25, 9, 184209), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:25:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:25:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 25, 9, 186062), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 25, 9, 186062), 0, 2, datetime.datetime(2022, 6, 2, 14, 25, 9, 186062), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:25:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:25:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:25:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:25:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:25:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:25:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:25:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:25:35,390 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:26:09.167018+00:00 (in 29.999206 seconds)
repomirrorworker stdout | 2022-06-02 14:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:26:09 UTC)" (scheduled at 2022-06-02 14:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:25:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:25:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 25, 39, 176620), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 25, 39, 176620), 0, 2, datetime.datetime(2022, 6, 2, 14, 25, 39, 176620), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:25:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:25:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 25, 39, 179859), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 25, 39, 179859), 0, 2, datetime.datetime(2022, 6, 2, 14, 25, 39, 179859), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:25:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:25:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 25, 39, 181793), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 25, 39, 181793), 0, 2, datetime.datetime(2022, 6, 2, 14, 25, 39, 181793), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:25:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:25:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 25, 39, 183526), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 25, 39, 183526), 0, 2, datetime.datetime(2022, 6, 2, 14, 25, 39, 183526), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:25:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:25:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:25:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:25:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:25:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:25:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:25:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:26:05,429 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:26:39.167018+00:00 (in 29.999238 seconds)
repomirrorworker stdout | 2022-06-02 14:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:26:39 UTC)" (scheduled at 2022-06-02 14:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:26:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:26:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 26, 9, 176107), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 26, 9, 176107), 0, 2, datetime.datetime(2022, 6, 2, 14, 26, 9, 176107), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:26:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:26:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 26, 9, 179266), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 26, 9, 179266), 0, 2, datetime.datetime(2022, 6, 2, 14, 26, 9, 179266), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:26:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:26:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 26, 9, 181181), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 26, 9, 181181), 0, 2, datetime.datetime(2022, 6, 2, 14, 26, 9, 181181), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:26:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:26:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 26, 9, 182920), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 26, 9, 182920), 0, 2, datetime.datetime(2022, 6, 2, 14, 26, 9, 182920), True, 12, 15])
repomirrorworker stdout | 2022-06-02 14:26:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 14:26:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 26, 9, 184580), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 26, 9, 184580), 0, 2, datetime.datetime(2022, 6, 2, 14, 26, 9, 184580), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:26:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:26:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:26:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:26:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:26:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:26:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:26:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:26:35,463 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:27:09.167018+00:00 (in 29.999163 seconds)
repomirrorworker stdout | 2022-06-02 14:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:27:09 UTC)" (scheduled at 2022-06-02 14:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:26:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:26:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:26:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 26, 39, 177118), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 26, 39, 177118), 0, 2, datetime.datetime(2022, 6, 2, 14, 26, 39, 177118), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:26:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:26:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 26, 39, 180947), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 26, 39, 180947), 0, 2, datetime.datetime(2022, 6, 2, 14, 26, 39, 180947), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:26:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:26:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 26, 39, 183029), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 26, 39, 183029), 0, 2, datetime.datetime(2022, 6, 2, 14, 26, 39, 183029), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:26:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:26:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 26, 39, 184817), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 26, 39, 184817), 0, 2, datetime.datetime(2022, 6, 2, 14, 26, 39, 184817), True, 12, 15])
repomirrorworker stdout | 2022-06-02 14:26:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 14:26:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 26, 39, 186565), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 26, 39, 186565), 0, 2, datetime.datetime(2022, 6, 2, 14, 26, 39, 186565), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:26:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:26:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:26:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:26:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:26:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:26:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:26:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:27:05,516 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:27:39.167018+00:00 (in 29.999249 seconds)
repomirrorworker stdout | 2022-06-02 14:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:27:39 UTC)" (scheduled at 2022-06-02 14:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:27:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:27:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:27:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 27, 9, 176582), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 27, 9, 176582), 0, 2, datetime.datetime(2022, 6, 2, 14, 27, 9, 176582), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:27:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:27:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 27, 9, 180248), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 27, 9, 180248), 0, 2, datetime.datetime(2022, 6, 2, 14, 27, 9, 180248), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:27:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:27:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 27, 9, 182131), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 27, 9, 182131), 0, 2, datetime.datetime(2022, 6, 2, 14, 27, 9, 182131), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:27:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:27:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 27, 9, 183802), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 27, 9, 183802), 0, 2, datetime.datetime(2022, 6, 2, 14, 27, 9, 183802), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:27:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:27:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:27:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:27:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:27:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:27:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:27:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:27:35,557 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:28:09.167018+00:00 (in 29.999277 seconds)
repomirrorworker stdout | 2022-06-02 14:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:28:09 UTC)" (scheduled at 2022-06-02 14:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:27:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:27:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:27:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 27, 39, 176146), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 27, 39, 176146), 0, 2, datetime.datetime(2022, 6, 2, 14, 27, 39, 176146), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:27:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:27:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 27, 39, 179497), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 27, 39, 179497), 0, 2, datetime.datetime(2022, 6, 2, 14, 27, 39, 179497), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:27:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:27:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 27, 39, 181527), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 27, 39, 181527), 0, 2, datetime.datetime(2022, 6, 2, 14, 27, 39, 181527), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:27:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:27:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 27, 39, 183376), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 27, 39, 183376), 0, 2, datetime.datetime(2022, 6, 2, 14, 27, 39, 183376), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:27:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:27:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:27:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:27:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:27:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:27:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:27:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:28:05,621 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:28:39.167018+00:00 (in 29.999290 seconds)
repomirrorworker stdout | 2022-06-02 14:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:28:39 UTC)" (scheduled at 2022-06-02 14:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:28:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:28:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 28, 9, 176547), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 28, 9, 176547), 0, 2, datetime.datetime(2022, 6, 2, 14, 28, 9, 176547), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:28:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:28:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 28, 9, 180166), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 28, 9, 180166), 0, 2, datetime.datetime(2022, 6, 2, 14, 28, 9, 180166), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:28:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:28:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 28, 9, 182176), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 28, 9, 182176), 0, 2, datetime.datetime(2022, 6, 2, 14, 28, 9, 182176), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:28:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:28:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 28, 9, 183973), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 28, 9, 183973), 0, 2, datetime.datetime(2022, 6, 2, 14, 28, 9, 183973), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:28:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:28:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 28, 9, 185663), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 28, 9, 185663), 0, 2, datetime.datetime(2022, 6, 2, 14, 28, 9, 185663), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:28:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:28:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:28:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:28:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:28:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:28:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:28:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:28:35,688 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:29:09.167018+00:00 (in 29.999026 seconds)
repomirrorworker stdout | 2022-06-02 14:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:29:09 UTC)" (scheduled at 2022-06-02 14:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:28:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:28:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:28:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 28, 39, 176096), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 28, 39, 176096), 0, 2, datetime.datetime(2022, 6, 2, 14, 28, 39, 176096), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:28:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:28:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 28, 39, 179286), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 28, 39, 179286), 0, 2, datetime.datetime(2022, 6, 2, 14, 28, 39, 179286), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:28:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:28:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 28, 39, 181339), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 28, 39, 181339), 0, 2, datetime.datetime(2022, 6, 2, 14, 28, 39, 181339), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:28:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:28:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 28, 39, 183066), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 28, 39, 183066), 0, 2, datetime.datetime(2022, 6, 2, 14, 28, 39, 183066), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:28:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:28:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 28, 39, 184746), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 28, 39, 184746), 0, 2, datetime.datetime(2022, 6, 2, 14, 28, 39, 184746), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:28:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:28:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:28:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:28:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:28:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:28:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:28:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:29:05,738 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:29:39.167018+00:00 (in 29.999186 seconds)
repomirrorworker stdout | 2022-06-02 14:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:29:39 UTC)" (scheduled at 2022-06-02 14:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:29:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:29:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:29:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 29, 9, 176338), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 29, 9, 176338), 0, 2, datetime.datetime(2022, 6, 2, 14, 29, 9, 176338), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:29:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:29:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 29, 9, 179906), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 29, 9, 179906), 0, 2, datetime.datetime(2022, 6, 2, 14, 29, 9, 179906), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:29:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:29:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 29, 9, 182077), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 29, 9, 182077), 0, 2, datetime.datetime(2022, 6, 2, 14, 29, 9, 182077), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:29:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:29:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 29, 9, 183905), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 29, 9, 183905), 0, 2, datetime.datetime(2022, 6, 2, 14, 29, 9, 183905), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:29:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:29:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 29, 9, 185582), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 29, 9, 185582), 0, 2, datetime.datetime(2022, 6, 2, 14, 29, 9, 185582), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:29:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:29:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:29:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:29:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:29:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:29:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:29:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:29:35,765 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:30:09.167018+00:00 (in 29.999113 seconds)
repomirrorworker stdout | 2022-06-02 14:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:30:09 UTC)" (scheduled at 2022-06-02 14:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:29:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:29:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 29, 39, 176264), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 29, 39, 176264), 0, 2, datetime.datetime(2022, 6, 2, 14, 29, 39, 176264), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:29:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:29:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 29, 39, 179373), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 29, 39, 179373), 0, 2, datetime.datetime(2022, 6, 2, 14, 29, 39, 179373), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:29:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:29:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 29, 39, 181249), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 29, 39, 181249), 0, 2, datetime.datetime(2022, 6, 2, 14, 29, 39, 181249), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:29:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:29:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 29, 39, 182969), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 29, 39, 182969), 0, 2, datetime.datetime(2022, 6, 2, 14, 29, 39, 182969), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:29:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:29:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:29:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:29:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:29:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:29:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:29:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:30:05,814 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:30:39.167018+00:00 (in 29.999120 seconds)
repomirrorworker stdout | 2022-06-02 14:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:30:39 UTC)" (scheduled at 2022-06-02 14:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:30:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:30:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 30, 9, 177222), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 30, 9, 177222), 0, 2, datetime.datetime(2022, 6, 2, 14, 30, 9, 177222), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:30:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:30:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 30, 9, 180715), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 30, 9, 180715), 0, 2, datetime.datetime(2022, 6, 2, 14, 30, 9, 180715), True, 12, 15])
repomirrorworker stdout | 2022-06-02 14:30:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 14:30:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 30, 9, 183091), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 30, 9, 183091), 0, 2, datetime.datetime(2022, 6, 2, 14, 30, 9, 183091), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:30:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:30:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 30, 9, 185323), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 30, 9, 185323), 0, 2, datetime.datetime(2022, 6, 2, 14, 30, 9, 185323), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:30:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:30:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:30:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:30:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:30:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:30:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:30:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:30:35,867 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:31:09.167018+00:00 (in 29.999201 seconds)
repomirrorworker stdout | 2022-06-02 14:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:31:09 UTC)" (scheduled at 2022-06-02 14:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:30:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:30:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:30:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 30, 39, 176403), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 30, 39, 176403), 0, 2, datetime.datetime(2022, 6, 2, 14, 30, 39, 176403), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:30:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:30:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 30, 39, 179878), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 30, 39, 179878), 0, 2, datetime.datetime(2022, 6, 2, 14, 30, 39, 179878), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:30:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:30:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 30, 39, 181989), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 30, 39, 181989), 0, 2, datetime.datetime(2022, 6, 2, 14, 30, 39, 181989), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:30:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:30:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 30, 39, 183976), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 30, 39, 183976), 0, 2, datetime.datetime(2022, 6, 2, 14, 30, 39, 183976), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:30:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:30:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 30, 39, 185827), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 30, 39, 185827), 0, 2, datetime.datetime(2022, 6, 2, 14, 30, 39, 185827), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:30:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:30:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:30:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:30:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:30:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:30:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:30:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:31:05,914 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:31:39.167018+00:00 (in 29.999120 seconds)
repomirrorworker stdout | 2022-06-02 14:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:31:39 UTC)" (scheduled at 2022-06-02 14:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:31:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:31:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 31, 9, 176666), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 31, 9, 176666), 0, 2, datetime.datetime(2022, 6, 2, 14, 31, 9, 176666), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:31:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:31:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 31, 9, 180200), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 31, 9, 180200), 0, 2, datetime.datetime(2022, 6, 2, 14, 31, 9, 180200), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:31:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:31:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 31, 9, 182254), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 31, 9, 182254), 0, 2, datetime.datetime(2022, 6, 2, 14, 31, 9, 182254), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:31:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:31:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 31, 9, 184018), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 31, 9, 184018), 0, 2, datetime.datetime(2022, 6, 2, 14, 31, 9, 184018), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:31:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:31:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:31:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:31:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:31:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:31:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:31:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:31:35,973 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:32:09.167018+00:00 (in 29.999039 seconds)
repomirrorworker stdout | 2022-06-02 14:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:32:09 UTC)" (scheduled at 2022-06-02 14:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:31:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:31:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:31:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 31, 39, 176742), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 31, 39, 176742), 0, 2, datetime.datetime(2022, 6, 2, 14, 31, 39, 176742), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:31:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:31:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 31, 39, 179863), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 31, 39, 179863), 0, 2, datetime.datetime(2022, 6, 2, 14, 31, 39, 179863), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:31:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:31:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 31, 39, 181751), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 31, 39, 181751), 0, 2, datetime.datetime(2022, 6, 2, 14, 31, 39, 181751), True, 4, 8])
repomirrorworker stdout | 2022-06-02 14:31:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 14:31:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 31, 39, 183440), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 31, 39, 183440), 0, 2, datetime.datetime(2022, 6, 2, 14, 31, 39, 183440), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:31:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:31:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 31, 39, 185111), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 31, 39, 185111), 0, 2, datetime.datetime(2022, 6, 2, 14, 31, 39, 185111), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:31:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:31:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:31:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:31:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:31:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:31:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:31:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:32:06,038 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:32:39.167018+00:00 (in 29.999023 seconds)
repomirrorworker stdout | 2022-06-02 14:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:32:39 UTC)" (scheduled at 2022-06-02 14:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:32:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:32:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:32:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 32, 9, 176918), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 32, 9, 176918), 0, 2, datetime.datetime(2022, 6, 2, 14, 32, 9, 176918), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:32:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:32:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 32, 9, 180435), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 32, 9, 180435), 0, 2, datetime.datetime(2022, 6, 2, 14, 32, 9, 180435), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:32:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:32:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 32, 9, 182631), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 32, 9, 182631), 0, 2, datetime.datetime(2022, 6, 2, 14, 32, 9, 182631), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:32:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:32:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 32, 9, 184500), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 32, 9, 184500), 0, 2, datetime.datetime(2022, 6, 2, 14, 32, 9, 184500), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:32:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:32:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 32, 9, 186282), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 32, 9, 186282), 0, 2, datetime.datetime(2022, 6, 2, 14, 32, 9, 186282), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:32:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:32:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:32:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:32:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:32:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:32:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:32:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:32:36,094 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:33:09.167018+00:00 (in 29.998890 seconds)
repomirrorworker stdout | 2022-06-02 14:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:33:09 UTC)" (scheduled at 2022-06-02 14:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:32:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:32:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:32:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 32, 39, 176836), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 32, 39, 176836), 0, 2, datetime.datetime(2022, 6, 2, 14, 32, 39, 176836), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:32:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:32:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 32, 39, 180209), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 32, 39, 180209), 0, 2, datetime.datetime(2022, 6, 2, 14, 32, 39, 180209), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:32:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:32:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 32, 39, 182191), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 32, 39, 182191), 0, 2, datetime.datetime(2022, 6, 2, 14, 32, 39, 182191), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:32:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:32:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 32, 39, 183863), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 32, 39, 183863), 0, 2, datetime.datetime(2022, 6, 2, 14, 32, 39, 183863), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:32:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:32:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 32, 39, 185501), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 32, 39, 185501), 0, 2, datetime.datetime(2022, 6, 2, 14, 32, 39, 185501), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:32:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:32:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:32:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:32:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:32:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:32:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:32:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:33:06,169 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:33:39.167018+00:00 (in 29.999020 seconds)
repomirrorworker stdout | 2022-06-02 14:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:33:39 UTC)" (scheduled at 2022-06-02 14:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:33:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:33:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:33:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 33, 9, 177212), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 33, 9, 177212), 0, 2, datetime.datetime(2022, 6, 2, 14, 33, 9, 177212), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:33:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:33:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 33, 9, 180721), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 33, 9, 180721), 0, 2, datetime.datetime(2022, 6, 2, 14, 33, 9, 180721), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:33:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:33:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 33, 9, 182787), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 33, 9, 182787), 0, 2, datetime.datetime(2022, 6, 2, 14, 33, 9, 182787), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:33:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:33:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 33, 9, 184527), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 33, 9, 184527), 0, 2, datetime.datetime(2022, 6, 2, 14, 33, 9, 184527), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:33:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:33:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:33:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:33:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:33:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:33:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:33:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:33:36,226 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:34:09.167018+00:00 (in 29.999053 seconds)
repomirrorworker stdout | 2022-06-02 14:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:34:09 UTC)" (scheduled at 2022-06-02 14:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:33:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:33:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:33:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 33, 39, 177180), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 33, 39, 177180), 0, 2, datetime.datetime(2022, 6, 2, 14, 33, 39, 177180), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:33:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:33:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 33, 39, 180432), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 33, 39, 180432), 0, 2, datetime.datetime(2022, 6, 2, 14, 33, 39, 180432), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:33:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:33:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 33, 39, 182366), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 33, 39, 182366), 0, 2, datetime.datetime(2022, 6, 2, 14, 33, 39, 182366), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:33:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:33:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 33, 39, 184104), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 33, 39, 184104), 0, 2, datetime.datetime(2022, 6, 2, 14, 33, 39, 184104), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:33:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:33:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 33, 39, 185965), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 33, 39, 185965), 0, 2, datetime.datetime(2022, 6, 2, 14, 33, 39, 185965), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:33:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:33:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:33:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:33:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:33:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:33:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:33:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:34:06,269 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:34:39.167018+00:00 (in 29.999127 seconds)
repomirrorworker stdout | 2022-06-02 14:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:34:39 UTC)" (scheduled at 2022-06-02 14:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:34:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:34:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:34:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 34, 9, 177475), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 34, 9, 177475), 0, 2, datetime.datetime(2022, 6, 2, 14, 34, 9, 177475), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:34:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:34:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 34, 9, 180862), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 34, 9, 180862), 0, 2, datetime.datetime(2022, 6, 2, 14, 34, 9, 180862), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:34:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:34:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 34, 9, 182987), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 34, 9, 182987), 0, 2, datetime.datetime(2022, 6, 2, 14, 34, 9, 182987), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:34:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:34:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 34, 9, 185003), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 34, 9, 185003), 0, 2, datetime.datetime(2022, 6, 2, 14, 34, 9, 185003), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:34:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:34:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 34, 9, 186961), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 34, 9, 186961), 0, 2, datetime.datetime(2022, 6, 2, 14, 34, 9, 186961), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:34:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:34:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:34:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:34:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:34:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:34:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:34:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:34:36,312 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:35:09.167018+00:00 (in 29.999047 seconds)
repomirrorworker stdout | 2022-06-02 14:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:35:09 UTC)" (scheduled at 2022-06-02 14:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:34:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:34:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:34:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 34, 39, 177063), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 34, 39, 177063), 0, 2, datetime.datetime(2022, 6, 2, 14, 34, 39, 177063), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:34:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:34:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 34, 39, 180905), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 34, 39, 180905), 0, 2, datetime.datetime(2022, 6, 2, 14, 34, 39, 180905), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:34:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:34:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 34, 39, 182819), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 34, 39, 182819), 0, 2, datetime.datetime(2022, 6, 2, 14, 34, 39, 182819), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:34:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:34:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 34, 39, 184459), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 34, 39, 184459), 0, 2, datetime.datetime(2022, 6, 2, 14, 34, 39, 184459), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:34:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:34:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:34:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:34:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:34:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:34:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:34:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:35:06,356 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:35:39.167018+00:00 (in 29.998870 seconds)
repomirrorworker stdout | 2022-06-02 14:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:35:39 UTC)" (scheduled at 2022-06-02 14:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:35:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:35:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:35:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 35, 9, 176455), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 35, 9, 176455), 0, 2, datetime.datetime(2022, 6, 2, 14, 35, 9, 176455), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:35:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:35:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 35, 9, 179693), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 35, 9, 179693), 0, 2, datetime.datetime(2022, 6, 2, 14, 35, 9, 179693), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:35:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:35:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 35, 9, 181587), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 35, 9, 181587), 0, 2, datetime.datetime(2022, 6, 2, 14, 35, 9, 181587), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:35:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:35:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 35, 9, 183283), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 35, 9, 183283), 0, 2, datetime.datetime(2022, 6, 2, 14, 35, 9, 183283), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:35:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:35:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:35:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:35:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:35:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:35:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:35:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:35:36,419 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:36:09.167018+00:00 (in 29.999122 seconds)
repomirrorworker stdout | 2022-06-02 14:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:36:09 UTC)" (scheduled at 2022-06-02 14:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:35:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:35:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:35:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 35, 39, 176536), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 35, 39, 176536), 0, 2, datetime.datetime(2022, 6, 2, 14, 35, 39, 176536), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:35:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:35:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 35, 39, 179869), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 35, 39, 179869), 0, 2, datetime.datetime(2022, 6, 2, 14, 35, 39, 179869), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:35:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:35:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 35, 39, 181824), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 35, 39, 181824), 0, 2, datetime.datetime(2022, 6, 2, 14, 35, 39, 181824), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:35:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:35:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 35, 39, 183639), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 35, 39, 183639), 0, 2, datetime.datetime(2022, 6, 2, 14, 35, 39, 183639), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:35:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:35:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 35, 39, 185453), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 35, 39, 185453), 0, 2, datetime.datetime(2022, 6, 2, 14, 35, 39, 185453), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:35:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:35:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:35:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:35:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:35:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:35:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:35:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:36:06,478 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:36:39.167018+00:00 (in 29.999122 seconds)
repomirrorworker stdout | 2022-06-02 14:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:36:39 UTC)" (scheduled at 2022-06-02 14:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:36:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:36:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 36, 9, 176161), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 36, 9, 176161), 0, 2, datetime.datetime(2022, 6, 2, 14, 36, 9, 176161), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:36:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:36:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 36, 9, 179643), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 36, 9, 179643), 0, 2, datetime.datetime(2022, 6, 2, 14, 36, 9, 179643), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:36:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:36:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 36, 9, 181516), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 36, 9, 181516), 0, 2, datetime.datetime(2022, 6, 2, 14, 36, 9, 181516), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:36:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:36:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 36, 9, 183232), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 36, 9, 183232), 0, 2, datetime.datetime(2022, 6, 2, 14, 36, 9, 183232), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:36:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:36:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 36, 9, 184897), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 36, 9, 184897), 0, 2, datetime.datetime(2022, 6, 2, 14, 36, 9, 184897), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:36:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:36:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:36:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:36:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:36:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:36:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:36:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:36:36,526 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:37:09.167018+00:00 (in 29.999128 seconds)
repomirrorworker stdout | 2022-06-02 14:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:37:09 UTC)" (scheduled at 2022-06-02 14:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:36:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:36:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 36, 39, 176840), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 36, 39, 176840), 0, 2, datetime.datetime(2022, 6, 2, 14, 36, 39, 176840), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:36:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:36:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 36, 39, 180866), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 36, 39, 180866), 0, 2, datetime.datetime(2022, 6, 2, 14, 36, 39, 180866), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:36:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:36:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 36, 39, 182889), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 36, 39, 182889), 0, 2, datetime.datetime(2022, 6, 2, 14, 36, 39, 182889), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:36:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:36:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 36, 39, 184788), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 36, 39, 184788), 0, 2, datetime.datetime(2022, 6, 2, 14, 36, 39, 184788), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:36:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:36:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 36, 39, 186563), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 36, 39, 186563), 0, 2, datetime.datetime(2022, 6, 2, 14, 36, 39, 186563), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:36:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:36:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:36:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:36:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:36:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:36:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:36:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:37:06,567 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:37:39.167018+00:00 (in 29.999140 seconds)
repomirrorworker stdout | 2022-06-02 14:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:37:39 UTC)" (scheduled at 2022-06-02 14:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:37:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:37:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:37:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 37, 9, 176261), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 37, 9, 176261), 0, 2, datetime.datetime(2022, 6, 2, 14, 37, 9, 176261), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:37:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:37:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 37, 9, 179857), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 37, 9, 179857), 0, 2, datetime.datetime(2022, 6, 2, 14, 37, 9, 179857), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:37:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:37:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 37, 9, 182143), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 37, 9, 182143), 0, 2, datetime.datetime(2022, 6, 2, 14, 37, 9, 182143), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:37:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:37:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 37, 9, 184154), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 37, 9, 184154), 0, 2, datetime.datetime(2022, 6, 2, 14, 37, 9, 184154), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:37:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:37:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:37:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:37:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:37:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:37:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:37:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:37:36,625 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:38:09.167018+00:00 (in 29.998948 seconds)
repomirrorworker stdout | 2022-06-02 14:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:38:09 UTC)" (scheduled at 2022-06-02 14:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:37:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:37:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:37:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 37, 39, 177115), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 37, 39, 177115), 0, 2, datetime.datetime(2022, 6, 2, 14, 37, 39, 177115), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:37:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:37:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 37, 39, 180732), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 37, 39, 180732), 0, 2, datetime.datetime(2022, 6, 2, 14, 37, 39, 180732), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:37:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:37:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 37, 39, 182952), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 37, 39, 182952), 0, 2, datetime.datetime(2022, 6, 2, 14, 37, 39, 182952), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:37:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:37:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 37, 39, 184998), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 37, 39, 184998), 0, 2, datetime.datetime(2022, 6, 2, 14, 37, 39, 184998), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:37:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:37:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:37:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:37:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:37:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:37:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:37:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:38:06,671 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:38:39.167018+00:00 (in 29.998671 seconds)
repomirrorworker stdout | 2022-06-02 14:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:38:39 UTC)" (scheduled at 2022-06-02 14:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:38:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:38:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:38:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 38, 9, 177232), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 38, 9, 177232), 0, 2, datetime.datetime(2022, 6, 2, 14, 38, 9, 177232), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:38:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:38:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 38, 9, 180522), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 38, 9, 180522), 0, 2, datetime.datetime(2022, 6, 2, 14, 38, 9, 180522), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:38:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:38:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 38, 9, 182420), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 38, 9, 182420), 0, 2, datetime.datetime(2022, 6, 2, 14, 38, 9, 182420), True, 4, 8])
repomirrorworker stdout | 2022-06-02 14:38:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 14:38:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 38, 9, 184148), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 38, 9, 184148), 0, 2, datetime.datetime(2022, 6, 2, 14, 38, 9, 184148), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:38:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:38:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 38, 9, 185855), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 38, 9, 185855), 0, 2, datetime.datetime(2022, 6, 2, 14, 38, 9, 185855), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:38:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:38:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:38:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:38:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:38:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:38:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:38:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:38:36,728 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:39:09.167018+00:00 (in 29.999049 seconds)
repomirrorworker stdout | 2022-06-02 14:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:39:09 UTC)" (scheduled at 2022-06-02 14:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:38:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:38:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:38:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 38, 39, 176600), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 38, 39, 176600), 0, 2, datetime.datetime(2022, 6, 2, 14, 38, 39, 176600), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:38:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:38:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 38, 39, 179816), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 38, 39, 179816), 0, 2, datetime.datetime(2022, 6, 2, 14, 38, 39, 179816), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:38:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:38:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 38, 39, 181724), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 38, 39, 181724), 0, 2, datetime.datetime(2022, 6, 2, 14, 38, 39, 181724), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 38, 39, 183383), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 38, 39, 183383), 0, 2, datetime.datetime(2022, 6, 2, 14, 38, 39, 183383), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:38:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:38:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:38:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:38:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:38:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:38:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:38:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:39:06,787 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:39:39.167018+00:00 (in 29.999146 seconds)
repomirrorworker stdout | 2022-06-02 14:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:39:39 UTC)" (scheduled at 2022-06-02 14:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:39:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:39:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:39:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 39, 9, 176482), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 39, 9, 176482), 0, 2, datetime.datetime(2022, 6, 2, 14, 39, 9, 176482), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:39:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:39:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 39, 9, 180210), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 39, 9, 180210), 0, 2, datetime.datetime(2022, 6, 2, 14, 39, 9, 180210), True, 12, 15])
repomirrorworker stdout | 2022-06-02 14:39:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 14:39:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 39, 9, 182544), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 39, 9, 182544), 0, 2, datetime.datetime(2022, 6, 2, 14, 39, 9, 182544), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:39:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:39:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 39, 9, 186114), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 39, 9, 186114), 0, 2, datetime.datetime(2022, 6, 2, 14, 39, 9, 186114), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:39:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:39:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:39:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:39:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:39:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:39:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:39:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:39:36,836 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:40:09.167018+00:00 (in 29.999002 seconds)
repomirrorworker stdout | 2022-06-02 14:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:40:09 UTC)" (scheduled at 2022-06-02 14:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:39:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:39:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:39:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 39, 39, 176549), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 39, 39, 176549), 0, 2, datetime.datetime(2022, 6, 2, 14, 39, 39, 176549), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:39:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:39:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 39, 39, 179934), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 39, 39, 179934), 0, 2, datetime.datetime(2022, 6, 2, 14, 39, 39, 179934), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:39:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:39:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 39, 39, 182121), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 39, 39, 182121), 0, 2, datetime.datetime(2022, 6, 2, 14, 39, 39, 182121), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:39:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:39:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 39, 39, 184181), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 39, 39, 184181), 0, 2, datetime.datetime(2022, 6, 2, 14, 39, 39, 184181), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:39:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:39:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 39, 39, 186189), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 39, 39, 186189), 0, 2, datetime.datetime(2022, 6, 2, 14, 39, 39, 186189), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:39:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:39:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:39:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:39:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:39:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:39:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:39:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:40:06,898 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:40:39.167018+00:00 (in 29.999198 seconds)
repomirrorworker stdout | 2022-06-02 14:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:40:39 UTC)" (scheduled at 2022-06-02 14:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:40:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:40:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:40:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 40, 9, 177062), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 40, 9, 177062), 0, 2, datetime.datetime(2022, 6, 2, 14, 40, 9, 177062), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:40:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:40:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 40, 9, 180314), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 40, 9, 180314), 0, 2, datetime.datetime(2022, 6, 2, 14, 40, 9, 180314), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:40:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:40:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 40, 9, 182244), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 40, 9, 182244), 0, 2, datetime.datetime(2022, 6, 2, 14, 40, 9, 182244), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:40:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:40:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 40, 9, 183975), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 40, 9, 183975), 0, 2, datetime.datetime(2022, 6, 2, 14, 40, 9, 183975), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:40:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:40:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 40, 9, 185668), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 40, 9, 185668), 0, 2, datetime.datetime(2022, 6, 2, 14, 40, 9, 185668), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:40:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:40:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:40:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:40:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:40:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:40:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:40:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:40:36,963 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:41:09.167018+00:00 (in 29.999085 seconds)
repomirrorworker stdout | 2022-06-02 14:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:41:09 UTC)" (scheduled at 2022-06-02 14:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:40:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:40:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:40:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 40, 39, 176860), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 40, 39, 176860), 0, 2, datetime.datetime(2022, 6, 2, 14, 40, 39, 176860), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:40:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:40:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 40, 39, 180470), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 40, 39, 180470), 0, 2, datetime.datetime(2022, 6, 2, 14, 40, 39, 180470), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:40:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:40:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 40, 39, 182583), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 40, 39, 182583), 0, 2, datetime.datetime(2022, 6, 2, 14, 40, 39, 182583), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:40:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:40:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 40, 39, 184360), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 40, 39, 184360), 0, 2, datetime.datetime(2022, 6, 2, 14, 40, 39, 184360), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:40:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:40:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 40, 39, 186209), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 40, 39, 186209), 0, 2, datetime.datetime(2022, 6, 2, 14, 40, 39, 186209), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:40:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:40:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:40:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:40:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:40:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:40:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:40:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:41:07,021 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:41:39.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-02 14:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:41:39 UTC)" (scheduled at 2022-06-02 14:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:41:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:41:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:41:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 41, 9, 176838), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 41, 9, 176838), 0, 2, datetime.datetime(2022, 6, 2, 14, 41, 9, 176838), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:41:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:41:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 41, 9, 180826), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 41, 9, 180826), 0, 2, datetime.datetime(2022, 6, 2, 14, 41, 9, 180826), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:41:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:41:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 41, 9, 183330), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 41, 9, 183330), 0, 2, datetime.datetime(2022, 6, 2, 14, 41, 9, 183330), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:41:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:41:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 41, 9, 185116), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 41, 9, 185116), 0, 2, datetime.datetime(2022, 6, 2, 14, 41, 9, 185116), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:41:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:41:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 41, 9, 186831), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 41, 9, 186831), 0, 2, datetime.datetime(2022, 6, 2, 14, 41, 9, 186831), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:41:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:41:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:41:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:41:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:41:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:41:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:41:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:41:37,072 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:42:09.167018+00:00 (in 29.999243 seconds)
repomirrorworker stdout | 2022-06-02 14:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:42:09 UTC)" (scheduled at 2022-06-02 14:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:41:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:41:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 41, 39, 176620), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 41, 39, 176620), 0, 2, datetime.datetime(2022, 6, 2, 14, 41, 39, 176620), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:41:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 41, 39, 180532), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 41, 39, 180532), 0, 2, datetime.datetime(2022, 6, 2, 14, 41, 39, 180532), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:41:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 41, 39, 182458), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 41, 39, 182458), 0, 2, datetime.datetime(2022, 6, 2, 14, 41, 39, 182458), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:41:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:41:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 41, 39, 184193), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 41, 39, 184193), 0, 2, datetime.datetime(2022, 6, 2, 14, 41, 39, 184193), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:41:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:41:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:41:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:41:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:41:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:41:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:42:07,135 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:42:39.167018+00:00 (in 29.999080 seconds)
repomirrorworker stdout | 2022-06-02 14:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:42:39 UTC)" (scheduled at 2022-06-02 14:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:42:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:42:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:42:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 42, 9, 176447), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 42, 9, 176447), 0, 2, datetime.datetime(2022, 6, 2, 14, 42, 9, 176447), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:42:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:42:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 42, 9, 179889), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 42, 9, 179889), 0, 2, datetime.datetime(2022, 6, 2, 14, 42, 9, 179889), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:42:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:42:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 42, 9, 181772), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 42, 9, 181772), 0, 2, datetime.datetime(2022, 6, 2, 14, 42, 9, 181772), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 42, 9, 183514), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 42, 9, 183514), 0, 2, datetime.datetime(2022, 6, 2, 14, 42, 9, 183514), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:42:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:42:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 42, 9, 185245), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 42, 9, 185245), 0, 2, datetime.datetime(2022, 6, 2, 14, 42, 9, 185245), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:42:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:42:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:42:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:42:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:42:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:42:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:42:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:42:37,199 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:43:09.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-02 14:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:43:09 UTC)" (scheduled at 2022-06-02 14:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:42:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:42:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 42, 39, 176750), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 42, 39, 176750), 0, 2, datetime.datetime(2022, 6, 2, 14, 42, 39, 176750), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:42:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:42:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 42, 39, 180019), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 42, 39, 180019), 0, 2, datetime.datetime(2022, 6, 2, 14, 42, 39, 180019), True, 12, 15])
repomirrorworker stdout | 2022-06-02 14:42:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 14:42:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 42, 39, 182350), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 42, 39, 182350), 0, 2, datetime.datetime(2022, 6, 2, 14, 42, 39, 182350), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:42:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:42:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 42, 39, 185398), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 42, 39, 185398), 0, 2, datetime.datetime(2022, 6, 2, 14, 42, 39, 185398), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:42:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:42:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 42, 39, 187260), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 42, 39, 187260), 0, 2, datetime.datetime(2022, 6, 2, 14, 42, 39, 187260), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:42:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:42:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:42:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:42:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:42:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:42:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:42:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:43:07,263 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:43:39.167018+00:00 (in 29.998949 seconds)
repomirrorworker stdout | 2022-06-02 14:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:43:39 UTC)" (scheduled at 2022-06-02 14:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:43:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:43:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:43:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 43, 9, 177451), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 43, 9, 177451), 0, 2, datetime.datetime(2022, 6, 2, 14, 43, 9, 177451), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:43:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:43:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 43, 9, 180798), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 43, 9, 180798), 0, 2, datetime.datetime(2022, 6, 2, 14, 43, 9, 180798), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:43:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:43:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 43, 9, 182665), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 43, 9, 182665), 0, 2, datetime.datetime(2022, 6, 2, 14, 43, 9, 182665), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:43:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:43:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 43, 9, 184359), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 43, 9, 184359), 0, 2, datetime.datetime(2022, 6, 2, 14, 43, 9, 184359), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:43:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:43:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 43, 9, 186203), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 43, 9, 186203), 0, 2, datetime.datetime(2022, 6, 2, 14, 43, 9, 186203), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:43:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:43:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:43:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:43:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:43:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:43:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:43:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:43:37,319 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:44:09.167018+00:00 (in 29.999012 seconds)
repomirrorworker stdout | 2022-06-02 14:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:44:09 UTC)" (scheduled at 2022-06-02 14:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:43:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:43:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:43:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 43, 39, 176805), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 43, 39, 176805), 0, 2, datetime.datetime(2022, 6, 2, 14, 43, 39, 176805), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:43:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:43:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 43, 39, 180159), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 43, 39, 180159), 0, 2, datetime.datetime(2022, 6, 2, 14, 43, 39, 180159), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:43:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:43:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 43, 39, 182231), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 43, 39, 182231), 0, 2, datetime.datetime(2022, 6, 2, 14, 43, 39, 182231), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:43:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:43:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 43, 39, 184140), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 43, 39, 184140), 0, 2, datetime.datetime(2022, 6, 2, 14, 43, 39, 184140), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:43:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:43:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 43, 39, 185974), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 43, 39, 185974), 0, 2, datetime.datetime(2022, 6, 2, 14, 43, 39, 185974), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:43:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:43:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:43:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:43:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:43:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:43:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:43:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:44:07,345 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:44:39.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-02 14:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:44:39 UTC)" (scheduled at 2022-06-02 14:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:44:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:44:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 44, 9, 176851), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 44, 9, 176851), 0, 2, datetime.datetime(2022, 6, 2, 14, 44, 9, 176851), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:44:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:44:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 44, 9, 180069), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 44, 9, 180069), 0, 2, datetime.datetime(2022, 6, 2, 14, 44, 9, 180069), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:44:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:44:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 44, 9, 181978), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 44, 9, 181978), 0, 2, datetime.datetime(2022, 6, 2, 14, 44, 9, 181978), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:44:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:44:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 44, 9, 183728), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 44, 9, 183728), 0, 2, datetime.datetime(2022, 6, 2, 14, 44, 9, 183728), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:44:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:44:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:44:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:44:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:44:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:44:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:44:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:44:37,402 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:45:09.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-02 14:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:45:09 UTC)" (scheduled at 2022-06-02 14:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:44:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:44:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 44, 39, 176836), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 44, 39, 176836), 0, 2, datetime.datetime(2022, 6, 2, 14, 44, 39, 176836), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:44:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:44:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 44, 39, 180660), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 44, 39, 180660), 0, 2, datetime.datetime(2022, 6, 2, 14, 44, 39, 180660), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:44:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:44:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 44, 39, 182765), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 44, 39, 182765), 0, 2, datetime.datetime(2022, 6, 2, 14, 44, 39, 182765), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:44:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:44:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 44, 39, 184661), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 44, 39, 184661), 0, 2, datetime.datetime(2022, 6, 2, 14, 44, 39, 184661), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:44:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:44:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 44, 39, 186613), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 44, 39, 186613), 0, 2, datetime.datetime(2022, 6, 2, 14, 44, 39, 186613), True, 12, 15])
repomirrorworker stdout | 2022-06-02 14:44:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 14:44:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:44:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:44:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:44:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:44:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:44:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:45:07,446 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:45:39.167018+00:00 (in 29.998989 seconds)
repomirrorworker stdout | 2022-06-02 14:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:45:39 UTC)" (scheduled at 2022-06-02 14:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:45:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:45:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:45:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 45, 9, 177166), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 45, 9, 177166), 0, 2, datetime.datetime(2022, 6, 2, 14, 45, 9, 177166), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:45:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:45:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 45, 9, 180546), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 45, 9, 180546), 0, 2, datetime.datetime(2022, 6, 2, 14, 45, 9, 180546), True, 4, 8])
repomirrorworker stdout | 2022-06-02 14:45:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 14:45:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 45, 9, 182430), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 45, 9, 182430), 0, 2, datetime.datetime(2022, 6, 2, 14, 45, 9, 182430), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:45:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:45:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 45, 9, 184155), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 45, 9, 184155), 0, 2, datetime.datetime(2022, 6, 2, 14, 45, 9, 184155), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:45:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:45:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:45:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:45:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:45:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:45:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:45:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:45:37,501 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:46:09.167018+00:00 (in 29.999105 seconds)
repomirrorworker stdout | 2022-06-02 14:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:46:09 UTC)" (scheduled at 2022-06-02 14:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:45:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:45:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 45, 39, 176606), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 45, 39, 176606), 0, 2, datetime.datetime(2022, 6, 2, 14, 45, 39, 176606), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:45:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:45:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 45, 39, 180088), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 45, 39, 180088), 0, 2, datetime.datetime(2022, 6, 2, 14, 45, 39, 180088), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:45:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:45:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 45, 39, 181999), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 45, 39, 181999), 0, 2, datetime.datetime(2022, 6, 2, 14, 45, 39, 181999), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:45:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:45:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 45, 39, 183855), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 45, 39, 183855), 0, 2, datetime.datetime(2022, 6, 2, 14, 45, 39, 183855), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:45:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:45:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:45:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:45:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:45:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:45:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:45:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:46:07,542 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:46:39.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-02 14:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:46:39 UTC)" (scheduled at 2022-06-02 14:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:46:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:46:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:46:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 46, 9, 177058), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 46, 9, 177058), 0, 2, datetime.datetime(2022, 6, 2, 14, 46, 9, 177058), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:46:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:46:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 46, 9, 180593), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 46, 9, 180593), 0, 2, datetime.datetime(2022, 6, 2, 14, 46, 9, 180593), True, 4, 8])
repomirrorworker stdout | 2022-06-02 14:46:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 14:46:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 46, 9, 182651), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 46, 9, 182651), 0, 2, datetime.datetime(2022, 6, 2, 14, 46, 9, 182651), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:46:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:46:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 46, 9, 184556), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 46, 9, 184556), 0, 2, datetime.datetime(2022, 6, 2, 14, 46, 9, 184556), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:46:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:46:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 46, 9, 186392), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 46, 9, 186392), 0, 2, datetime.datetime(2022, 6, 2, 14, 46, 9, 186392), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:46:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:46:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:46:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:46:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:46:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:46:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:46:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:46:37,612 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:47:09.167018+00:00 (in 29.999227 seconds)
repomirrorworker stdout | 2022-06-02 14:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:47:09 UTC)" (scheduled at 2022-06-02 14:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:46:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:46:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 46, 39, 176586), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 46, 39, 176586), 0, 2, datetime.datetime(2022, 6, 2, 14, 46, 39, 176586), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:46:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:46:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 46, 39, 179928), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 46, 39, 179928), 0, 2, datetime.datetime(2022, 6, 2, 14, 46, 39, 179928), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:46:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:46:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 46, 39, 181849), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 46, 39, 181849), 0, 2, datetime.datetime(2022, 6, 2, 14, 46, 39, 181849), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:46:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:46:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 46, 39, 183559), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 46, 39, 183559), 0, 2, datetime.datetime(2022, 6, 2, 14, 46, 39, 183559), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:46:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:46:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 46, 39, 185248), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 46, 39, 185248), 0, 2, datetime.datetime(2022, 6, 2, 14, 46, 39, 185248), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:46:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:46:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:46:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:46:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:46:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:46:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:46:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:47:07,650 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:47:39.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-02 14:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:47:39 UTC)" (scheduled at 2022-06-02 14:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:47:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:47:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 47, 9, 176320), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 47, 9, 176320), 0, 2, datetime.datetime(2022, 6, 2, 14, 47, 9, 176320), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:47:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:47:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 47, 9, 179932), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 47, 9, 179932), 0, 2, datetime.datetime(2022, 6, 2, 14, 47, 9, 179932), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:47:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:47:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 47, 9, 181826), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 47, 9, 181826), 0, 2, datetime.datetime(2022, 6, 2, 14, 47, 9, 181826), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:47:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:47:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 47, 9, 183532), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 47, 9, 183532), 0, 2, datetime.datetime(2022, 6, 2, 14, 47, 9, 183532), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:47:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:47:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 47, 9, 185180), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 47, 9, 185180), 0, 2, datetime.datetime(2022, 6, 2, 14, 47, 9, 185180), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:47:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:47:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:47:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:47:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:47:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:47:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:47:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:47:37,723 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:48:09.167018+00:00 (in 29.999209 seconds)
repomirrorworker stdout | 2022-06-02 14:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:48:09 UTC)" (scheduled at 2022-06-02 14:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:47:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:47:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 47, 39, 176635), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 47, 39, 176635), 0, 2, datetime.datetime(2022, 6, 2, 14, 47, 39, 176635), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:47:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:47:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 47, 39, 180115), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 47, 39, 180115), 0, 2, datetime.datetime(2022, 6, 2, 14, 47, 39, 180115), True, 4, 8])
repomirrorworker stdout | 2022-06-02 14:47:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 14:47:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 47, 39, 182129), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 47, 39, 182129), 0, 2, datetime.datetime(2022, 6, 2, 14, 47, 39, 182129), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:47:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:47:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 47, 39, 184047), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 47, 39, 184047), 0, 2, datetime.datetime(2022, 6, 2, 14, 47, 39, 184047), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:47:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:47:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:47:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:47:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:47:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:47:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:47:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:48:07,777 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:48:39.167018+00:00 (in 29.999019 seconds)
repomirrorworker stdout | 2022-06-02 14:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:48:39 UTC)" (scheduled at 2022-06-02 14:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:48:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:48:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:48:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 48, 9, 176911), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 48, 9, 176911), 0, 2, datetime.datetime(2022, 6, 2, 14, 48, 9, 176911), True, 4, 8])
repomirrorworker stdout | 2022-06-02 14:48:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 14:48:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 48, 9, 180364), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 48, 9, 180364), 0, 2, datetime.datetime(2022, 6, 2, 14, 48, 9, 180364), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:48:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:48:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 48, 9, 182280), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 48, 9, 182280), 0, 2, datetime.datetime(2022, 6, 2, 14, 48, 9, 182280), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:48:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:48:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 48, 9, 184035), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 48, 9, 184035), 0, 2, datetime.datetime(2022, 6, 2, 14, 48, 9, 184035), True, 12, 15])
repomirrorworker stdout | 2022-06-02 14:48:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 14:48:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:48:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:48:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:48:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:48:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:48:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:48:37,826 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:49:09.167018+00:00 (in 29.998942 seconds)
repomirrorworker stdout | 2022-06-02 14:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:49:09 UTC)" (scheduled at 2022-06-02 14:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:48:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:48:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 48, 39, 177189), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 48, 39, 177189), 0, 2, datetime.datetime(2022, 6, 2, 14, 48, 39, 177189), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:48:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:48:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 48, 39, 180706), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 48, 39, 180706), 0, 2, datetime.datetime(2022, 6, 2, 14, 48, 39, 180706), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:48:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:48:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 48, 39, 182763), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 48, 39, 182763), 0, 2, datetime.datetime(2022, 6, 2, 14, 48, 39, 182763), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:48:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:48:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 48, 39, 184707), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 48, 39, 184707), 0, 2, datetime.datetime(2022, 6, 2, 14, 48, 39, 184707), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:48:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:48:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 48, 39, 186542), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 48, 39, 186542), 0, 2, datetime.datetime(2022, 6, 2, 14, 48, 39, 186542), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:48:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:48:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:48:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:48:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:48:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:48:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:48:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:49:07,886 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:49:39.167018+00:00 (in 29.998893 seconds)
repomirrorworker stdout | 2022-06-02 14:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:49:39 UTC)" (scheduled at 2022-06-02 14:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:49:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:49:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:49:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 49, 9, 176454), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 49, 9, 176454), 0, 2, datetime.datetime(2022, 6, 2, 14, 49, 9, 176454), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:49:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:49:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 49, 9, 179704), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 49, 9, 179704), 0, 2, datetime.datetime(2022, 6, 2, 14, 49, 9, 179704), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:49:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:49:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 49, 9, 181588), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 49, 9, 181588), 0, 2, datetime.datetime(2022, 6, 2, 14, 49, 9, 181588), True, 4, 8])
repomirrorworker stdout | 2022-06-02 14:49:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 14:49:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 49, 9, 183287), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 49, 9, 183287), 0, 2, datetime.datetime(2022, 6, 2, 14, 49, 9, 183287), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:49:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:49:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 49, 9, 184978), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 49, 9, 184978), 0, 2, datetime.datetime(2022, 6, 2, 14, 49, 9, 184978), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:49:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:49:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:49:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:49:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:49:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:49:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:49:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:49:37,950 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:50:09.167018+00:00 (in 29.999072 seconds)
repomirrorworker stdout | 2022-06-02 14:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:50:09 UTC)" (scheduled at 2022-06-02 14:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:49:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:49:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 49, 39, 176564), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 49, 39, 176564), 0, 2, datetime.datetime(2022, 6, 2, 14, 49, 39, 176564), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:49:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:49:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 49, 39, 179687), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 49, 39, 179687), 0, 2, datetime.datetime(2022, 6, 2, 14, 49, 39, 179687), True, 4, 8])
repomirrorworker stdout | 2022-06-02 14:49:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 14:49:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 49, 39, 181545), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 49, 39, 181545), 0, 2, datetime.datetime(2022, 6, 2, 14, 49, 39, 181545), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:49:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:49:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 49, 39, 183234), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 49, 39, 183234), 0, 2, datetime.datetime(2022, 6, 2, 14, 49, 39, 183234), True, 12, 15])
repomirrorworker stdout | 2022-06-02 14:49:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 14:49:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:49:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:49:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:49:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:49:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:49:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:50:08,013 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:50:39.167018+00:00 (in 29.999122 seconds)
repomirrorworker stdout | 2022-06-02 14:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:50:39 UTC)" (scheduled at 2022-06-02 14:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:50:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:50:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:50:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 50, 9, 177061), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 50, 9, 177061), 0, 2, datetime.datetime(2022, 6, 2, 14, 50, 9, 177061), True, 4, 8])
repomirrorworker stdout | 2022-06-02 14:50:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 14:50:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 50, 9, 181001), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 50, 9, 181001), 0, 2, datetime.datetime(2022, 6, 2, 14, 50, 9, 181001), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:50:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:50:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 50, 9, 183088), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 50, 9, 183088), 0, 2, datetime.datetime(2022, 6, 2, 14, 50, 9, 183088), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:50:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:50:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 50, 9, 185028), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 50, 9, 185028), 0, 2, datetime.datetime(2022, 6, 2, 14, 50, 9, 185028), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:50:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:50:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 50, 9, 186913), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 50, 9, 186913), 0, 2, datetime.datetime(2022, 6, 2, 14, 50, 9, 186913), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:50:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:50:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:50:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:50:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:50:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:50:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:50:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:50:38,053 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:51:09.167018+00:00 (in 29.999097 seconds)
repomirrorworker stdout | 2022-06-02 14:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:51:09 UTC)" (scheduled at 2022-06-02 14:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:50:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:50:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 50, 39, 176547), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 50, 39, 176547), 0, 2, datetime.datetime(2022, 6, 2, 14, 50, 39, 176547), True, 4, 8])
repomirrorworker stdout | 2022-06-02 14:50:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 14:50:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 50, 39, 179919), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 50, 39, 179919), 0, 2, datetime.datetime(2022, 6, 2, 14, 50, 39, 179919), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:50:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:50:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 50, 39, 181790), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 50, 39, 181790), 0, 2, datetime.datetime(2022, 6, 2, 14, 50, 39, 181790), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:50:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:50:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 50, 39, 183450), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 50, 39, 183450), 0, 2, datetime.datetime(2022, 6, 2, 14, 50, 39, 183450), True, 12, 15])
repomirrorworker stdout | 2022-06-02 14:50:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 14:50:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:50:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:50:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:50:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:50:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:50:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:51:08,085 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:51:39.167018+00:00 (in 29.998952 seconds)
repomirrorworker stdout | 2022-06-02 14:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:51:39 UTC)" (scheduled at 2022-06-02 14:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:51:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:51:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:51:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 51, 9, 176787), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 51, 9, 176787), 0, 2, datetime.datetime(2022, 6, 2, 14, 51, 9, 176787), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:51:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:51:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 51, 9, 179983), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 51, 9, 179983), 0, 2, datetime.datetime(2022, 6, 2, 14, 51, 9, 179983), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:51:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:51:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 51, 9, 181923), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 51, 9, 181923), 0, 2, datetime.datetime(2022, 6, 2, 14, 51, 9, 181923), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:51:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:51:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 51, 9, 183621), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 51, 9, 183621), 0, 2, datetime.datetime(2022, 6, 2, 14, 51, 9, 183621), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:51:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:51:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 51, 9, 185296), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 51, 9, 185296), 0, 2, datetime.datetime(2022, 6, 2, 14, 51, 9, 185296), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:51:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:51:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:51:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:51:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:51:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:51:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:51:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:51:38,133 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:52:09.167018+00:00 (in 29.998977 seconds)
repomirrorworker stdout | 2022-06-02 14:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:52:09 UTC)" (scheduled at 2022-06-02 14:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:51:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:51:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:51:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 51, 39, 177193), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 51, 39, 177193), 0, 2, datetime.datetime(2022, 6, 2, 14, 51, 39, 177193), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:51:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:51:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 51, 39, 180648), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 51, 39, 180648), 0, 2, datetime.datetime(2022, 6, 2, 14, 51, 39, 180648), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:51:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:51:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 51, 39, 182756), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 51, 39, 182756), 0, 2, datetime.datetime(2022, 6, 2, 14, 51, 39, 182756), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:51:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:51:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 51, 39, 184595), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 51, 39, 184595), 0, 2, datetime.datetime(2022, 6, 2, 14, 51, 39, 184595), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:51:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:51:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:51:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:51:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:51:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:51:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:51:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:52:08,191 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:52:39.167018+00:00 (in 29.999058 seconds)
repomirrorworker stdout | 2022-06-02 14:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:52:39 UTC)" (scheduled at 2022-06-02 14:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:52:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:52:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:52:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 52, 9, 176436), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 52, 9, 176436), 0, 2, datetime.datetime(2022, 6, 2, 14, 52, 9, 176436), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:52:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:52:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 52, 9, 179609), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 52, 9, 179609), 0, 2, datetime.datetime(2022, 6, 2, 14, 52, 9, 179609), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:52:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:52:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 52, 9, 181630), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 52, 9, 181630), 0, 2, datetime.datetime(2022, 6, 2, 14, 52, 9, 181630), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:52:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:52:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 52, 9, 183464), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 52, 9, 183464), 0, 2, datetime.datetime(2022, 6, 2, 14, 52, 9, 183464), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:52:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:52:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 52, 9, 185187), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 52, 9, 185187), 0, 2, datetime.datetime(2022, 6, 2, 14, 52, 9, 185187), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:52:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:52:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:52:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:52:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:52:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:52:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:52:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:52:38,250 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:53:09.167018+00:00 (in 29.998952 seconds)
repomirrorworker stdout | 2022-06-02 14:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:53:09 UTC)" (scheduled at 2022-06-02 14:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:52:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:52:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:52:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 52, 39, 176846), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 52, 39, 176846), 0, 2, datetime.datetime(2022, 6, 2, 14, 52, 39, 176846), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:52:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:52:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 52, 39, 180309), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 52, 39, 180309), 0, 2, datetime.datetime(2022, 6, 2, 14, 52, 39, 180309), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:52:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:52:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 52, 39, 182283), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 52, 39, 182283), 0, 2, datetime.datetime(2022, 6, 2, 14, 52, 39, 182283), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:52:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:52:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 52, 39, 184006), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 52, 39, 184006), 0, 2, datetime.datetime(2022, 6, 2, 14, 52, 39, 184006), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:52:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:52:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:52:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:52:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:52:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:52:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:52:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:53:08,308 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:53:39.167018+00:00 (in 29.998960 seconds)
repomirrorworker stdout | 2022-06-02 14:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:53:39 UTC)" (scheduled at 2022-06-02 14:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:53:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:53:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 53, 9, 176968), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 53, 9, 176968), 0, 2, datetime.datetime(2022, 6, 2, 14, 53, 9, 176968), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:53:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:53:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 53, 9, 180472), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 53, 9, 180472), 0, 2, datetime.datetime(2022, 6, 2, 14, 53, 9, 180472), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:53:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:53:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 53, 9, 182464), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 53, 9, 182464), 0, 2, datetime.datetime(2022, 6, 2, 14, 53, 9, 182464), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:53:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:53:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 53, 9, 184212), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 53, 9, 184212), 0, 2, datetime.datetime(2022, 6, 2, 14, 53, 9, 184212), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:53:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:53:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 53, 9, 185994), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 53, 9, 185994), 0, 2, datetime.datetime(2022, 6, 2, 14, 53, 9, 185994), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:53:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:53:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:53:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:53:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:53:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:53:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:53:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:53:38,353 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:54:09.167018+00:00 (in 29.999026 seconds)
repomirrorworker stdout | 2022-06-02 14:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:54:09 UTC)" (scheduled at 2022-06-02 14:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:53:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:53:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 53, 39, 176616), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 53, 39, 176616), 0, 2, datetime.datetime(2022, 6, 2, 14, 53, 39, 176616), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:53:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:53:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 53, 39, 179901), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 53, 39, 179901), 0, 2, datetime.datetime(2022, 6, 2, 14, 53, 39, 179901), True, 2, 6])
repomirrorworker stdout | 2022-06-02 14:53:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 14:53:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 53, 39, 181821), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 53, 39, 181821), 0, 2, datetime.datetime(2022, 6, 2, 14, 53, 39, 181821), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:53:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:53:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 53, 39, 183536), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 53, 39, 183536), 0, 2, datetime.datetime(2022, 6, 2, 14, 53, 39, 183536), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:53:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:53:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 53, 39, 185247), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 53, 39, 185247), 0, 2, datetime.datetime(2022, 6, 2, 14, 53, 39, 185247), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:53:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:53:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:53:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:53:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:53:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:53:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:53:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:54:08,378 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:54:39.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-02 14:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:54:39 UTC)" (scheduled at 2022-06-02 14:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:54:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:54:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:54:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 54, 9, 176463), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 54, 9, 176463), 0, 2, datetime.datetime(2022, 6, 2, 14, 54, 9, 176463), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:54:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:54:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 54, 9, 180369), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 54, 9, 180369), 0, 2, datetime.datetime(2022, 6, 2, 14, 54, 9, 180369), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:54:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:54:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 54, 9, 182335), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 54, 9, 182335), 0, 2, datetime.datetime(2022, 6, 2, 14, 54, 9, 182335), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:54:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:54:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 54, 9, 184093), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 54, 9, 184093), 0, 2, datetime.datetime(2022, 6, 2, 14, 54, 9, 184093), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:54:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:54:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 54, 9, 185770), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 54, 9, 185770), 0, 2, datetime.datetime(2022, 6, 2, 14, 54, 9, 185770), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:54:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:54:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:54:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:54:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:54:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:54:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:54:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:54:38,430 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:55:09.167018+00:00 (in 29.998964 seconds)
repomirrorworker stdout | 2022-06-02 14:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:55:09 UTC)" (scheduled at 2022-06-02 14:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:54:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:54:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:54:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 54, 39, 176397), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 54, 39, 176397), 0, 2, datetime.datetime(2022, 6, 2, 14, 54, 39, 176397), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:54:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:54:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 54, 39, 179546), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 54, 39, 179546), 0, 2, datetime.datetime(2022, 6, 2, 14, 54, 39, 179546), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:54:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:54:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 54, 39, 181833), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 54, 39, 181833), 0, 2, datetime.datetime(2022, 6, 2, 14, 54, 39, 181833), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:54:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:54:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 54, 39, 183541), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 54, 39, 183541), 0, 2, datetime.datetime(2022, 6, 2, 14, 54, 39, 183541), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:54:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:54:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 54, 39, 185241), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 54, 39, 185241), 0, 2, datetime.datetime(2022, 6, 2, 14, 54, 39, 185241), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:54:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:54:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:54:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:54:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:54:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:54:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:54:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:55:08,462 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:55:39.167018+00:00 (in 29.998994 seconds)
repomirrorworker stdout | 2022-06-02 14:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:55:39 UTC)" (scheduled at 2022-06-02 14:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:55:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:55:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:55:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 55, 9, 176503), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 55, 9, 176503), 0, 2, datetime.datetime(2022, 6, 2, 14, 55, 9, 176503), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:55:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:55:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 55, 9, 179621), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 55, 9, 179621), 0, 2, datetime.datetime(2022, 6, 2, 14, 55, 9, 179621), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:55:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:55:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 55, 9, 181519), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 55, 9, 181519), 0, 2, datetime.datetime(2022, 6, 2, 14, 55, 9, 181519), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:55:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:55:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 55, 9, 183220), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 55, 9, 183220), 0, 2, datetime.datetime(2022, 6, 2, 14, 55, 9, 183220), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:55:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:55:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:55:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:55:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:55:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:55:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:55:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:55:38,517 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:56:09.167018+00:00 (in 29.998789 seconds)
repomirrorworker stdout | 2022-06-02 14:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:56:09 UTC)" (scheduled at 2022-06-02 14:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:55:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:55:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:55:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 55, 39, 176966), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 55, 39, 176966), 0, 2, datetime.datetime(2022, 6, 2, 14, 55, 39, 176966), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:55:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:55:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 55, 39, 180223), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 55, 39, 180223), 0, 2, datetime.datetime(2022, 6, 2, 14, 55, 39, 180223), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:55:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:55:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 55, 39, 182149), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 55, 39, 182149), 0, 2, datetime.datetime(2022, 6, 2, 14, 55, 39, 182149), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 55, 39, 183990), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 55, 39, 183990), 0, 2, datetime.datetime(2022, 6, 2, 14, 55, 39, 183990), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:55:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:55:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 55, 39, 185712), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 55, 39, 185712), 0, 2, datetime.datetime(2022, 6, 2, 14, 55, 39, 185712), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:55:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:55:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:55:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:55:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:55:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:55:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:55:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:56:08,577 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:56:39.167018+00:00 (in 29.998983 seconds)
repomirrorworker stdout | 2022-06-02 14:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:56:39 UTC)" (scheduled at 2022-06-02 14:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:56:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:56:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:56:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 56, 9, 176349), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 56, 9, 176349), 0, 2, datetime.datetime(2022, 6, 2, 14, 56, 9, 176349), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:56:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:56:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 56, 9, 179886), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 56, 9, 179886), 0, 2, datetime.datetime(2022, 6, 2, 14, 56, 9, 179886), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:56:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:56:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 56, 9, 181824), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 56, 9, 181824), 0, 2, datetime.datetime(2022, 6, 2, 14, 56, 9, 181824), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:56:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:56:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 56, 9, 183521), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 56, 9, 183521), 0, 2, datetime.datetime(2022, 6, 2, 14, 56, 9, 183521), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:56:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:56:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:56:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:56:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:56:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:56:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:56:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:56:38,644 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:57:09.167018+00:00 (in 29.999013 seconds)
repomirrorworker stdout | 2022-06-02 14:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:57:09 UTC)" (scheduled at 2022-06-02 14:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:56:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:56:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 56, 39, 176610), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 56, 39, 176610), 0, 2, datetime.datetime(2022, 6, 2, 14, 56, 39, 176610), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:56:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:56:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 56, 39, 180099), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 56, 39, 180099), 0, 2, datetime.datetime(2022, 6, 2, 14, 56, 39, 180099), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:56:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:56:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 56, 39, 182004), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 56, 39, 182004), 0, 2, datetime.datetime(2022, 6, 2, 14, 56, 39, 182004), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:56:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:56:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 56, 39, 183742), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 56, 39, 183742), 0, 2, datetime.datetime(2022, 6, 2, 14, 56, 39, 183742), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:56:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:56:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:56:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:56:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:56:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:56:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:56:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:57:08,697 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:57:39.167018+00:00 (in 29.999229 seconds)
repomirrorworker stdout | 2022-06-02 14:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:57:39 UTC)" (scheduled at 2022-06-02 14:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:57:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:57:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:57:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 57, 9, 176464), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 57, 9, 176464), 0, 2, datetime.datetime(2022, 6, 2, 14, 57, 9, 176464), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:57:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:57:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 57, 9, 179667), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 57, 9, 179667), 0, 2, datetime.datetime(2022, 6, 2, 14, 57, 9, 179667), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:57:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:57:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 57, 9, 181546), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 57, 9, 181546), 0, 2, datetime.datetime(2022, 6, 2, 14, 57, 9, 181546), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:57:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:57:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 57, 9, 183229), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 57, 9, 183229), 0, 2, datetime.datetime(2022, 6, 2, 14, 57, 9, 183229), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:57:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:57:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 57, 9, 184872), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 57, 9, 184872), 0, 2, datetime.datetime(2022, 6, 2, 14, 57, 9, 184872), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:57:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:57:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:57:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:57:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:57:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:57:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:57:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:57:38,733 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:58:09.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-02 14:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:58:09 UTC)" (scheduled at 2022-06-02 14:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:57:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:57:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 57, 39, 176463), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 57, 39, 176463), 0, 2, datetime.datetime(2022, 6, 2, 14, 57, 39, 176463), True, 3, 7])
repomirrorworker stdout | 2022-06-02 14:57:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 14:57:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 57, 39, 180246), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 57, 39, 180246), 0, 2, datetime.datetime(2022, 6, 2, 14, 57, 39, 180246), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:57:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:57:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 57, 39, 182321), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 57, 39, 182321), 0, 2, datetime.datetime(2022, 6, 2, 14, 57, 39, 182321), True, 7, 11])
repomirrorworker stdout | 2022-06-02 14:57:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 14:57:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 57, 39, 184124), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 57, 39, 184124), 0, 2, datetime.datetime(2022, 6, 2, 14, 57, 39, 184124), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:57:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:57:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 57, 39, 185864), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 57, 39, 185864), 0, 2, datetime.datetime(2022, 6, 2, 14, 57, 39, 185864), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:57:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:57:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:57:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:57:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:57:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:57:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:57:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:58:08,787 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:58:39.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-02 14:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:58:39 UTC)" (scheduled at 2022-06-02 14:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:58:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:58:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 58, 9, 176540), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 58, 9, 176540), 0, 2, datetime.datetime(2022, 6, 2, 14, 58, 9, 176540), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:58:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:58:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 58, 9, 179716), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 58, 9, 179716), 0, 2, datetime.datetime(2022, 6, 2, 14, 58, 9, 179716), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:58:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:58:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 58, 9, 181599), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 58, 9, 181599), 0, 2, datetime.datetime(2022, 6, 2, 14, 58, 9, 181599), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:58:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:58:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 58, 9, 183334), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 58, 9, 183334), 0, 2, datetime.datetime(2022, 6, 2, 14, 58, 9, 183334), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:58:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:58:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 58, 9, 185061), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 58, 9, 185061), 0, 2, datetime.datetime(2022, 6, 2, 14, 58, 9, 185061), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:58:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:58:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:58:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:58:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:58:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:58:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:58:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:58:38,866 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:59:09.167018+00:00 (in 29.999207 seconds)
repomirrorworker stdout | 2022-06-02 14:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:59:09 UTC)" (scheduled at 2022-06-02 14:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:58:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:58:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 58, 39, 176612), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 58, 39, 176612), 0, 2, datetime.datetime(2022, 6, 2, 14, 58, 39, 176612), True, 4, 8])
repomirrorworker stdout | 2022-06-02 14:58:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 14:58:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 58, 39, 179786), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 58, 39, 179786), 0, 2, datetime.datetime(2022, 6, 2, 14, 58, 39, 179786), True, 11, 15])
repomirrorworker stdout | 2022-06-02 14:58:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 14:58:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 58, 39, 181665), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 58, 39, 181665), 0, 2, datetime.datetime(2022, 6, 2, 14, 58, 39, 181665), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:58:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:58:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 58, 39, 183473), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 58, 39, 183473), 0, 2, datetime.datetime(2022, 6, 2, 14, 58, 39, 183473), True, 8, 12])
repomirrorworker stdout | 2022-06-02 14:58:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 14:58:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:58:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:58:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:58:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:58:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:58:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:59:08,914 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 14:59:39.167018+00:00 (in 29.999070 seconds)
repomirrorworker stdout | 2022-06-02 14:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:59:39 UTC)" (scheduled at 2022-06-02 14:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:59:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:59:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:59:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 59, 9, 176580), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 59, 9, 176580), 0, 2, datetime.datetime(2022, 6, 2, 14, 59, 9, 176580), True, 6, 10])
repomirrorworker stdout | 2022-06-02 14:59:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 14:59:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 59, 9, 180130), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 59, 9, 180130), 0, 2, datetime.datetime(2022, 6, 2, 14, 59, 9, 180130), True, 10, 14])
repomirrorworker stdout | 2022-06-02 14:59:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 14:59:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 59, 9, 182128), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 59, 9, 182128), 0, 2, datetime.datetime(2022, 6, 2, 14, 59, 9, 182128), True, 14, 15])
repomirrorworker stdout | 2022-06-02 14:59:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 14:59:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 59, 9, 183922), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 59, 9, 183922), 0, 2, datetime.datetime(2022, 6, 2, 14, 59, 9, 183922), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:59:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:59:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 59, 9, 185623), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 59, 9, 185623), 0, 2, datetime.datetime(2022, 6, 2, 14, 59, 9, 185623), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:59:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:59:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:59:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:59:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:59:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:59:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:59:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 14:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 14:59:38,959 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 14:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 14:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:00:09.167018+00:00 (in 29.999172 seconds)
repomirrorworker stdout | 2022-06-02 14:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:00:09 UTC)" (scheduled at 2022-06-02 14:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 14:59:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:59:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:59:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 59, 39, 176610), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 59, 39, 176610), 0, 2, datetime.datetime(2022, 6, 2, 14, 59, 39, 176610), True, 5, 9])
repomirrorworker stdout | 2022-06-02 14:59:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 14:59:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 59, 39, 179782), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 59, 39, 179782), 0, 2, datetime.datetime(2022, 6, 2, 14, 59, 39, 179782), True, 1, 5])
repomirrorworker stdout | 2022-06-02 14:59:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 14:59:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 59, 39, 181652), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 59, 39, 181652), 0, 2, datetime.datetime(2022, 6, 2, 14, 59, 39, 181652), True, 9, 13])
repomirrorworker stdout | 2022-06-02 14:59:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 14:59:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 14, 59, 39, 183353), 0, 2, None, True, datetime.datetime(2022, 6, 2, 14, 59, 39, 183353), 0, 2, datetime.datetime(2022, 6, 2, 14, 59, 39, 183353), True, 13, 15])
repomirrorworker stdout | 2022-06-02 14:59:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 14:59:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 14:59:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:59:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 14:59:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 14:59:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 14:59:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:00:09,010 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:00:39.167018+00:00 (in 29.999174 seconds)
repomirrorworker stdout | 2022-06-02 15:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:00:39 UTC)" (scheduled at 2022-06-02 15:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:00:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:00:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 0, 9, 176934), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 0, 9, 176934), 0, 2, datetime.datetime(2022, 6, 2, 15, 0, 9, 176934), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:00:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:00:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 0, 9, 180522), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 0, 9, 180522), 0, 2, datetime.datetime(2022, 6, 2, 15, 0, 9, 180522), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:00:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:00:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 0, 9, 182782), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 0, 9, 182782), 0, 2, datetime.datetime(2022, 6, 2, 15, 0, 9, 182782), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:00:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:00:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 0, 9, 184531), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 0, 9, 184531), 0, 2, datetime.datetime(2022, 6, 2, 15, 0, 9, 184531), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:00:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:00:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 0, 9, 186268), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 0, 9, 186268), 0, 2, datetime.datetime(2022, 6, 2, 15, 0, 9, 186268), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:00:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:00:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:00:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:00:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:00:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:00:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:00:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:00:39,065 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:01:09.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-02 15:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:01:09 UTC)" (scheduled at 2022-06-02 15:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:00:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:00:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 0, 39, 176633), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 0, 39, 176633), 0, 2, datetime.datetime(2022, 6, 2, 15, 0, 39, 176633), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:00:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:00:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 0, 39, 180129), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 0, 39, 180129), 0, 2, datetime.datetime(2022, 6, 2, 15, 0, 39, 180129), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:00:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:00:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 0, 39, 182128), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 0, 39, 182128), 0, 2, datetime.datetime(2022, 6, 2, 15, 0, 39, 182128), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:00:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:00:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 0, 39, 183830), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 0, 39, 183830), 0, 2, datetime.datetime(2022, 6, 2, 15, 0, 39, 183830), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:00:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:00:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:00:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:00:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:00:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:00:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:00:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:01:09,121 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:01:39.167018+00:00 (in 29.999290 seconds)
repomirrorworker stdout | 2022-06-02 15:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:01:39 UTC)" (scheduled at 2022-06-02 15:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:01:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:01:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 1, 9, 176279), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 1, 9, 176279), 0, 2, datetime.datetime(2022, 6, 2, 15, 1, 9, 176279), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:01:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:01:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 1, 9, 179440), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 1, 9, 179440), 0, 2, datetime.datetime(2022, 6, 2, 15, 1, 9, 179440), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:01:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:01:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 1, 9, 181305), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 1, 9, 181305), 0, 2, datetime.datetime(2022, 6, 2, 15, 1, 9, 181305), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:01:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:01:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 1, 9, 183027), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 1, 9, 183027), 0, 2, datetime.datetime(2022, 6, 2, 15, 1, 9, 183027), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:01:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:01:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 1, 9, 184707), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 1, 9, 184707), 0, 2, datetime.datetime(2022, 6, 2, 15, 1, 9, 184707), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:01:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:01:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:01:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:01:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:01:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:01:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:01:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:01:39,164 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:02:09.167018+00:00 (in 29.999186 seconds)
repomirrorworker stdout | 2022-06-02 15:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:02:09 UTC)" (scheduled at 2022-06-02 15:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:01:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:01:39,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 1, 39, 175707), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 1, 39, 175707), 0, 2, datetime.datetime(2022, 6, 2, 15, 1, 39, 175707), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:01:39,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:01:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 1, 39, 178888), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 1, 39, 178888), 0, 2, datetime.datetime(2022, 6, 2, 15, 1, 39, 178888), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 1, 39, 180855), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 1, 39, 180855), 0, 2, datetime.datetime(2022, 6, 2, 15, 1, 39, 180855), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:01:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:01:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 1, 39, 182626), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 1, 39, 182626), 0, 2, datetime.datetime(2022, 6, 2, 15, 1, 39, 182626), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:01:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:01:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 1, 39, 184321), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 1, 39, 184321), 0, 2, datetime.datetime(2022, 6, 2, 15, 1, 39, 184321), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:01:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:01:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:01:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:01:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:01:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:01:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:01:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:02:39.167018+00:00 (in 29.999184 seconds)
repomirrorworker stdout | 2022-06-02 15:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:02:39 UTC)" (scheduled at 2022-06-02 15:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:02:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:02:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:02:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 2, 9, 177624), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 2, 9, 177624), 0, 2, datetime.datetime(2022, 6, 2, 15, 2, 9, 177624), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:02:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:02:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 2, 9, 181447), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 2, 9, 181447), 0, 2, datetime.datetime(2022, 6, 2, 15, 2, 9, 181447), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:02:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:02:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 2, 9, 183415), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 2, 9, 183415), 0, 2, datetime.datetime(2022, 6, 2, 15, 2, 9, 183415), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:02:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:02:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 2, 9, 185218), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 2, 9, 185218), 0, 2, datetime.datetime(2022, 6, 2, 15, 2, 9, 185218), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:02:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:02:09,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 2, 9, 188427), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 2, 9, 188427), 0, 2, datetime.datetime(2022, 6, 2, 15, 2, 9, 188427), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:02:09,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:02:09,190 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:02:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:02:09,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:02:09,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:02:09,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:02:09,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:02:09,209 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:03:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-02 15:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:03:09 UTC)" (scheduled at 2022-06-02 15:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:02:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:02:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:02:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 2, 39, 176543), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 2, 39, 176543), 0, 2, datetime.datetime(2022, 6, 2, 15, 2, 39, 176543), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:02:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:02:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 2, 39, 179695), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 2, 39, 179695), 0, 2, datetime.datetime(2022, 6, 2, 15, 2, 39, 179695), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:02:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:02:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 2, 39, 181558), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 2, 39, 181558), 0, 2, datetime.datetime(2022, 6, 2, 15, 2, 39, 181558), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:02:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:02:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 2, 39, 183306), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 2, 39, 183306), 0, 2, datetime.datetime(2022, 6, 2, 15, 2, 39, 183306), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:02:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:02:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:02:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:02:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:02:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:02:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:02:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:02:39,268 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:03:39.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-02 15:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:03:39 UTC)" (scheduled at 2022-06-02 15:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:03:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:03:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 3, 9, 177434), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 3, 9, 177434), 0, 2, datetime.datetime(2022, 6, 2, 15, 3, 9, 177434), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:03:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:03:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 3, 9, 180692), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 3, 9, 180692), 0, 2, datetime.datetime(2022, 6, 2, 15, 3, 9, 180692), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:03:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:03:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 3, 9, 182609), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 3, 9, 182609), 0, 2, datetime.datetime(2022, 6, 2, 15, 3, 9, 182609), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:03:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:03:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 3, 9, 184366), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 3, 9, 184366), 0, 2, datetime.datetime(2022, 6, 2, 15, 3, 9, 184366), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:03:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:03:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 3, 9, 186130), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 3, 9, 186130), 0, 2, datetime.datetime(2022, 6, 2, 15, 3, 9, 186130), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:03:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:03:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:03:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:03:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:03:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:03:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:03:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:03:09,328 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:04:09.167018+00:00 (in 29.999138 seconds)
repomirrorworker stdout | 2022-06-02 15:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:04:09 UTC)" (scheduled at 2022-06-02 15:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:03:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:03:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 3, 39, 176656), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 3, 39, 176656), 0, 2, datetime.datetime(2022, 6, 2, 15, 3, 39, 176656), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:03:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:03:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 3, 39, 179974), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 3, 39, 179974), 0, 2, datetime.datetime(2022, 6, 2, 15, 3, 39, 179974), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:03:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:03:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 3, 39, 181946), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 3, 39, 181946), 0, 2, datetime.datetime(2022, 6, 2, 15, 3, 39, 181946), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:03:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:03:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 3, 39, 183707), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 3, 39, 183707), 0, 2, datetime.datetime(2022, 6, 2, 15, 3, 39, 183707), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:03:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:03:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 3, 39, 185389), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 3, 39, 185389), 0, 2, datetime.datetime(2022, 6, 2, 15, 3, 39, 185389), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:03:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:03:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:03:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:03:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:03:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:03:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:03:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:03:39,386 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:04:39.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-02 15:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:04:39 UTC)" (scheduled at 2022-06-02 15:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:04:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 4, 9, 177125), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 4, 9, 177125), 0, 2, datetime.datetime(2022, 6, 2, 15, 4, 9, 177125), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:04:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:04:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 4, 9, 181282), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 4, 9, 181282), 0, 2, datetime.datetime(2022, 6, 2, 15, 4, 9, 181282), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:04:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:04:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 4, 9, 183278), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 4, 9, 183278), 0, 2, datetime.datetime(2022, 6, 2, 15, 4, 9, 183278), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:04:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:04:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 4, 9, 185084), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 4, 9, 185084), 0, 2, datetime.datetime(2022, 6, 2, 15, 4, 9, 185084), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:04:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:04:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 4, 9, 186786), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 4, 9, 186786), 0, 2, datetime.datetime(2022, 6, 2, 15, 4, 9, 186786), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:04:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:04:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:04:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:04:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:04:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:04:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:04:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:04:09,417 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:05:09.167018+00:00 (in 29.999236 seconds)
repomirrorworker stdout | 2022-06-02 15:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:05:09 UTC)" (scheduled at 2022-06-02 15:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:04:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:04:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:04:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 4, 39, 177019), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 4, 39, 177019), 0, 2, datetime.datetime(2022, 6, 2, 15, 4, 39, 177019), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:04:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:04:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 4, 39, 180463), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 4, 39, 180463), 0, 2, datetime.datetime(2022, 6, 2, 15, 4, 39, 180463), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:04:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:04:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 4, 39, 182537), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 4, 39, 182537), 0, 2, datetime.datetime(2022, 6, 2, 15, 4, 39, 182537), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:04:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:04:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 4, 39, 184326), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 4, 39, 184326), 0, 2, datetime.datetime(2022, 6, 2, 15, 4, 39, 184326), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:04:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:04:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 4, 39, 186067), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 4, 39, 186067), 0, 2, datetime.datetime(2022, 6, 2, 15, 4, 39, 186067), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:04:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:04:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:04:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:04:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:04:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:04:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:04:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:04:39,473 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:05:39.167018+00:00 (in 29.999208 seconds)
repomirrorworker stdout | 2022-06-02 15:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:05:39 UTC)" (scheduled at 2022-06-02 15:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:05:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:05:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 5, 9, 177563), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 5, 9, 177563), 0, 2, datetime.datetime(2022, 6, 2, 15, 5, 9, 177563), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:05:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:05:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 5, 9, 181508), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 5, 9, 181508), 0, 2, datetime.datetime(2022, 6, 2, 15, 5, 9, 181508), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:05:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:05:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 5, 9, 183552), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 5, 9, 183552), 0, 2, datetime.datetime(2022, 6, 2, 15, 5, 9, 183552), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:05:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 5, 9, 185410), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 5, 9, 185410), 0, 2, datetime.datetime(2022, 6, 2, 15, 5, 9, 185410), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:05:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:05:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 5, 9, 187093), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 5, 9, 187093), 0, 2, datetime.datetime(2022, 6, 2, 15, 5, 9, 187093), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:05:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:05:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:05:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:05:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:05:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:05:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:05:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:05:09,527 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:06:09.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-02 15:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:06:09 UTC)" (scheduled at 2022-06-02 15:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:05:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:05:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 5, 39, 177029), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 5, 39, 177029), 0, 2, datetime.datetime(2022, 6, 2, 15, 5, 39, 177029), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:05:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 5, 39, 180483), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 5, 39, 180483), 0, 2, datetime.datetime(2022, 6, 2, 15, 5, 39, 180483), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:05:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:05:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 5, 39, 182474), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 5, 39, 182474), 0, 2, datetime.datetime(2022, 6, 2, 15, 5, 39, 182474), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:05:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:05:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 5, 39, 184145), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 5, 39, 184145), 0, 2, datetime.datetime(2022, 6, 2, 15, 5, 39, 184145), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:05:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:05:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 5, 39, 185820), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 5, 39, 185820), 0, 2, datetime.datetime(2022, 6, 2, 15, 5, 39, 185820), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:05:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:05:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:05:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:05:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:05:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:05:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:05:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:05:39,553 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:06:39.167018+00:00 (in 29.999141 seconds)
repomirrorworker stdout | 2022-06-02 15:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:06:39 UTC)" (scheduled at 2022-06-02 15:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:06:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:06:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 6, 9, 176796), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 6, 9, 176796), 0, 2, datetime.datetime(2022, 6, 2, 15, 6, 9, 176796), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:06:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:06:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 6, 9, 180383), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 6, 9, 180383), 0, 2, datetime.datetime(2022, 6, 2, 15, 6, 9, 180383), True, 12, 15])
repomirrorworker stdout | 2022-06-02 15:06:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 15:06:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 6, 9, 182415), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 6, 9, 182415), 0, 2, datetime.datetime(2022, 6, 2, 15, 6, 9, 182415), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:06:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:06:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 6, 9, 184188), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 6, 9, 184188), 0, 2, datetime.datetime(2022, 6, 2, 15, 6, 9, 184188), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:06:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:06:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:06:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:06:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:06:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:06:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:06:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:06:09,603 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:07:09.167018+00:00 (in 29.999265 seconds)
repomirrorworker stdout | 2022-06-02 15:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:07:09 UTC)" (scheduled at 2022-06-02 15:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:06:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:06:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 6, 39, 176280), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 6, 39, 176280), 0, 2, datetime.datetime(2022, 6, 2, 15, 6, 39, 176280), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:06:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:06:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 6, 39, 179475), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 6, 39, 179475), 0, 2, datetime.datetime(2022, 6, 2, 15, 6, 39, 179475), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:06:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:06:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 6, 39, 181382), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 6, 39, 181382), 0, 2, datetime.datetime(2022, 6, 2, 15, 6, 39, 181382), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:06:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:06:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 6, 39, 183124), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 6, 39, 183124), 0, 2, datetime.datetime(2022, 6, 2, 15, 6, 39, 183124), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:06:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:06:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 6, 39, 184855), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 6, 39, 184855), 0, 2, datetime.datetime(2022, 6, 2, 15, 6, 39, 184855), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:06:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:06:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:06:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:06:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:06:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:06:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:06:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:06:39,663 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:07:39.167018+00:00 (in 29.999198 seconds)
repomirrorworker stdout | 2022-06-02 15:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:07:39 UTC)" (scheduled at 2022-06-02 15:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:07:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:07:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:07:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 7, 9, 176887), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 7, 9, 176887), 0, 2, datetime.datetime(2022, 6, 2, 15, 7, 9, 176887), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:07:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:07:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 7, 9, 180156), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 7, 9, 180156), 0, 2, datetime.datetime(2022, 6, 2, 15, 7, 9, 180156), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:07:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:07:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 7, 9, 182286), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 7, 9, 182286), 0, 2, datetime.datetime(2022, 6, 2, 15, 7, 9, 182286), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:07:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:07:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 7, 9, 184002), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 7, 9, 184002), 0, 2, datetime.datetime(2022, 6, 2, 15, 7, 9, 184002), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:07:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:07:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 7, 9, 185669), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 7, 9, 185669), 0, 2, datetime.datetime(2022, 6, 2, 15, 7, 9, 185669), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:07:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:07:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:07:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:07:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:07:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:07:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:07:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:07:09,719 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:08:09.167018+00:00 (in 29.999122 seconds)
repomirrorworker stdout | 2022-06-02 15:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:08:09 UTC)" (scheduled at 2022-06-02 15:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:07:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:07:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 7, 39, 176485), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 7, 39, 176485), 0, 2, datetime.datetime(2022, 6, 2, 15, 7, 39, 176485), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:07:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:07:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 7, 39, 180290), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 7, 39, 180290), 0, 2, datetime.datetime(2022, 6, 2, 15, 7, 39, 180290), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:07:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:07:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 7, 39, 182246), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 7, 39, 182246), 0, 2, datetime.datetime(2022, 6, 2, 15, 7, 39, 182246), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:07:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:07:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 7, 39, 184067), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 7, 39, 184067), 0, 2, datetime.datetime(2022, 6, 2, 15, 7, 39, 184067), True, 12, 15])
repomirrorworker stdout | 2022-06-02 15:07:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 15:07:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 7, 39, 185777), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 7, 39, 185777), 0, 2, datetime.datetime(2022, 6, 2, 15, 7, 39, 185777), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:07:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:07:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:07:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:07:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:07:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:07:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:07:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:07:39,775 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:08:39.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-02 15:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:08:39 UTC)" (scheduled at 2022-06-02 15:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:08:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:08:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:08:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 8, 9, 176821), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 8, 9, 176821), 0, 2, datetime.datetime(2022, 6, 2, 15, 8, 9, 176821), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:08:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:08:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 8, 9, 180019), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 8, 9, 180019), 0, 2, datetime.datetime(2022, 6, 2, 15, 8, 9, 180019), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:08:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:08:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 8, 9, 181966), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 8, 9, 181966), 0, 2, datetime.datetime(2022, 6, 2, 15, 8, 9, 181966), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:08:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:08:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 8, 9, 183684), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 8, 9, 183684), 0, 2, datetime.datetime(2022, 6, 2, 15, 8, 9, 183684), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:08:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:08:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 8, 9, 185344), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 8, 9, 185344), 0, 2, datetime.datetime(2022, 6, 2, 15, 8, 9, 185344), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:08:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:08:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:08:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:08:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:08:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:08:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:08:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:08:09,819 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:09:09.167018+00:00 (in 29.998960 seconds)
repomirrorworker stdout | 2022-06-02 15:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:09:09 UTC)" (scheduled at 2022-06-02 15:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:08:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:08:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:08:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 8, 39, 177061), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 8, 39, 177061), 0, 2, datetime.datetime(2022, 6, 2, 15, 8, 39, 177061), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:08:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:08:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 8, 39, 180277), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 8, 39, 180277), 0, 2, datetime.datetime(2022, 6, 2, 15, 8, 39, 180277), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:08:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:08:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 8, 39, 182193), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 8, 39, 182193), 0, 2, datetime.datetime(2022, 6, 2, 15, 8, 39, 182193), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:08:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:08:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 8, 39, 183944), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 8, 39, 183944), 0, 2, datetime.datetime(2022, 6, 2, 15, 8, 39, 183944), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:08:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:08:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 8, 39, 185639), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 8, 39, 185639), 0, 2, datetime.datetime(2022, 6, 2, 15, 8, 39, 185639), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:08:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:08:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:08:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:08:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:08:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:08:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:08:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:08:39,865 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:09:39.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-02 15:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:09:39 UTC)" (scheduled at 2022-06-02 15:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:09:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:09:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:09:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 9, 9, 176704), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 9, 9, 176704), 0, 2, datetime.datetime(2022, 6, 2, 15, 9, 9, 176704), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:09:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:09:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 9, 9, 180200), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 9, 9, 180200), 0, 2, datetime.datetime(2022, 6, 2, 15, 9, 9, 180200), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:09:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:09:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 9, 9, 182065), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 9, 9, 182065), 0, 2, datetime.datetime(2022, 6, 2, 15, 9, 9, 182065), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:09:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:09:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 9, 9, 183804), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 9, 9, 183804), 0, 2, datetime.datetime(2022, 6, 2, 15, 9, 9, 183804), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:09:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:09:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 9, 9, 185453), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 9, 9, 185453), 0, 2, datetime.datetime(2022, 6, 2, 15, 9, 9, 185453), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:09:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:09:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:09:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:09:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:09:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:09:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:09:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:09:09,926 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:10:09.167018+00:00 (in 29.999096 seconds)
repomirrorworker stdout | 2022-06-02 15:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:10:09 UTC)" (scheduled at 2022-06-02 15:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:09:39,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:09:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 9, 39, 178585), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 9, 39, 178585), 0, 2, datetime.datetime(2022, 6, 2, 15, 9, 39, 178585), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:09:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:09:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 9, 39, 181920), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 9, 39, 181920), 0, 2, datetime.datetime(2022, 6, 2, 15, 9, 39, 181920), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:09:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:09:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 9, 39, 183812), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 9, 39, 183812), 0, 2, datetime.datetime(2022, 6, 2, 15, 9, 39, 183812), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:09:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:09:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 9, 39, 185547), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 9, 39, 185547), 0, 2, datetime.datetime(2022, 6, 2, 15, 9, 39, 185547), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:09:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:09:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 9, 39, 187230), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 9, 39, 187230), 0, 2, datetime.datetime(2022, 6, 2, 15, 9, 39, 187230), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:09:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:09:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:09:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:09:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:09:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:09:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:09:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:09:39,973 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:10:39.167018+00:00 (in 29.999210 seconds)
repomirrorworker stdout | 2022-06-02 15:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:10:39 UTC)" (scheduled at 2022-06-02 15:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:10:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:10:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 10, 9, 176184), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 10, 9, 176184), 0, 2, datetime.datetime(2022, 6, 2, 15, 10, 9, 176184), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:10:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:10:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 10, 9, 179340), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 10, 9, 179340), 0, 2, datetime.datetime(2022, 6, 2, 15, 10, 9, 179340), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:10:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:10:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 10, 9, 181263), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 10, 9, 181263), 0, 2, datetime.datetime(2022, 6, 2, 15, 10, 9, 181263), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:10:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:10:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 10, 9, 182995), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 10, 9, 182995), 0, 2, datetime.datetime(2022, 6, 2, 15, 10, 9, 182995), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:10:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:10:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 10, 9, 184830), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 10, 9, 184830), 0, 2, datetime.datetime(2022, 6, 2, 15, 10, 9, 184830), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:10:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:10:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:10:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:10:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:10:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:10:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:10:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:10:10,053 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:11:09.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-02 15:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:11:09 UTC)" (scheduled at 2022-06-02 15:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:10:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:10:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 10, 39, 176455), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 10, 39, 176455), 0, 2, datetime.datetime(2022, 6, 2, 15, 10, 39, 176455), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:10:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:10:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 10, 39, 179698), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 10, 39, 179698), 0, 2, datetime.datetime(2022, 6, 2, 15, 10, 39, 179698), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:10:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:10:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 10, 39, 181708), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 10, 39, 181708), 0, 2, datetime.datetime(2022, 6, 2, 15, 10, 39, 181708), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:10:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:10:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 10, 39, 183445), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 10, 39, 183445), 0, 2, datetime.datetime(2022, 6, 2, 15, 10, 39, 183445), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:10:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:10:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 10, 39, 185218), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 10, 39, 185218), 0, 2, datetime.datetime(2022, 6, 2, 15, 10, 39, 185218), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:10:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:10:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:10:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:10:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:10:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:10:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:10:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:10:40,107 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:11:39.167018+00:00 (in 29.999182 seconds)
repomirrorworker stdout | 2022-06-02 15:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:11:39 UTC)" (scheduled at 2022-06-02 15:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:11:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:11:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 11, 9, 176697), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 11, 9, 176697), 0, 2, datetime.datetime(2022, 6, 2, 15, 11, 9, 176697), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:11:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:11:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 11, 9, 180075), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 11, 9, 180075), 0, 2, datetime.datetime(2022, 6, 2, 15, 11, 9, 180075), True, 4, 8])
repomirrorworker stdout | 2022-06-02 15:11:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 15:11:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 11, 9, 182065), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 11, 9, 182065), 0, 2, datetime.datetime(2022, 6, 2, 15, 11, 9, 182065), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:11:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:11:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 11, 9, 183784), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 11, 9, 183784), 0, 2, datetime.datetime(2022, 6, 2, 15, 11, 9, 183784), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:11:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:11:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:11:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:11:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:11:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:11:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:11:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:11:10,145 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:12:09.167018+00:00 (in 29.999085 seconds)
repomirrorworker stdout | 2022-06-02 15:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:12:09 UTC)" (scheduled at 2022-06-02 15:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:11:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:11:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:11:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 11, 39, 176446), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 11, 39, 176446), 0, 2, datetime.datetime(2022, 6, 2, 15, 11, 39, 176446), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:11:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:11:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 11, 39, 179590), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 11, 39, 179590), 0, 2, datetime.datetime(2022, 6, 2, 15, 11, 39, 179590), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:11:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:11:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 11, 39, 181502), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 11, 39, 181502), 0, 2, datetime.datetime(2022, 6, 2, 15, 11, 39, 181502), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:11:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:11:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 11, 39, 183198), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 11, 39, 183198), 0, 2, datetime.datetime(2022, 6, 2, 15, 11, 39, 183198), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:11:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:11:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:11:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:11:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:11:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:11:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:11:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:11:40,219 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:12:39.167018+00:00 (in 29.999251 seconds)
repomirrorworker stdout | 2022-06-02 15:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:12:39 UTC)" (scheduled at 2022-06-02 15:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:12:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:12:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:12:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 12, 9, 176840), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 12, 9, 176840), 0, 2, datetime.datetime(2022, 6, 2, 15, 12, 9, 176840), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:12:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:12:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 12, 9, 180270), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 12, 9, 180270), 0, 2, datetime.datetime(2022, 6, 2, 15, 12, 9, 180270), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:12:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:12:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 12, 9, 182267), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 12, 9, 182267), 0, 2, datetime.datetime(2022, 6, 2, 15, 12, 9, 182267), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:12:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:12:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 12, 9, 184010), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 12, 9, 184010), 0, 2, datetime.datetime(2022, 6, 2, 15, 12, 9, 184010), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:12:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:12:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 12, 9, 185734), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 12, 9, 185734), 0, 2, datetime.datetime(2022, 6, 2, 15, 12, 9, 185734), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:12:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:12:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:12:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:12:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:12:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:12:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:12:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:12:10,266 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:13:09.167018+00:00 (in 29.998975 seconds)
repomirrorworker stdout | 2022-06-02 15:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:13:09 UTC)" (scheduled at 2022-06-02 15:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:12:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:12:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:12:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 12, 39, 177490), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 12, 39, 177490), 0, 2, datetime.datetime(2022, 6, 2, 15, 12, 39, 177490), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:12:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:12:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 12, 39, 181062), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 12, 39, 181062), 0, 2, datetime.datetime(2022, 6, 2, 15, 12, 39, 181062), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:12:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 12, 39, 183117), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 12, 39, 183117), 0, 2, datetime.datetime(2022, 6, 2, 15, 12, 39, 183117), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:12:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:12:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 12, 39, 184857), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 12, 39, 184857), 0, 2, datetime.datetime(2022, 6, 2, 15, 12, 39, 184857), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:12:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:12:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:12:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:12:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:12:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:12:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:12:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:12:40,333 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:13:39.167018+00:00 (in 29.999096 seconds)
repomirrorworker stdout | 2022-06-02 15:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:13:39 UTC)" (scheduled at 2022-06-02 15:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:13:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:13:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:13:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 13, 9, 176960), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 13, 9, 176960), 0, 2, datetime.datetime(2022, 6, 2, 15, 13, 9, 176960), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:13:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:13:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 13, 9, 180412), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 13, 9, 180412), 0, 2, datetime.datetime(2022, 6, 2, 15, 13, 9, 180412), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:13:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:13:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 13, 9, 182471), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 13, 9, 182471), 0, 2, datetime.datetime(2022, 6, 2, 15, 13, 9, 182471), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:13:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:13:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 13, 9, 184213), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 13, 9, 184213), 0, 2, datetime.datetime(2022, 6, 2, 15, 13, 9, 184213), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:13:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:13:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 13, 9, 185953), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 13, 9, 185953), 0, 2, datetime.datetime(2022, 6, 2, 15, 13, 9, 185953), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:13:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:13:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:13:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:13:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:13:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:13:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:13:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:13:10,384 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:14:09.167018+00:00 (in 29.999179 seconds)
repomirrorworker stdout | 2022-06-02 15:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:14:09 UTC)" (scheduled at 2022-06-02 15:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:13:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:13:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:13:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 13, 39, 176045), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 13, 39, 176045), 0, 2, datetime.datetime(2022, 6, 2, 15, 13, 39, 176045), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:13:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:13:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 13, 39, 179245), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 13, 39, 179245), 0, 2, datetime.datetime(2022, 6, 2, 15, 13, 39, 179245), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:13:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:13:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 13, 39, 181166), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 13, 39, 181166), 0, 2, datetime.datetime(2022, 6, 2, 15, 13, 39, 181166), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:13:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:13:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 13, 39, 182916), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 13, 39, 182916), 0, 2, datetime.datetime(2022, 6, 2, 15, 13, 39, 182916), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:13:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:13:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 13, 39, 184594), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 13, 39, 184594), 0, 2, datetime.datetime(2022, 6, 2, 15, 13, 39, 184594), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:13:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:13:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:13:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:13:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:13:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:13:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:13:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:13:40,450 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:14:39.167018+00:00 (in 29.998982 seconds)
repomirrorworker stdout | 2022-06-02 15:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:14:39 UTC)" (scheduled at 2022-06-02 15:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:14:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:14:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:14:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 14, 9, 177340), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 14, 9, 177340), 0, 2, datetime.datetime(2022, 6, 2, 15, 14, 9, 177340), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:14:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:14:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 14, 9, 180870), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 14, 9, 180870), 0, 2, datetime.datetime(2022, 6, 2, 15, 14, 9, 180870), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:14:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:14:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 14, 9, 182784), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 14, 9, 182784), 0, 2, datetime.datetime(2022, 6, 2, 15, 14, 9, 182784), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:14:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:14:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 14, 9, 184502), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 14, 9, 184502), 0, 2, datetime.datetime(2022, 6, 2, 15, 14, 9, 184502), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:14:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:14:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 14, 9, 186264), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 14, 9, 186264), 0, 2, datetime.datetime(2022, 6, 2, 15, 14, 9, 186264), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:14:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:14:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:14:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:14:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:14:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:14:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:14:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:14:10,495 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:15:09.167018+00:00 (in 29.999026 seconds)
repomirrorworker stdout | 2022-06-02 15:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:15:09 UTC)" (scheduled at 2022-06-02 15:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:14:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:14:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:14:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 14, 39, 177104), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 14, 39, 177104), 0, 2, datetime.datetime(2022, 6, 2, 15, 14, 39, 177104), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:14:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 14, 39, 180548), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 14, 39, 180548), 0, 2, datetime.datetime(2022, 6, 2, 15, 14, 39, 180548), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:14:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 14, 39, 182527), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 14, 39, 182527), 0, 2, datetime.datetime(2022, 6, 2, 15, 14, 39, 182527), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:14:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:14:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 14, 39, 184314), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 14, 39, 184314), 0, 2, datetime.datetime(2022, 6, 2, 15, 14, 39, 184314), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:14:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:14:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 14, 39, 186149), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 14, 39, 186149), 0, 2, datetime.datetime(2022, 6, 2, 15, 14, 39, 186149), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:14:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:14:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:14:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:14:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:14:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:14:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:14:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:14:40,553 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:15:39.167018+00:00 (in 29.999088 seconds)
repomirrorworker stdout | 2022-06-02 15:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:15:39 UTC)" (scheduled at 2022-06-02 15:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:15:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:15:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:15:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 15, 9, 177203), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 15, 9, 177203), 0, 2, datetime.datetime(2022, 6, 2, 15, 15, 9, 177203), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:15:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:15:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 15, 9, 180593), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 15, 9, 180593), 0, 2, datetime.datetime(2022, 6, 2, 15, 15, 9, 180593), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 15, 9, 182550), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 15, 9, 182550), 0, 2, datetime.datetime(2022, 6, 2, 15, 15, 9, 182550), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:15:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:15:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 15, 9, 184234), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 15, 9, 184234), 0, 2, datetime.datetime(2022, 6, 2, 15, 15, 9, 184234), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:15:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:15:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:15:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:15:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:15:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:15:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:15:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:15:10,615 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:16:09.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-02 15:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:16:09 UTC)" (scheduled at 2022-06-02 15:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:15:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:15:39,178 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:15:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 15, 39, 180568), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 15, 39, 180568), 0, 2, datetime.datetime(2022, 6, 2, 15, 15, 39, 180568), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:15:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:15:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 15, 39, 183836), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 15, 39, 183836), 0, 2, datetime.datetime(2022, 6, 2, 15, 15, 39, 183836), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:15:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:15:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 15, 39, 185794), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 15, 39, 185794), 0, 2, datetime.datetime(2022, 6, 2, 15, 15, 39, 185794), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:15:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:15:39,190 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 15, 39, 189787), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 15, 39, 189787), 0, 2, datetime.datetime(2022, 6, 2, 15, 15, 39, 189787), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:15:39,191 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:15:39,192 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 15, 39, 191640), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 15, 39, 191640), 0, 2, datetime.datetime(2022, 6, 2, 15, 15, 39, 191640), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:15:39,193 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:15:39,193 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:15:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:15:39,194 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:15:39,200 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:15:39,200 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:15:39,200 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:15:40,676 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:16:39.167018+00:00 (in 29.999224 seconds)
repomirrorworker stdout | 2022-06-02 15:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:16:39 UTC)" (scheduled at 2022-06-02 15:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:16:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:16:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:16:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 16, 9, 176298), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 16, 9, 176298), 0, 2, datetime.datetime(2022, 6, 2, 15, 16, 9, 176298), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:16:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:16:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 16, 9, 179928), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 16, 9, 179928), 0, 2, datetime.datetime(2022, 6, 2, 15, 16, 9, 179928), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:16:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:16:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 16, 9, 181969), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 16, 9, 181969), 0, 2, datetime.datetime(2022, 6, 2, 15, 16, 9, 181969), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:16:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:16:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 16, 9, 183759), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 16, 9, 183759), 0, 2, datetime.datetime(2022, 6, 2, 15, 16, 9, 183759), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:16:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:16:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 16, 9, 185438), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 16, 9, 185438), 0, 2, datetime.datetime(2022, 6, 2, 15, 16, 9, 185438), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:16:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:16:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:16:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:16:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:16:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:16:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:16:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:16:10,714 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:17:09.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-02 15:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:17:09 UTC)" (scheduled at 2022-06-02 15:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:16:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:16:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:16:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 16, 39, 176048), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 16, 39, 176048), 0, 2, datetime.datetime(2022, 6, 2, 15, 16, 39, 176048), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:16:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:16:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 16, 39, 179213), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 16, 39, 179213), 0, 2, datetime.datetime(2022, 6, 2, 15, 16, 39, 179213), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:16:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:16:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 16, 39, 181162), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 16, 39, 181162), 0, 2, datetime.datetime(2022, 6, 2, 15, 16, 39, 181162), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:16:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:16:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 16, 39, 182857), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 16, 39, 182857), 0, 2, datetime.datetime(2022, 6, 2, 15, 16, 39, 182857), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:16:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:16:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 16, 39, 184697), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 16, 39, 184697), 0, 2, datetime.datetime(2022, 6, 2, 15, 16, 39, 184697), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:16:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:16:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:16:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:16:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:16:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:16:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:16:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:16:40,755 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:17:39.167018+00:00 (in 29.998953 seconds)
repomirrorworker stdout | 2022-06-02 15:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:17:39 UTC)" (scheduled at 2022-06-02 15:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:17:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:17:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:17:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 17, 9, 176876), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 17, 9, 176876), 0, 2, datetime.datetime(2022, 6, 2, 15, 17, 9, 176876), True, 4, 8])
repomirrorworker stdout | 2022-06-02 15:17:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 15:17:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 17, 9, 180027), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 17, 9, 180027), 0, 2, datetime.datetime(2022, 6, 2, 15, 17, 9, 180027), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:17:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:17:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 17, 9, 181932), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 17, 9, 181932), 0, 2, datetime.datetime(2022, 6, 2, 15, 17, 9, 181932), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:17:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:17:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 17, 9, 183610), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 17, 9, 183610), 0, 2, datetime.datetime(2022, 6, 2, 15, 17, 9, 183610), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:17:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:17:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 17, 9, 185284), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 17, 9, 185284), 0, 2, datetime.datetime(2022, 6, 2, 15, 17, 9, 185284), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:17:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:17:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:17:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:17:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:17:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:17:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:17:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:17:10,806 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:18:09.167018+00:00 (in 29.999148 seconds)
repomirrorworker stdout | 2022-06-02 15:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:18:09 UTC)" (scheduled at 2022-06-02 15:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:17:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:17:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 17, 39, 177179), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 17, 39, 177179), 0, 2, datetime.datetime(2022, 6, 2, 15, 17, 39, 177179), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:17:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:17:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 17, 39, 181084), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 17, 39, 181084), 0, 2, datetime.datetime(2022, 6, 2, 15, 17, 39, 181084), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:17:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:17:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 17, 39, 183040), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 17, 39, 183040), 0, 2, datetime.datetime(2022, 6, 2, 15, 17, 39, 183040), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:17:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:17:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 17, 39, 184822), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 17, 39, 184822), 0, 2, datetime.datetime(2022, 6, 2, 15, 17, 39, 184822), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:17:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:17:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:17:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:17:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:17:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:17:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:17:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:17:40,860 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:18:39.167018+00:00 (in 29.998958 seconds)
repomirrorworker stdout | 2022-06-02 15:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:18:39 UTC)" (scheduled at 2022-06-02 15:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:18:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:18:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:18:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 18, 9, 176914), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 18, 9, 176914), 0, 2, datetime.datetime(2022, 6, 2, 15, 18, 9, 176914), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:18:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:18:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 18, 9, 180140), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 18, 9, 180140), 0, 2, datetime.datetime(2022, 6, 2, 15, 18, 9, 180140), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:18:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:18:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 18, 9, 182077), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 18, 9, 182077), 0, 2, datetime.datetime(2022, 6, 2, 15, 18, 9, 182077), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:18:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:18:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 18, 9, 183780), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 18, 9, 183780), 0, 2, datetime.datetime(2022, 6, 2, 15, 18, 9, 183780), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:18:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:18:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 18, 9, 185441), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 18, 9, 185441), 0, 2, datetime.datetime(2022, 6, 2, 15, 18, 9, 185441), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:18:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:18:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:18:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:18:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:18:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:18:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:18:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:18:10,942 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:19:09.167018+00:00 (in 29.998999 seconds)
repomirrorworker stdout | 2022-06-02 15:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:19:09 UTC)" (scheduled at 2022-06-02 15:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:18:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:18:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:18:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 18, 39, 177008), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 18, 39, 177008), 0, 2, datetime.datetime(2022, 6, 2, 15, 18, 39, 177008), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:18:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:18:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 18, 39, 180343), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 18, 39, 180343), 0, 2, datetime.datetime(2022, 6, 2, 15, 18, 39, 180343), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:18:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:18:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 18, 39, 182289), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 18, 39, 182289), 0, 2, datetime.datetime(2022, 6, 2, 15, 18, 39, 182289), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:18:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:18:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 18, 39, 184006), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 18, 39, 184006), 0, 2, datetime.datetime(2022, 6, 2, 15, 18, 39, 184006), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:18:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:18:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 18, 39, 185658), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 18, 39, 185658), 0, 2, datetime.datetime(2022, 6, 2, 15, 18, 39, 185658), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:18:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:18:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:18:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:18:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:18:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:18:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:18:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:18:41,019 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:19:39.167018+00:00 (in 29.999085 seconds)
repomirrorworker stdout | 2022-06-02 15:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:19:39 UTC)" (scheduled at 2022-06-02 15:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:19:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:19:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:19:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 19, 9, 176361), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 19, 9, 176361), 0, 2, datetime.datetime(2022, 6, 2, 15, 19, 9, 176361), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:19:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:19:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 19, 9, 179473), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 19, 9, 179473), 0, 2, datetime.datetime(2022, 6, 2, 15, 19, 9, 179473), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:19:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:19:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 19, 9, 181334), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 19, 9, 181334), 0, 2, datetime.datetime(2022, 6, 2, 15, 19, 9, 181334), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:19:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:19:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 19, 9, 183027), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 19, 9, 183027), 0, 2, datetime.datetime(2022, 6, 2, 15, 19, 9, 183027), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:19:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:19:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 19, 9, 184649), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 19, 9, 184649), 0, 2, datetime.datetime(2022, 6, 2, 15, 19, 9, 184649), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:19:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:19:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:19:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:19:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:19:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:19:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:19:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:19:11,077 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:20:09.167018+00:00 (in 29.999145 seconds)
repomirrorworker stdout | 2022-06-02 15:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:20:09 UTC)" (scheduled at 2022-06-02 15:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:19:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:19:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:19:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 19, 39, 176770), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 19, 39, 176770), 0, 2, datetime.datetime(2022, 6, 2, 15, 19, 39, 176770), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:19:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:19:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 19, 39, 180249), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 19, 39, 180249), 0, 2, datetime.datetime(2022, 6, 2, 15, 19, 39, 180249), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:19:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:19:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 19, 39, 182156), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 19, 39, 182156), 0, 2, datetime.datetime(2022, 6, 2, 15, 19, 39, 182156), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:19:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:19:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 19, 39, 183833), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 19, 39, 183833), 0, 2, datetime.datetime(2022, 6, 2, 15, 19, 39, 183833), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:19:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:19:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:19:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:19:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:19:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:19:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:19:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:19:41,117 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:20:39.167018+00:00 (in 29.999260 seconds)
repomirrorworker stdout | 2022-06-02 15:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:20:39 UTC)" (scheduled at 2022-06-02 15:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:20:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:20:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 20, 9, 176810), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 20, 9, 176810), 0, 2, datetime.datetime(2022, 6, 2, 15, 20, 9, 176810), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:20:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 20, 9, 180157), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 20, 9, 180157), 0, 2, datetime.datetime(2022, 6, 2, 15, 20, 9, 180157), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:20:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:20:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 20, 9, 182211), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 20, 9, 182211), 0, 2, datetime.datetime(2022, 6, 2, 15, 20, 9, 182211), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:20:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:20:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 20, 9, 183976), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 20, 9, 183976), 0, 2, datetime.datetime(2022, 6, 2, 15, 20, 9, 183976), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:20:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:20:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 20, 9, 185636), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 20, 9, 185636), 0, 2, datetime.datetime(2022, 6, 2, 15, 20, 9, 185636), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:20:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:20:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:20:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:20:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:20:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:20:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:20:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:20:11,183 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:21:09.167018+00:00 (in 29.999224 seconds)
repomirrorworker stdout | 2022-06-02 15:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:21:09 UTC)" (scheduled at 2022-06-02 15:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:20:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:20:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:20:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 20, 39, 176710), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 20, 39, 176710), 0, 2, datetime.datetime(2022, 6, 2, 15, 20, 39, 176710), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:20:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:20:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 20, 39, 180308), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 20, 39, 180308), 0, 2, datetime.datetime(2022, 6, 2, 15, 20, 39, 180308), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:20:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:20:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 20, 39, 182372), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 20, 39, 182372), 0, 2, datetime.datetime(2022, 6, 2, 15, 20, 39, 182372), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:20:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:20:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 20, 39, 184234), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 20, 39, 184234), 0, 2, datetime.datetime(2022, 6, 2, 15, 20, 39, 184234), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:20:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:20:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:20:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:20:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:20:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:20:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:20:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:20:41,228 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:21:39.167018+00:00 (in 29.998992 seconds)
repomirrorworker stdout | 2022-06-02 15:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:21:39 UTC)" (scheduled at 2022-06-02 15:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:21:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:21:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:21:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 21, 9, 177232), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 21, 9, 177232), 0, 2, datetime.datetime(2022, 6, 2, 15, 21, 9, 177232), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:21:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:21:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 21, 9, 180457), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 21, 9, 180457), 0, 2, datetime.datetime(2022, 6, 2, 15, 21, 9, 180457), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:21:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:21:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 21, 9, 182375), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 21, 9, 182375), 0, 2, datetime.datetime(2022, 6, 2, 15, 21, 9, 182375), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:21:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 21, 9, 184087), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 21, 9, 184087), 0, 2, datetime.datetime(2022, 6, 2, 15, 21, 9, 184087), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:21:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:21:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 21, 9, 185776), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 21, 9, 185776), 0, 2, datetime.datetime(2022, 6, 2, 15, 21, 9, 185776), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:21:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:21:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:21:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:21:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:21:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:21:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:21:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:21:11,254 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:22:09.167018+00:00 (in 29.999121 seconds)
repomirrorworker stdout | 2022-06-02 15:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:22:09 UTC)" (scheduled at 2022-06-02 15:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:21:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:21:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:21:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 21, 39, 176955), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 21, 39, 176955), 0, 2, datetime.datetime(2022, 6, 2, 15, 21, 39, 176955), True, 4, 8])
repomirrorworker stdout | 2022-06-02 15:21:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 15:21:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 21, 39, 180449), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 21, 39, 180449), 0, 2, datetime.datetime(2022, 6, 2, 15, 21, 39, 180449), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:21:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:21:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 21, 39, 182465), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 21, 39, 182465), 0, 2, datetime.datetime(2022, 6, 2, 15, 21, 39, 182465), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:21:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:21:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 21, 39, 184151), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 21, 39, 184151), 0, 2, datetime.datetime(2022, 6, 2, 15, 21, 39, 184151), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:21:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:21:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 21, 39, 185828), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 21, 39, 185828), 0, 2, datetime.datetime(2022, 6, 2, 15, 21, 39, 185828), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:21:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:21:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:21:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:21:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:21:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:21:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:21:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:21:41,283 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:22:39.167018+00:00 (in 29.999119 seconds)
repomirrorworker stdout | 2022-06-02 15:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:22:39 UTC)" (scheduled at 2022-06-02 15:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:22:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:22:09,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:22:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 22, 9, 178088), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 22, 9, 178088), 0, 2, datetime.datetime(2022, 6, 2, 15, 22, 9, 178088), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:22:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:22:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 22, 9, 181399), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 22, 9, 181399), 0, 2, datetime.datetime(2022, 6, 2, 15, 22, 9, 181399), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:22:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:22:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 22, 9, 183336), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 22, 9, 183336), 0, 2, datetime.datetime(2022, 6, 2, 15, 22, 9, 183336), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:22:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:22:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 22, 9, 185119), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 22, 9, 185119), 0, 2, datetime.datetime(2022, 6, 2, 15, 22, 9, 185119), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:22:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:22:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 22, 9, 186926), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 22, 9, 186926), 0, 2, datetime.datetime(2022, 6, 2, 15, 22, 9, 186926), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:22:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:22:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:22:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:22:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:22:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:22:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:22:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:22:11,331 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:23:09.167018+00:00 (in 29.999132 seconds)
repomirrorworker stdout | 2022-06-02 15:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:23:09 UTC)" (scheduled at 2022-06-02 15:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:22:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:22:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 22, 39, 177055), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 22, 39, 177055), 0, 2, datetime.datetime(2022, 6, 2, 15, 22, 39, 177055), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:22:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:22:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 22, 39, 180805), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 22, 39, 180805), 0, 2, datetime.datetime(2022, 6, 2, 15, 22, 39, 180805), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:22:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:22:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 22, 39, 182719), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 22, 39, 182719), 0, 2, datetime.datetime(2022, 6, 2, 15, 22, 39, 182719), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:22:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:22:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 22, 39, 184393), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 22, 39, 184393), 0, 2, datetime.datetime(2022, 6, 2, 15, 22, 39, 184393), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:22:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:22:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 22, 39, 186116), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 22, 39, 186116), 0, 2, datetime.datetime(2022, 6, 2, 15, 22, 39, 186116), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:22:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:22:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:22:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:22:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:22:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:22:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:22:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:22:41,392 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:23:39.167018+00:00 (in 29.999111 seconds)
repomirrorworker stdout | 2022-06-02 15:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:23:39 UTC)" (scheduled at 2022-06-02 15:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:23:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:23:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 23, 9, 176945), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 23, 9, 176945), 0, 2, datetime.datetime(2022, 6, 2, 15, 23, 9, 176945), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:23:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:23:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 23, 9, 180721), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 23, 9, 180721), 0, 2, datetime.datetime(2022, 6, 2, 15, 23, 9, 180721), True, 12, 15])
repomirrorworker stdout | 2022-06-02 15:23:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 15:23:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 23, 9, 182651), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 23, 9, 182651), 0, 2, datetime.datetime(2022, 6, 2, 15, 23, 9, 182651), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:23:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:23:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 23, 9, 184353), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 23, 9, 184353), 0, 2, datetime.datetime(2022, 6, 2, 15, 23, 9, 184353), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:23:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:23:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:23:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:23:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:23:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:23:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:23:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:23:11,444 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:24:09.167018+00:00 (in 29.999148 seconds)
repomirrorworker stdout | 2022-06-02 15:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:24:09 UTC)" (scheduled at 2022-06-02 15:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:23:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:23:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:23:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 23, 39, 176270), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 23, 39, 176270), 0, 2, datetime.datetime(2022, 6, 2, 15, 23, 39, 176270), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:23:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:23:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 23, 39, 179511), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 23, 39, 179511), 0, 2, datetime.datetime(2022, 6, 2, 15, 23, 39, 179511), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:23:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:23:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 23, 39, 181381), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 23, 39, 181381), 0, 2, datetime.datetime(2022, 6, 2, 15, 23, 39, 181381), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:23:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:23:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 23, 39, 183247), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 23, 39, 183247), 0, 2, datetime.datetime(2022, 6, 2, 15, 23, 39, 183247), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:23:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:23:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 23, 39, 185051), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 23, 39, 185051), 0, 2, datetime.datetime(2022, 6, 2, 15, 23, 39, 185051), True, 12, 15])
repomirrorworker stdout | 2022-06-02 15:23:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 15:23:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:23:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:23:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:23:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:23:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:23:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:23:41,524 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:24:39.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-02 15:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:24:39 UTC)" (scheduled at 2022-06-02 15:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:24:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:24:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:24:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 24, 9, 176329), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 24, 9, 176329), 0, 2, datetime.datetime(2022, 6, 2, 15, 24, 9, 176329), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:24:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:24:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 24, 9, 179467), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 24, 9, 179467), 0, 2, datetime.datetime(2022, 6, 2, 15, 24, 9, 179467), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:24:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:24:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 24, 9, 181350), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 24, 9, 181350), 0, 2, datetime.datetime(2022, 6, 2, 15, 24, 9, 181350), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:24:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:24:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 24, 9, 183097), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 24, 9, 183097), 0, 2, datetime.datetime(2022, 6, 2, 15, 24, 9, 183097), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:24:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:24:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 24, 9, 184749), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 24, 9, 184749), 0, 2, datetime.datetime(2022, 6, 2, 15, 24, 9, 184749), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:24:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:24:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:24:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:24:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:24:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:24:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:24:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:24:11,581 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:25:09.167018+00:00 (in 29.999235 seconds)
repomirrorworker stdout | 2022-06-02 15:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:25:09 UTC)" (scheduled at 2022-06-02 15:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:24:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:24:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:24:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 24, 39, 176778), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 24, 39, 176778), 0, 2, datetime.datetime(2022, 6, 2, 15, 24, 39, 176778), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:24:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:24:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 24, 39, 180551), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 24, 39, 180551), 0, 2, datetime.datetime(2022, 6, 2, 15, 24, 39, 180551), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:24:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:24:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 24, 39, 182870), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 24, 39, 182870), 0, 2, datetime.datetime(2022, 6, 2, 15, 24, 39, 182870), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:24:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:24:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 24, 39, 184972), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 24, 39, 184972), 0, 2, datetime.datetime(2022, 6, 2, 15, 24, 39, 184972), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:24:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:24:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 24, 39, 187026), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 24, 39, 187026), 0, 2, datetime.datetime(2022, 6, 2, 15, 24, 39, 187026), True, 12, 15])
repomirrorworker stdout | 2022-06-02 15:24:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 15:24:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:24:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:24:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:24:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:24:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:24:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:24:41,636 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:25:39.167018+00:00 (in 29.999280 seconds)
repomirrorworker stdout | 2022-06-02 15:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:25:39 UTC)" (scheduled at 2022-06-02 15:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:25:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:25:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:25:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 25, 9, 176539), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 25, 9, 176539), 0, 2, datetime.datetime(2022, 6, 2, 15, 25, 9, 176539), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:25:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:25:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 25, 9, 179651), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 25, 9, 179651), 0, 2, datetime.datetime(2022, 6, 2, 15, 25, 9, 179651), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:25:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:25:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 25, 9, 181515), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 25, 9, 181515), 0, 2, datetime.datetime(2022, 6, 2, 15, 25, 9, 181515), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:25:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:25:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 25, 9, 183256), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 25, 9, 183256), 0, 2, datetime.datetime(2022, 6, 2, 15, 25, 9, 183256), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:25:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:25:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 25, 9, 184940), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 25, 9, 184940), 0, 2, datetime.datetime(2022, 6, 2, 15, 25, 9, 184940), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:25:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:25:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:25:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:25:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:25:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:25:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:25:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:25:11,681 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:26:09.167018+00:00 (in 29.999202 seconds)
repomirrorworker stdout | 2022-06-02 15:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:26:09 UTC)" (scheduled at 2022-06-02 15:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:25:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:25:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 25, 39, 177260), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 25, 39, 177260), 0, 2, datetime.datetime(2022, 6, 2, 15, 25, 39, 177260), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:25:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:25:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 25, 39, 180913), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 25, 39, 180913), 0, 2, datetime.datetime(2022, 6, 2, 15, 25, 39, 180913), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:25:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:25:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 25, 39, 183106), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 25, 39, 183106), 0, 2, datetime.datetime(2022, 6, 2, 15, 25, 39, 183106), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:25:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:25:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 25, 39, 185199), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 25, 39, 185199), 0, 2, datetime.datetime(2022, 6, 2, 15, 25, 39, 185199), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:25:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:25:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 25, 39, 187231), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 25, 39, 187231), 0, 2, datetime.datetime(2022, 6, 2, 15, 25, 39, 187231), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:25:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:25:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:25:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:25:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:25:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:25:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:25:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:25:41,734 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:26:39.167018+00:00 (in 29.999213 seconds)
repomirrorworker stdout | 2022-06-02 15:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:26:39 UTC)" (scheduled at 2022-06-02 15:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:26:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:26:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 26, 9, 176895), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 26, 9, 176895), 0, 2, datetime.datetime(2022, 6, 2, 15, 26, 9, 176895), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:26:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:26:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 26, 9, 180026), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 26, 9, 180026), 0, 2, datetime.datetime(2022, 6, 2, 15, 26, 9, 180026), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:26:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:26:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 26, 9, 181899), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 26, 9, 181899), 0, 2, datetime.datetime(2022, 6, 2, 15, 26, 9, 181899), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:26:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:26:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 26, 9, 183571), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 26, 9, 183571), 0, 2, datetime.datetime(2022, 6, 2, 15, 26, 9, 183571), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:26:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:26:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 26, 9, 185281), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 26, 9, 185281), 0, 2, datetime.datetime(2022, 6, 2, 15, 26, 9, 185281), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:26:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:26:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:26:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:26:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:26:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:26:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:26:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:26:11,794 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:27:09.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-02 15:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:27:09 UTC)" (scheduled at 2022-06-02 15:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:26:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:26:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:26:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 26, 39, 177395), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 26, 39, 177395), 0, 2, datetime.datetime(2022, 6, 2, 15, 26, 39, 177395), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:26:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:26:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 26, 39, 181083), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 26, 39, 181083), 0, 2, datetime.datetime(2022, 6, 2, 15, 26, 39, 181083), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:26:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:26:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 26, 39, 183059), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 26, 39, 183059), 0, 2, datetime.datetime(2022, 6, 2, 15, 26, 39, 183059), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:26:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:26:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 26, 39, 185043), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 26, 39, 185043), 0, 2, datetime.datetime(2022, 6, 2, 15, 26, 39, 185043), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:26:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:26:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 26, 39, 186880), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 26, 39, 186880), 0, 2, datetime.datetime(2022, 6, 2, 15, 26, 39, 186880), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:26:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:26:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:26:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:26:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:26:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:26:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:26:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:26:41,835 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:27:39.167018+00:00 (in 29.999041 seconds)
repomirrorworker stdout | 2022-06-02 15:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:27:39 UTC)" (scheduled at 2022-06-02 15:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:27:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:27:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:27:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 27, 9, 176812), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 27, 9, 176812), 0, 2, datetime.datetime(2022, 6, 2, 15, 27, 9, 176812), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:27:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:27:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 27, 9, 180252), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 27, 9, 180252), 0, 2, datetime.datetime(2022, 6, 2, 15, 27, 9, 180252), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:27:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:27:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 27, 9, 182117), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 27, 9, 182117), 0, 2, datetime.datetime(2022, 6, 2, 15, 27, 9, 182117), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:27:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:27:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 27, 9, 183785), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 27, 9, 183785), 0, 2, datetime.datetime(2022, 6, 2, 15, 27, 9, 183785), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:27:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:27:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:27:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:27:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:27:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:27:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:27:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:27:11,891 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:28:09.167018+00:00 (in 29.999072 seconds)
repomirrorworker stdout | 2022-06-02 15:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:28:09 UTC)" (scheduled at 2022-06-02 15:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:27:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:27:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:27:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 27, 39, 177218), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 27, 39, 177218), 0, 2, datetime.datetime(2022, 6, 2, 15, 27, 39, 177218), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:27:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:27:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 27, 39, 180846), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 27, 39, 180846), 0, 2, datetime.datetime(2022, 6, 2, 15, 27, 39, 180846), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:27:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:27:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 27, 39, 182731), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 27, 39, 182731), 0, 2, datetime.datetime(2022, 6, 2, 15, 27, 39, 182731), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:27:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:27:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 27, 39, 184417), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 27, 39, 184417), 0, 2, datetime.datetime(2022, 6, 2, 15, 27, 39, 184417), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:27:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:27:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:27:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:27:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:27:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:27:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:27:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:27:41,965 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:28:39.167018+00:00 (in 29.999140 seconds)
repomirrorworker stdout | 2022-06-02 15:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:28:39 UTC)" (scheduled at 2022-06-02 15:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:28:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:28:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 28, 9, 176766), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 28, 9, 176766), 0, 2, datetime.datetime(2022, 6, 2, 15, 28, 9, 176766), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:28:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:28:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 28, 9, 179972), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 28, 9, 179972), 0, 2, datetime.datetime(2022, 6, 2, 15, 28, 9, 179972), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:28:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:28:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 28, 9, 181892), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 28, 9, 181892), 0, 2, datetime.datetime(2022, 6, 2, 15, 28, 9, 181892), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:28:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:28:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 28, 9, 183604), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 28, 9, 183604), 0, 2, datetime.datetime(2022, 6, 2, 15, 28, 9, 183604), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:28:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:28:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 28, 9, 185278), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 28, 9, 185278), 0, 2, datetime.datetime(2022, 6, 2, 15, 28, 9, 185278), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:28:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:28:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:28:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:28:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:28:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:28:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:28:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:28:11,993 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:29:09.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-02 15:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:29:09 UTC)" (scheduled at 2022-06-02 15:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:28:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:28:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:28:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 28, 39, 176863), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 28, 39, 176863), 0, 2, datetime.datetime(2022, 6, 2, 15, 28, 39, 176863), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:28:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:28:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 28, 39, 180243), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 28, 39, 180243), 0, 2, datetime.datetime(2022, 6, 2, 15, 28, 39, 180243), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:28:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:28:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 28, 39, 182254), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 28, 39, 182254), 0, 2, datetime.datetime(2022, 6, 2, 15, 28, 39, 182254), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:28:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:28:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 28, 39, 184226), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 28, 39, 184226), 0, 2, datetime.datetime(2022, 6, 2, 15, 28, 39, 184226), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:28:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:28:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:28:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:28:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:28:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:28:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:28:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:28:42,057 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:29:39.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-02 15:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:29:39 UTC)" (scheduled at 2022-06-02 15:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:29:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:29:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:29:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 29, 9, 176788), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 29, 9, 176788), 0, 2, datetime.datetime(2022, 6, 2, 15, 29, 9, 176788), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:29:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:29:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 29, 9, 180299), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 29, 9, 180299), 0, 2, datetime.datetime(2022, 6, 2, 15, 29, 9, 180299), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:29:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:29:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 29, 9, 182255), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 29, 9, 182255), 0, 2, datetime.datetime(2022, 6, 2, 15, 29, 9, 182255), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:29:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:29:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 29, 9, 184024), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 29, 9, 184024), 0, 2, datetime.datetime(2022, 6, 2, 15, 29, 9, 184024), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:29:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:29:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:29:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:29:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:29:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:29:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:29:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:29:12,121 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:30:09.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-02 15:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:30:09 UTC)" (scheduled at 2022-06-02 15:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:29:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:29:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 29, 39, 177212), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 29, 39, 177212), 0, 2, datetime.datetime(2022, 6, 2, 15, 29, 39, 177212), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:29:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:29:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 29, 39, 180799), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 29, 39, 180799), 0, 2, datetime.datetime(2022, 6, 2, 15, 29, 39, 180799), True, 4, 8])
repomirrorworker stdout | 2022-06-02 15:29:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 15:29:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 29, 39, 182664), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 29, 39, 182664), 0, 2, datetime.datetime(2022, 6, 2, 15, 29, 39, 182664), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:29:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:29:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 29, 39, 184379), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 29, 39, 184379), 0, 2, datetime.datetime(2022, 6, 2, 15, 29, 39, 184379), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:29:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:29:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:29:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:29:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:29:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:29:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:29:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:29:42,152 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:30:39.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-02 15:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:30:39 UTC)" (scheduled at 2022-06-02 15:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:30:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:30:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 30, 9, 176586), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 30, 9, 176586), 0, 2, datetime.datetime(2022, 6, 2, 15, 30, 9, 176586), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:30:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:30:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 30, 9, 179741), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 30, 9, 179741), 0, 2, datetime.datetime(2022, 6, 2, 15, 30, 9, 179741), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:30:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:30:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 30, 9, 181570), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 30, 9, 181570), 0, 2, datetime.datetime(2022, 6, 2, 15, 30, 9, 181570), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:30:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:30:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 30, 9, 183247), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 30, 9, 183247), 0, 2, datetime.datetime(2022, 6, 2, 15, 30, 9, 183247), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:30:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:30:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 30, 9, 184877), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 30, 9, 184877), 0, 2, datetime.datetime(2022, 6, 2, 15, 30, 9, 184877), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:30:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:30:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:30:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:30:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:30:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:30:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:30:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:30:12,194 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:31:09.167018+00:00 (in 29.998986 seconds)
repomirrorworker stdout | 2022-06-02 15:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:31:09 UTC)" (scheduled at 2022-06-02 15:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:30:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:30:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:30:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 30, 39, 176971), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 30, 39, 176971), 0, 2, datetime.datetime(2022, 6, 2, 15, 30, 39, 176971), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:30:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:30:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 30, 39, 180098), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 30, 39, 180098), 0, 2, datetime.datetime(2022, 6, 2, 15, 30, 39, 180098), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:30:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:30:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 30, 39, 181956), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 30, 39, 181956), 0, 2, datetime.datetime(2022, 6, 2, 15, 30, 39, 181956), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:30:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:30:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 30, 39, 183636), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 30, 39, 183636), 0, 2, datetime.datetime(2022, 6, 2, 15, 30, 39, 183636), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:30:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:30:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 30, 39, 185287), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 30, 39, 185287), 0, 2, datetime.datetime(2022, 6, 2, 15, 30, 39, 185287), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:30:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:30:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:30:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:30:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:30:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:30:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:30:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:30:42,274 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:31:39.167018+00:00 (in 29.998972 seconds)
repomirrorworker stdout | 2022-06-02 15:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:31:39 UTC)" (scheduled at 2022-06-02 15:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:31:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:31:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:31:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 31, 9, 176727), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 31, 9, 176727), 0, 2, datetime.datetime(2022, 6, 2, 15, 31, 9, 176727), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:31:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:31:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 31, 9, 179875), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 31, 9, 179875), 0, 2, datetime.datetime(2022, 6, 2, 15, 31, 9, 179875), True, 4, 8])
repomirrorworker stdout | 2022-06-02 15:31:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 15:31:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 31, 9, 181794), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 31, 9, 181794), 0, 2, datetime.datetime(2022, 6, 2, 15, 31, 9, 181794), True, 12, 15])
repomirrorworker stdout | 2022-06-02 15:31:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 15:31:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 31, 9, 183635), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 31, 9, 183635), 0, 2, datetime.datetime(2022, 6, 2, 15, 31, 9, 183635), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:31:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:31:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:31:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:31:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:31:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:31:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:31:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:31:12,303 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:32:09.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-02 15:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:32:09 UTC)" (scheduled at 2022-06-02 15:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:31:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:31:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:31:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 31, 39, 176918), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 31, 39, 176918), 0, 2, datetime.datetime(2022, 6, 2, 15, 31, 39, 176918), True, 4, 8])
repomirrorworker stdout | 2022-06-02 15:31:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 15:31:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 31, 39, 180156), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 31, 39, 180156), 0, 2, datetime.datetime(2022, 6, 2, 15, 31, 39, 180156), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:31:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:31:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 31, 39, 182093), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 31, 39, 182093), 0, 2, datetime.datetime(2022, 6, 2, 15, 31, 39, 182093), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:31:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:31:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 31, 39, 183829), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 31, 39, 183829), 0, 2, datetime.datetime(2022, 6, 2, 15, 31, 39, 183829), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:31:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:31:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 31, 39, 185508), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 31, 39, 185508), 0, 2, datetime.datetime(2022, 6, 2, 15, 31, 39, 185508), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:31:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:31:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:31:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:31:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:31:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:31:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:31:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:31:42,344 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:32:39.167018+00:00 (in 29.998958 seconds)
repomirrorworker stdout | 2022-06-02 15:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:32:39 UTC)" (scheduled at 2022-06-02 15:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:32:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:32:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:32:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 32, 9, 176829), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 32, 9, 176829), 0, 2, datetime.datetime(2022, 6, 2, 15, 32, 9, 176829), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:32:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:32:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 32, 9, 179871), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 32, 9, 179871), 0, 2, datetime.datetime(2022, 6, 2, 15, 32, 9, 179871), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:32:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:32:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 32, 9, 181713), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 32, 9, 181713), 0, 2, datetime.datetime(2022, 6, 2, 15, 32, 9, 181713), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:32:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:32:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 32, 9, 183340), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 32, 9, 183340), 0, 2, datetime.datetime(2022, 6, 2, 15, 32, 9, 183340), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:32:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:32:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 32, 9, 184976), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 32, 9, 184976), 0, 2, datetime.datetime(2022, 6, 2, 15, 32, 9, 184976), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:32:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:32:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:32:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:32:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:32:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:32:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:32:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:32:12,404 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:33:09.167018+00:00 (in 29.999045 seconds)
repomirrorworker stdout | 2022-06-02 15:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:33:09 UTC)" (scheduled at 2022-06-02 15:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:32:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:32:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:32:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 32, 39, 176633), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 32, 39, 176633), 0, 2, datetime.datetime(2022, 6, 2, 15, 32, 39, 176633), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:32:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:32:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 32, 39, 179798), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 32, 39, 179798), 0, 2, datetime.datetime(2022, 6, 2, 15, 32, 39, 179798), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:32:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:32:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 32, 39, 181655), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 32, 39, 181655), 0, 2, datetime.datetime(2022, 6, 2, 15, 32, 39, 181655), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:32:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:32:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 32, 39, 183371), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 32, 39, 183371), 0, 2, datetime.datetime(2022, 6, 2, 15, 32, 39, 183371), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:32:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:32:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 32, 39, 185055), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 32, 39, 185055), 0, 2, datetime.datetime(2022, 6, 2, 15, 32, 39, 185055), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:32:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:32:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:32:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:32:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:32:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:32:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:32:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:32:42,441 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:33:39.167018+00:00 (in 29.999245 seconds)
repomirrorworker stdout | 2022-06-02 15:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:33:39 UTC)" (scheduled at 2022-06-02 15:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:33:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:33:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:33:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 33, 9, 175941), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 33, 9, 175941), 0, 2, datetime.datetime(2022, 6, 2, 15, 33, 9, 175941), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:33:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:33:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 33, 9, 179135), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 33, 9, 179135), 0, 2, datetime.datetime(2022, 6, 2, 15, 33, 9, 179135), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:33:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:33:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 33, 9, 181144), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 33, 9, 181144), 0, 2, datetime.datetime(2022, 6, 2, 15, 33, 9, 181144), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:33:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:33:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 33, 9, 182841), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 33, 9, 182841), 0, 2, datetime.datetime(2022, 6, 2, 15, 33, 9, 182841), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:33:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:33:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:33:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:33:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:33:09,188 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:33:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:33:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:33:12,510 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:34:09.167018+00:00 (in 29.999193 seconds)
repomirrorworker stdout | 2022-06-02 15:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:34:09 UTC)" (scheduled at 2022-06-02 15:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:33:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:33:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:33:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 33, 39, 177433), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 33, 39, 177433), 0, 2, datetime.datetime(2022, 6, 2, 15, 33, 39, 177433), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:33:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:33:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 33, 39, 181144), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 33, 39, 181144), 0, 2, datetime.datetime(2022, 6, 2, 15, 33, 39, 181144), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:33:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:33:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 33, 39, 183370), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 33, 39, 183370), 0, 2, datetime.datetime(2022, 6, 2, 15, 33, 39, 183370), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:33:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:33:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 33, 39, 185168), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 33, 39, 185168), 0, 2, datetime.datetime(2022, 6, 2, 15, 33, 39, 185168), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:33:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:33:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:33:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:33:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:33:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:33:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:33:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:33:42,549 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:34:39.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-02 15:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:34:39 UTC)" (scheduled at 2022-06-02 15:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:34:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:34:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:34:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 34, 9, 177016), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 34, 9, 177016), 0, 2, datetime.datetime(2022, 6, 2, 15, 34, 9, 177016), True, 4, 8])
repomirrorworker stdout | 2022-06-02 15:34:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 15:34:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 34, 9, 180506), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 34, 9, 180506), 0, 2, datetime.datetime(2022, 6, 2, 15, 34, 9, 180506), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:34:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:34:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 34, 9, 182850), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 34, 9, 182850), 0, 2, datetime.datetime(2022, 6, 2, 15, 34, 9, 182850), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:34:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:34:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 34, 9, 184563), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 34, 9, 184563), 0, 2, datetime.datetime(2022, 6, 2, 15, 34, 9, 184563), True, 12, 15])
repomirrorworker stdout | 2022-06-02 15:34:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 15:34:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:34:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:34:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:34:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:34:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:34:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:34:12,626 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:35:09.167018+00:00 (in 29.999184 seconds)
repomirrorworker stdout | 2022-06-02 15:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:35:09 UTC)" (scheduled at 2022-06-02 15:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:34:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:34:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:34:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 34, 39, 176702), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 34, 39, 176702), 0, 2, datetime.datetime(2022, 6, 2, 15, 34, 39, 176702), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:34:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:34:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 34, 39, 179939), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 34, 39, 179939), 0, 2, datetime.datetime(2022, 6, 2, 15, 34, 39, 179939), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:34:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:34:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 34, 39, 181992), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 34, 39, 181992), 0, 2, datetime.datetime(2022, 6, 2, 15, 34, 39, 181992), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:34:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:34:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 34, 39, 183760), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 34, 39, 183760), 0, 2, datetime.datetime(2022, 6, 2, 15, 34, 39, 183760), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:34:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:34:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 34, 39, 185424), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 34, 39, 185424), 0, 2, datetime.datetime(2022, 6, 2, 15, 34, 39, 185424), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:34:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:34:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:34:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:34:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:34:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:34:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:34:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:34:42,685 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:35:39.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-02 15:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:35:39 UTC)" (scheduled at 2022-06-02 15:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:35:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:35:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:35:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 35, 9, 177060), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 35, 9, 177060), 0, 2, datetime.datetime(2022, 6, 2, 15, 35, 9, 177060), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:35:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:35:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 35, 9, 181694), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 35, 9, 181694), 0, 2, datetime.datetime(2022, 6, 2, 15, 35, 9, 181694), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:35:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:35:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 35, 9, 184093), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 35, 9, 184093), 0, 2, datetime.datetime(2022, 6, 2, 15, 35, 9, 184093), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:35:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:35:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 35, 9, 186012), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 35, 9, 186012), 0, 2, datetime.datetime(2022, 6, 2, 15, 35, 9, 186012), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:35:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:35:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:35:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:35:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:35:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:35:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:35:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:35:12,739 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:36:09.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-02 15:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:36:09 UTC)" (scheduled at 2022-06-02 15:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:35:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:35:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:35:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 35, 39, 176922), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 35, 39, 176922), 0, 2, datetime.datetime(2022, 6, 2, 15, 35, 39, 176922), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:35:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:35:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 35, 39, 180551), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 35, 39, 180551), 0, 2, datetime.datetime(2022, 6, 2, 15, 35, 39, 180551), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:35:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:35:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 35, 39, 182476), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 35, 39, 182476), 0, 2, datetime.datetime(2022, 6, 2, 15, 35, 39, 182476), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:35:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:35:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 35, 39, 184288), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 35, 39, 184288), 0, 2, datetime.datetime(2022, 6, 2, 15, 35, 39, 184288), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:35:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:35:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 35, 39, 186017), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 35, 39, 186017), 0, 2, datetime.datetime(2022, 6, 2, 15, 35, 39, 186017), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:35:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:35:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:35:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:35:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:35:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:35:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:35:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:35:42,795 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:36:39.167018+00:00 (in 29.999119 seconds)
repomirrorworker stdout | 2022-06-02 15:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:36:39 UTC)" (scheduled at 2022-06-02 15:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:36:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:36:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 36, 9, 176849), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 36, 9, 176849), 0, 2, datetime.datetime(2022, 6, 2, 15, 36, 9, 176849), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:36:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 36, 9, 180067), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 36, 9, 180067), 0, 2, datetime.datetime(2022, 6, 2, 15, 36, 9, 180067), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:36:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:36:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 36, 9, 181949), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 36, 9, 181949), 0, 2, datetime.datetime(2022, 6, 2, 15, 36, 9, 181949), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:36:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:36:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 36, 9, 184486), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 36, 9, 184486), 0, 2, datetime.datetime(2022, 6, 2, 15, 36, 9, 184486), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:36:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:36:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 36, 9, 186285), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 36, 9, 186285), 0, 2, datetime.datetime(2022, 6, 2, 15, 36, 9, 186285), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:36:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:36:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:36:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:36:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:36:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:36:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:36:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:36:12,842 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:37:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-02 15:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:37:09 UTC)" (scheduled at 2022-06-02 15:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:36:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:36:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 36, 39, 176425), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 36, 39, 176425), 0, 2, datetime.datetime(2022, 6, 2, 15, 36, 39, 176425), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:36:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:36:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 36, 39, 179570), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 36, 39, 179570), 0, 2, datetime.datetime(2022, 6, 2, 15, 36, 39, 179570), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:36:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:36:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 36, 39, 181425), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 36, 39, 181425), 0, 2, datetime.datetime(2022, 6, 2, 15, 36, 39, 181425), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:36:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:36:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 36, 39, 183127), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 36, 39, 183127), 0, 2, datetime.datetime(2022, 6, 2, 15, 36, 39, 183127), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:36:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:36:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:36:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:36:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:36:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:36:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:36:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:36:42,874 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:37:39.167018+00:00 (in 29.999171 seconds)
repomirrorworker stdout | 2022-06-02 15:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:37:39 UTC)" (scheduled at 2022-06-02 15:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:37:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:37:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:37:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 37, 9, 177229), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 37, 9, 177229), 0, 2, datetime.datetime(2022, 6, 2, 15, 37, 9, 177229), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:37:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:37:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 37, 9, 180735), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 37, 9, 180735), 0, 2, datetime.datetime(2022, 6, 2, 15, 37, 9, 180735), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:37:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:37:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 37, 9, 182611), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 37, 9, 182611), 0, 2, datetime.datetime(2022, 6, 2, 15, 37, 9, 182611), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:37:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:37:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 37, 9, 184346), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 37, 9, 184346), 0, 2, datetime.datetime(2022, 6, 2, 15, 37, 9, 184346), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:37:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:37:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 37, 9, 186098), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 37, 9, 186098), 0, 2, datetime.datetime(2022, 6, 2, 15, 37, 9, 186098), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:37:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:37:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:37:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:37:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:37:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:37:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:37:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:37:12,951 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:38:09.167018+00:00 (in 29.998976 seconds)
repomirrorworker stdout | 2022-06-02 15:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:38:09 UTC)" (scheduled at 2022-06-02 15:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:37:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:37:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:37:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 37, 39, 177063), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 37, 39, 177063), 0, 2, datetime.datetime(2022, 6, 2, 15, 37, 39, 177063), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:37:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:37:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 37, 39, 180213), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 37, 39, 180213), 0, 2, datetime.datetime(2022, 6, 2, 15, 37, 39, 180213), True, 4, 8])
repomirrorworker stdout | 2022-06-02 15:37:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 15:37:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 37, 39, 182094), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 37, 39, 182094), 0, 2, datetime.datetime(2022, 6, 2, 15, 37, 39, 182094), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:37:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:37:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 37, 39, 183797), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 37, 39, 183797), 0, 2, datetime.datetime(2022, 6, 2, 15, 37, 39, 183797), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:37:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:37:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 37, 39, 185446), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 37, 39, 185446), 0, 2, datetime.datetime(2022, 6, 2, 15, 37, 39, 185446), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:37:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:37:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:37:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:37:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:37:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:37:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:37:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:37:42,998 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:38:39.167018+00:00 (in 29.999064 seconds)
repomirrorworker stdout | 2022-06-02 15:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:38:39 UTC)" (scheduled at 2022-06-02 15:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:38:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:38:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 38, 9, 176773), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 38, 9, 176773), 0, 2, datetime.datetime(2022, 6, 2, 15, 38, 9, 176773), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:38:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:38:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 38, 9, 179895), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 38, 9, 179895), 0, 2, datetime.datetime(2022, 6, 2, 15, 38, 9, 179895), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:38:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:38:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 38, 9, 181841), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 38, 9, 181841), 0, 2, datetime.datetime(2022, 6, 2, 15, 38, 9, 181841), True, 4, 8])
repomirrorworker stdout | 2022-06-02 15:38:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 15:38:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 38, 9, 183498), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 38, 9, 183498), 0, 2, datetime.datetime(2022, 6, 2, 15, 38, 9, 183498), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:38:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:38:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 38, 9, 185148), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 38, 9, 185148), 0, 2, datetime.datetime(2022, 6, 2, 15, 38, 9, 185148), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:38:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:38:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:38:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:38:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:38:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:38:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:38:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:38:13,053 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:39:09.167018+00:00 (in 29.998989 seconds)
repomirrorworker stdout | 2022-06-02 15:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:39:09 UTC)" (scheduled at 2022-06-02 15:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:38:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:38:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:38:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 38, 39, 177257), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 38, 39, 177257), 0, 2, datetime.datetime(2022, 6, 2, 15, 38, 39, 177257), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:38:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:38:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 38, 39, 180829), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 38, 39, 180829), 0, 2, datetime.datetime(2022, 6, 2, 15, 38, 39, 180829), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:38:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:38:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 38, 39, 182795), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 38, 39, 182795), 0, 2, datetime.datetime(2022, 6, 2, 15, 38, 39, 182795), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:38:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:38:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 38, 39, 184611), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 38, 39, 184611), 0, 2, datetime.datetime(2022, 6, 2, 15, 38, 39, 184611), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:38:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:38:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 38, 39, 186386), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 38, 39, 186386), 0, 2, datetime.datetime(2022, 6, 2, 15, 38, 39, 186386), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:38:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:38:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:38:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:38:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:38:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:38:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:38:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:38:43,117 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:39:39.167018+00:00 (in 29.998951 seconds)
repomirrorworker stdout | 2022-06-02 15:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:39:39 UTC)" (scheduled at 2022-06-02 15:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:39:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:39:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:39:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 39, 9, 177258), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 39, 9, 177258), 0, 2, datetime.datetime(2022, 6, 2, 15, 39, 9, 177258), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:39:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:39:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 39, 9, 180771), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 39, 9, 180771), 0, 2, datetime.datetime(2022, 6, 2, 15, 39, 9, 180771), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:39:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:39:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 39, 9, 182647), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 39, 9, 182647), 0, 2, datetime.datetime(2022, 6, 2, 15, 39, 9, 182647), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:39:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:39:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 39, 9, 184362), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 39, 9, 184362), 0, 2, datetime.datetime(2022, 6, 2, 15, 39, 9, 184362), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:39:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:39:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:39:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:39:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:39:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:39:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:39:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:39:13,165 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:40:09.167018+00:00 (in 29.998950 seconds)
repomirrorworker stdout | 2022-06-02 15:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:40:09 UTC)" (scheduled at 2022-06-02 15:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:39:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:39:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 39, 39, 176906), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 39, 39, 176906), 0, 2, datetime.datetime(2022, 6, 2, 15, 39, 39, 176906), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:39:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:39:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 39, 39, 180213), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 39, 39, 180213), 0, 2, datetime.datetime(2022, 6, 2, 15, 39, 39, 180213), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:39:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:39:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 39, 39, 182131), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 39, 39, 182131), 0, 2, datetime.datetime(2022, 6, 2, 15, 39, 39, 182131), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:39:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:39:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 39, 39, 183846), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 39, 39, 183846), 0, 2, datetime.datetime(2022, 6, 2, 15, 39, 39, 183846), True, 12, 15])
repomirrorworker stdout | 2022-06-02 15:39:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 15:39:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:39:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:39:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:39:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:39:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:39:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:39:43,195 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:40:39.167018+00:00 (in 29.999220 seconds)
repomirrorworker stdout | 2022-06-02 15:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:40:39 UTC)" (scheduled at 2022-06-02 15:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:40:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:40:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:40:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 40, 9, 177042), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 40, 9, 177042), 0, 2, datetime.datetime(2022, 6, 2, 15, 40, 9, 177042), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:40:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:40:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 40, 9, 180713), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 40, 9, 180713), 0, 2, datetime.datetime(2022, 6, 2, 15, 40, 9, 180713), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:40:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:40:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 40, 9, 182722), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 40, 9, 182722), 0, 2, datetime.datetime(2022, 6, 2, 15, 40, 9, 182722), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:40:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:40:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 40, 9, 184736), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 40, 9, 184736), 0, 2, datetime.datetime(2022, 6, 2, 15, 40, 9, 184736), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:40:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:40:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:40:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:40:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:40:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:40:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:40:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:40:13,240 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:41:09.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-02 15:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:41:09 UTC)" (scheduled at 2022-06-02 15:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:40:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:40:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:40:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 40, 39, 177315), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 40, 39, 177315), 0, 2, datetime.datetime(2022, 6, 2, 15, 40, 39, 177315), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:40:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:40:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 40, 39, 181067), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 40, 39, 181067), 0, 2, datetime.datetime(2022, 6, 2, 15, 40, 39, 181067), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:40:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:40:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 40, 39, 183112), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 40, 39, 183112), 0, 2, datetime.datetime(2022, 6, 2, 15, 40, 39, 183112), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:40:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:40:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 40, 39, 184927), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 40, 39, 184927), 0, 2, datetime.datetime(2022, 6, 2, 15, 40, 39, 184927), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:40:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:40:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 40, 39, 186606), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 40, 39, 186606), 0, 2, datetime.datetime(2022, 6, 2, 15, 40, 39, 186606), True, 12, 15])
repomirrorworker stdout | 2022-06-02 15:40:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 15:40:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:40:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:40:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:40:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:40:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:40:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:40:43,323 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:41:39.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-02 15:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:41:39 UTC)" (scheduled at 2022-06-02 15:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:41:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:41:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:41:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 41, 9, 176725), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 41, 9, 176725), 0, 2, datetime.datetime(2022, 6, 2, 15, 41, 9, 176725), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:41:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:41:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 41, 9, 180126), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 41, 9, 180126), 0, 2, datetime.datetime(2022, 6, 2, 15, 41, 9, 180126), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:41:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:41:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 41, 9, 182306), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 41, 9, 182306), 0, 2, datetime.datetime(2022, 6, 2, 15, 41, 9, 182306), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:41:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:41:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 41, 9, 184112), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 41, 9, 184112), 0, 2, datetime.datetime(2022, 6, 2, 15, 41, 9, 184112), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:41:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:41:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 41, 9, 185858), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 41, 9, 185858), 0, 2, datetime.datetime(2022, 6, 2, 15, 41, 9, 185858), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:41:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:41:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:41:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:41:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:41:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:41:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:41:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:41:13,391 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:42:09.167018+00:00 (in 29.998971 seconds)
repomirrorworker stdout | 2022-06-02 15:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:42:09 UTC)" (scheduled at 2022-06-02 15:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:41:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:41:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 41, 39, 176853), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 41, 39, 176853), 0, 2, datetime.datetime(2022, 6, 2, 15, 41, 39, 176853), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:41:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 41, 39, 180169), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 41, 39, 180169), 0, 2, datetime.datetime(2022, 6, 2, 15, 41, 39, 180169), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:41:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 41, 39, 182327), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 41, 39, 182327), 0, 2, datetime.datetime(2022, 6, 2, 15, 41, 39, 182327), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:41:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:41:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 41, 39, 184049), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 41, 39, 184049), 0, 2, datetime.datetime(2022, 6, 2, 15, 41, 39, 184049), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:41:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:41:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:41:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:41:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:41:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:41:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:41:43,433 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:42:39.167018+00:00 (in 29.999030 seconds)
repomirrorworker stdout | 2022-06-02 15:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:42:39 UTC)" (scheduled at 2022-06-02 15:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:42:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:42:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:42:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 42, 9, 177045), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 42, 9, 177045), 0, 2, datetime.datetime(2022, 6, 2, 15, 42, 9, 177045), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:42:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:42:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 42, 9, 180802), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 42, 9, 180802), 0, 2, datetime.datetime(2022, 6, 2, 15, 42, 9, 180802), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:42:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:42:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 42, 9, 182923), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 42, 9, 182923), 0, 2, datetime.datetime(2022, 6, 2, 15, 42, 9, 182923), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:42:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:42:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 42, 9, 184703), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 42, 9, 184703), 0, 2, datetime.datetime(2022, 6, 2, 15, 42, 9, 184703), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:42:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:42:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 42, 9, 186373), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 42, 9, 186373), 0, 2, datetime.datetime(2022, 6, 2, 15, 42, 9, 186373), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:42:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:42:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:42:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:42:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:42:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:42:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:42:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:42:13,493 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:43:09.167018+00:00 (in 29.999086 seconds)
repomirrorworker stdout | 2022-06-02 15:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:43:09 UTC)" (scheduled at 2022-06-02 15:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:42:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:42:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 42, 39, 177203), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 42, 39, 177203), 0, 2, datetime.datetime(2022, 6, 2, 15, 42, 39, 177203), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:42:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:42:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 42, 39, 180457), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 42, 39, 180457), 0, 2, datetime.datetime(2022, 6, 2, 15, 42, 39, 180457), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:42:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:42:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 42, 39, 182823), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 42, 39, 182823), 0, 2, datetime.datetime(2022, 6, 2, 15, 42, 39, 182823), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:42:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:42:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 42, 39, 185055), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 42, 39, 185055), 0, 2, datetime.datetime(2022, 6, 2, 15, 42, 39, 185055), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:42:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:42:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 42, 39, 187037), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 42, 39, 187037), 0, 2, datetime.datetime(2022, 6, 2, 15, 42, 39, 187037), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:42:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:42:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:42:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:42:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:42:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:42:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:42:39,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:42:43,565 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:43:39.167018+00:00 (in 29.999119 seconds)
repomirrorworker stdout | 2022-06-02 15:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:43:39 UTC)" (scheduled at 2022-06-02 15:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:43:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:43:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:43:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 43, 9, 177326), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 43, 9, 177326), 0, 2, datetime.datetime(2022, 6, 2, 15, 43, 9, 177326), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:43:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:43:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 43, 9, 181046), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 43, 9, 181046), 0, 2, datetime.datetime(2022, 6, 2, 15, 43, 9, 181046), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:43:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:43:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 43, 9, 183266), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 43, 9, 183266), 0, 2, datetime.datetime(2022, 6, 2, 15, 43, 9, 183266), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:43:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:43:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 43, 9, 185331), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 43, 9, 185331), 0, 2, datetime.datetime(2022, 6, 2, 15, 43, 9, 185331), True, 12, 15])
repomirrorworker stdout | 2022-06-02 15:43:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 15:43:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:43:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:43:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:43:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:43:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:43:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:43:13,592 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:44:09.167018+00:00 (in 29.999182 seconds)
repomirrorworker stdout | 2022-06-02 15:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:44:09 UTC)" (scheduled at 2022-06-02 15:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:43:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:43:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:43:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 43, 39, 177235), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 43, 39, 177235), 0, 2, datetime.datetime(2022, 6, 2, 15, 43, 39, 177235), True, 4, 8])
repomirrorworker stdout | 2022-06-02 15:43:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 15:43:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 43, 39, 180505), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 43, 39, 180505), 0, 2, datetime.datetime(2022, 6, 2, 15, 43, 39, 180505), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:43:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:43:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 43, 39, 182733), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 43, 39, 182733), 0, 2, datetime.datetime(2022, 6, 2, 15, 43, 39, 182733), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:43:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:43:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 43, 39, 184782), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 43, 39, 184782), 0, 2, datetime.datetime(2022, 6, 2, 15, 43, 39, 184782), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:43:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:43:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:43:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:43:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:43:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:43:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:43:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:43:43,649 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:44:39.167018+00:00 (in 29.999180 seconds)
repomirrorworker stdout | 2022-06-02 15:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:44:39 UTC)" (scheduled at 2022-06-02 15:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:44:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:44:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 44, 9, 177605), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 44, 9, 177605), 0, 2, datetime.datetime(2022, 6, 2, 15, 44, 9, 177605), True, 4, 8])
repomirrorworker stdout | 2022-06-02 15:44:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 15:44:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 44, 9, 181231), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 44, 9, 181231), 0, 2, datetime.datetime(2022, 6, 2, 15, 44, 9, 181231), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:44:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:44:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 44, 9, 183148), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 44, 9, 183148), 0, 2, datetime.datetime(2022, 6, 2, 15, 44, 9, 183148), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:44:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:44:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 44, 9, 185009), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 44, 9, 185009), 0, 2, datetime.datetime(2022, 6, 2, 15, 44, 9, 185009), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:44:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:44:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:44:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:44:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:44:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:44:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:44:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:44:13,697 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:45:09.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-02 15:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:45:09 UTC)" (scheduled at 2022-06-02 15:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:44:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:44:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 44, 39, 176946), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 44, 39, 176946), 0, 2, datetime.datetime(2022, 6, 2, 15, 44, 39, 176946), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:44:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:44:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 44, 39, 180149), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 44, 39, 180149), 0, 2, datetime.datetime(2022, 6, 2, 15, 44, 39, 180149), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:44:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:44:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 44, 39, 182184), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 44, 39, 182184), 0, 2, datetime.datetime(2022, 6, 2, 15, 44, 39, 182184), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:44:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:44:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 44, 39, 183939), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 44, 39, 183939), 0, 2, datetime.datetime(2022, 6, 2, 15, 44, 39, 183939), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:44:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:44:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:44:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:44:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:44:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:44:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:44:39,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:44:43,749 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:45:39.167018+00:00 (in 29.999041 seconds)
repomirrorworker stdout | 2022-06-02 15:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:45:39 UTC)" (scheduled at 2022-06-02 15:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:45:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:45:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:45:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 45, 9, 177072), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 45, 9, 177072), 0, 2, datetime.datetime(2022, 6, 2, 15, 45, 9, 177072), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:45:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:45:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 45, 9, 180720), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 45, 9, 180720), 0, 2, datetime.datetime(2022, 6, 2, 15, 45, 9, 180720), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:45:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:45:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 45, 9, 182623), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 45, 9, 182623), 0, 2, datetime.datetime(2022, 6, 2, 15, 45, 9, 182623), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:45:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:45:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 45, 9, 184324), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 45, 9, 184324), 0, 2, datetime.datetime(2022, 6, 2, 15, 45, 9, 184324), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:45:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:45:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 45, 9, 185978), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 45, 9, 185978), 0, 2, datetime.datetime(2022, 6, 2, 15, 45, 9, 185978), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:45:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:45:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:45:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:45:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:45:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:45:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:45:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:45:13,791 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:46:09.167018+00:00 (in 29.999104 seconds)
repomirrorworker stdout | 2022-06-02 15:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:46:09 UTC)" (scheduled at 2022-06-02 15:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:45:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:45:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 45, 39, 177170), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 45, 39, 177170), 0, 2, datetime.datetime(2022, 6, 2, 15, 45, 39, 177170), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:45:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:45:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 45, 39, 180388), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 45, 39, 180388), 0, 2, datetime.datetime(2022, 6, 2, 15, 45, 39, 180388), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:45:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:45:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 45, 39, 182347), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 45, 39, 182347), 0, 2, datetime.datetime(2022, 6, 2, 15, 45, 39, 182347), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:45:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:45:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 45, 39, 184093), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 45, 39, 184093), 0, 2, datetime.datetime(2022, 6, 2, 15, 45, 39, 184093), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:45:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:45:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:45:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:45:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:45:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:45:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:45:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:45:43,847 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:46:39.167018+00:00 (in 29.999004 seconds)
repomirrorworker stdout | 2022-06-02 15:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:46:39 UTC)" (scheduled at 2022-06-02 15:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:46:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:46:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:46:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 46, 9, 176943), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 46, 9, 176943), 0, 2, datetime.datetime(2022, 6, 2, 15, 46, 9, 176943), True, 4, 8])
repomirrorworker stdout | 2022-06-02 15:46:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 15:46:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 46, 9, 180104), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 46, 9, 180104), 0, 2, datetime.datetime(2022, 6, 2, 15, 46, 9, 180104), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:46:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:46:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 46, 9, 181987), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 46, 9, 181987), 0, 2, datetime.datetime(2022, 6, 2, 15, 46, 9, 181987), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:46:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:46:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 46, 9, 183639), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 46, 9, 183639), 0, 2, datetime.datetime(2022, 6, 2, 15, 46, 9, 183639), True, 12, 15])
repomirrorworker stdout | 2022-06-02 15:46:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 15:46:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:46:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:46:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:46:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:46:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:46:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:46:13,892 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:47:09.167018+00:00 (in 29.999074 seconds)
repomirrorworker stdout | 2022-06-02 15:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:47:09 UTC)" (scheduled at 2022-06-02 15:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:46:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 46, 39, 177140), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 46, 39, 177140), 0, 2, datetime.datetime(2022, 6, 2, 15, 46, 39, 177140), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:46:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:46:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 46, 39, 181096), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 46, 39, 181096), 0, 2, datetime.datetime(2022, 6, 2, 15, 46, 39, 181096), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:46:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:46:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 46, 39, 183084), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 46, 39, 183084), 0, 2, datetime.datetime(2022, 6, 2, 15, 46, 39, 183084), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:46:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:46:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 46, 39, 184849), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 46, 39, 184849), 0, 2, datetime.datetime(2022, 6, 2, 15, 46, 39, 184849), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:46:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:46:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:46:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:46:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:46:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:46:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:46:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:46:43,932 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:47:39.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-02 15:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:47:39 UTC)" (scheduled at 2022-06-02 15:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:47:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:47:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 47, 9, 177424), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 47, 9, 177424), 0, 2, datetime.datetime(2022, 6, 2, 15, 47, 9, 177424), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:47:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:47:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 47, 9, 180849), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 47, 9, 180849), 0, 2, datetime.datetime(2022, 6, 2, 15, 47, 9, 180849), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:47:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:47:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 47, 9, 182864), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 47, 9, 182864), 0, 2, datetime.datetime(2022, 6, 2, 15, 47, 9, 182864), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:47:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:47:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 47, 9, 184629), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 47, 9, 184629), 0, 2, datetime.datetime(2022, 6, 2, 15, 47, 9, 184629), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:47:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:47:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 47, 9, 186433), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 47, 9, 186433), 0, 2, datetime.datetime(2022, 6, 2, 15, 47, 9, 186433), True, 12, 15])
repomirrorworker stdout | 2022-06-02 15:47:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 15:47:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:47:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:47:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:47:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:47:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:47:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:47:13,987 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:48:09.167018+00:00 (in 29.998996 seconds)
repomirrorworker stdout | 2022-06-02 15:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:48:09 UTC)" (scheduled at 2022-06-02 15:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:47:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:47:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 47, 39, 177239), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 47, 39, 177239), 0, 2, datetime.datetime(2022, 6, 2, 15, 47, 39, 177239), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:47:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:47:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 47, 39, 180597), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 47, 39, 180597), 0, 2, datetime.datetime(2022, 6, 2, 15, 47, 39, 180597), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:47:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:47:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 47, 39, 182574), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 47, 39, 182574), 0, 2, datetime.datetime(2022, 6, 2, 15, 47, 39, 182574), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:47:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:47:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 47, 39, 184294), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 47, 39, 184294), 0, 2, datetime.datetime(2022, 6, 2, 15, 47, 39, 184294), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:47:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:47:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 47, 39, 186025), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 47, 39, 186025), 0, 2, datetime.datetime(2022, 6, 2, 15, 47, 39, 186025), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:47:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:47:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:47:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:47:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:47:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:47:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:47:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:47:44,034 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:48:39.167018+00:00 (in 29.999046 seconds)
repomirrorworker stdout | 2022-06-02 15:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:48:39 UTC)" (scheduled at 2022-06-02 15:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:48:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:48:09,178 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:48:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 48, 9, 179381), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 48, 9, 179381), 0, 2, datetime.datetime(2022, 6, 2, 15, 48, 9, 179381), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:48:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:48:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 48, 9, 182826), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 48, 9, 182826), 0, 2, datetime.datetime(2022, 6, 2, 15, 48, 9, 182826), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:48:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:48:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 48, 9, 184945), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 48, 9, 184945), 0, 2, datetime.datetime(2022, 6, 2, 15, 48, 9, 184945), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:48:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:48:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 48, 9, 186912), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 48, 9, 186912), 0, 2, datetime.datetime(2022, 6, 2, 15, 48, 9, 186912), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:48:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:48:09,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 48, 9, 188735), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 48, 9, 188735), 0, 2, datetime.datetime(2022, 6, 2, 15, 48, 9, 188735), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:48:09,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:48:09,190 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:48:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:48:09,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:48:09,196 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:48:09,196 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:48:09,196 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:48:14,067 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:49:09.167018+00:00 (in 29.999226 seconds)
repomirrorworker stdout | 2022-06-02 15:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:49:09 UTC)" (scheduled at 2022-06-02 15:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:48:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:48:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:48:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 48, 39, 176163), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 48, 39, 176163), 0, 2, datetime.datetime(2022, 6, 2, 15, 48, 39, 176163), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:48:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:48:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 48, 39, 179311), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 48, 39, 179311), 0, 2, datetime.datetime(2022, 6, 2, 15, 48, 39, 179311), True, 4, 8])
repomirrorworker stdout | 2022-06-02 15:48:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 15:48:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 48, 39, 181147), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 48, 39, 181147), 0, 2, datetime.datetime(2022, 6, 2, 15, 48, 39, 181147), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:48:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:48:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 48, 39, 182836), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 48, 39, 182836), 0, 2, datetime.datetime(2022, 6, 2, 15, 48, 39, 182836), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:48:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:48:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:48:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:48:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:48:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:48:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:48:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:48:44,108 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:49:39.167018+00:00 (in 29.999042 seconds)
repomirrorworker stdout | 2022-06-02 15:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:49:39 UTC)" (scheduled at 2022-06-02 15:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:49:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:49:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:49:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 49, 9, 177005), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 49, 9, 177005), 0, 2, datetime.datetime(2022, 6, 2, 15, 49, 9, 177005), True, 4, 8])
repomirrorworker stdout | 2022-06-02 15:49:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 15:49:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 49, 9, 180182), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 49, 9, 180182), 0, 2, datetime.datetime(2022, 6, 2, 15, 49, 9, 180182), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:49:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:49:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 49, 9, 182124), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 49, 9, 182124), 0, 2, datetime.datetime(2022, 6, 2, 15, 49, 9, 182124), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:49:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:49:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 49, 9, 183834), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 49, 9, 183834), 0, 2, datetime.datetime(2022, 6, 2, 15, 49, 9, 183834), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:49:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:49:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 49, 9, 185498), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 49, 9, 185498), 0, 2, datetime.datetime(2022, 6, 2, 15, 49, 9, 185498), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:49:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:49:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:49:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:49:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:49:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:49:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:49:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:49:14,165 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:50:09.167018+00:00 (in 29.999047 seconds)
repomirrorworker stdout | 2022-06-02 15:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:50:09 UTC)" (scheduled at 2022-06-02 15:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:49:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:49:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 49, 39, 177262), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 49, 39, 177262), 0, 2, datetime.datetime(2022, 6, 2, 15, 49, 39, 177262), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:49:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:49:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 49, 39, 180665), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 49, 39, 180665), 0, 2, datetime.datetime(2022, 6, 2, 15, 49, 39, 180665), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:49:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:49:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 49, 39, 182525), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 49, 39, 182525), 0, 2, datetime.datetime(2022, 6, 2, 15, 49, 39, 182525), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:49:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:49:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 49, 39, 184342), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 49, 39, 184342), 0, 2, datetime.datetime(2022, 6, 2, 15, 49, 39, 184342), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:49:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:49:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 49, 39, 186124), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 49, 39, 186124), 0, 2, datetime.datetime(2022, 6, 2, 15, 49, 39, 186124), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:49:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:49:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:49:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:49:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:49:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:49:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:49:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:49:44,225 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:50:39.167018+00:00 (in 29.999284 seconds)
repomirrorworker stdout | 2022-06-02 15:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:50:39 UTC)" (scheduled at 2022-06-02 15:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:50:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:50:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:50:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 50, 9, 176857), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 50, 9, 176857), 0, 2, datetime.datetime(2022, 6, 2, 15, 50, 9, 176857), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:50:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:50:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 50, 9, 179969), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 50, 9, 179969), 0, 2, datetime.datetime(2022, 6, 2, 15, 50, 9, 179969), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:50:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:50:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 50, 9, 181848), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 50, 9, 181848), 0, 2, datetime.datetime(2022, 6, 2, 15, 50, 9, 181848), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:50:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:50:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 50, 9, 183718), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 50, 9, 183718), 0, 2, datetime.datetime(2022, 6, 2, 15, 50, 9, 183718), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:50:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:50:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:50:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:50:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:50:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:50:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:50:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:50:14,268 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:51:09.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-02 15:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:51:09 UTC)" (scheduled at 2022-06-02 15:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:50:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:50:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 50, 39, 177369), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 50, 39, 177369), 0, 2, datetime.datetime(2022, 6, 2, 15, 50, 39, 177369), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:50:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:50:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 50, 39, 181294), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 50, 39, 181294), 0, 2, datetime.datetime(2022, 6, 2, 15, 50, 39, 181294), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:50:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:50:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 50, 39, 183314), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 50, 39, 183314), 0, 2, datetime.datetime(2022, 6, 2, 15, 50, 39, 183314), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:50:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:50:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 50, 39, 185187), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 50, 39, 185187), 0, 2, datetime.datetime(2022, 6, 2, 15, 50, 39, 185187), True, 12, 15])
repomirrorworker stdout | 2022-06-02 15:50:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 15:50:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 50, 39, 186912), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 50, 39, 186912), 0, 2, datetime.datetime(2022, 6, 2, 15, 50, 39, 186912), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:50:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:50:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:50:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:50:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:50:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:50:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:50:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:50:44,329 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:51:39.167018+00:00 (in 29.999141 seconds)
repomirrorworker stdout | 2022-06-02 15:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:51:39 UTC)" (scheduled at 2022-06-02 15:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:51:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:51:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:51:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 51, 9, 176756), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 51, 9, 176756), 0, 2, datetime.datetime(2022, 6, 2, 15, 51, 9, 176756), True, 4, 8])
repomirrorworker stdout | 2022-06-02 15:51:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 15:51:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 51, 9, 179936), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 51, 9, 179936), 0, 2, datetime.datetime(2022, 6, 2, 15, 51, 9, 179936), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:51:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:51:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 51, 9, 181852), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 51, 9, 181852), 0, 2, datetime.datetime(2022, 6, 2, 15, 51, 9, 181852), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:51:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:51:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 51, 9, 183545), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 51, 9, 183545), 0, 2, datetime.datetime(2022, 6, 2, 15, 51, 9, 183545), True, 12, 15])
repomirrorworker stdout | 2022-06-02 15:51:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 15:51:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:51:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:51:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:51:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:51:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:51:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:51:14,357 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:52:09.167018+00:00 (in 29.998996 seconds)
repomirrorworker stdout | 2022-06-02 15:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:52:09 UTC)" (scheduled at 2022-06-02 15:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:51:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:51:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:51:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 51, 39, 177277), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 51, 39, 177277), 0, 2, datetime.datetime(2022, 6, 2, 15, 51, 39, 177277), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:51:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:51:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 51, 39, 180624), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 51, 39, 180624), 0, 2, datetime.datetime(2022, 6, 2, 15, 51, 39, 180624), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:51:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:51:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 51, 39, 182516), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 51, 39, 182516), 0, 2, datetime.datetime(2022, 6, 2, 15, 51, 39, 182516), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:51:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:51:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 51, 39, 184194), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 51, 39, 184194), 0, 2, datetime.datetime(2022, 6, 2, 15, 51, 39, 184194), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:51:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:51:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:51:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:51:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:51:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:51:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:51:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:51:44,424 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:52:39.167018+00:00 (in 29.998980 seconds)
repomirrorworker stdout | 2022-06-02 15:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:52:39 UTC)" (scheduled at 2022-06-02 15:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:52:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:52:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:52:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 52, 9, 176748), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 52, 9, 176748), 0, 2, datetime.datetime(2022, 6, 2, 15, 52, 9, 176748), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:52:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:52:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 52, 9, 180203), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 52, 9, 180203), 0, 2, datetime.datetime(2022, 6, 2, 15, 52, 9, 180203), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:52:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:52:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 52, 9, 182240), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 52, 9, 182240), 0, 2, datetime.datetime(2022, 6, 2, 15, 52, 9, 182240), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:52:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:52:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 52, 9, 183989), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 52, 9, 183989), 0, 2, datetime.datetime(2022, 6, 2, 15, 52, 9, 183989), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:52:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:52:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 52, 9, 185701), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 52, 9, 185701), 0, 2, datetime.datetime(2022, 6, 2, 15, 52, 9, 185701), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:52:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:52:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:52:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:52:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:52:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:52:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:52:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:52:14,469 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:53:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-02 15:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:53:09 UTC)" (scheduled at 2022-06-02 15:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:52:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:52:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 52, 39, 177073), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 52, 39, 177073), 0, 2, datetime.datetime(2022, 6, 2, 15, 52, 39, 177073), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:52:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:52:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 52, 39, 180325), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 52, 39, 180325), 0, 2, datetime.datetime(2022, 6, 2, 15, 52, 39, 180325), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:52:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:52:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 52, 39, 182212), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 52, 39, 182212), 0, 2, datetime.datetime(2022, 6, 2, 15, 52, 39, 182212), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:52:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:52:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 52, 39, 183877), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 52, 39, 183877), 0, 2, datetime.datetime(2022, 6, 2, 15, 52, 39, 183877), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:52:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:52:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:52:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:52:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:52:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:52:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:52:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:52:44,525 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:53:39.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-02 15:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:53:39 UTC)" (scheduled at 2022-06-02 15:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:53:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:53:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 53, 9, 176850), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 53, 9, 176850), 0, 2, datetime.datetime(2022, 6, 2, 15, 53, 9, 176850), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:53:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:53:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 53, 9, 180180), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 53, 9, 180180), 0, 2, datetime.datetime(2022, 6, 2, 15, 53, 9, 180180), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:53:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:53:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 53, 9, 182057), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 53, 9, 182057), 0, 2, datetime.datetime(2022, 6, 2, 15, 53, 9, 182057), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:53:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:53:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 53, 9, 183928), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 53, 9, 183928), 0, 2, datetime.datetime(2022, 6, 2, 15, 53, 9, 183928), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:53:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:53:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:53:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:53:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:53:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:53:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:53:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:53:14,575 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:54:09.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-02 15:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:54:09 UTC)" (scheduled at 2022-06-02 15:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:53:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 53, 39, 177495), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 53, 39, 177495), 0, 2, datetime.datetime(2022, 6, 2, 15, 53, 39, 177495), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:53:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:53:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 53, 39, 180753), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 53, 39, 180753), 0, 2, datetime.datetime(2022, 6, 2, 15, 53, 39, 180753), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:53:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:53:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 53, 39, 182686), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 53, 39, 182686), 0, 2, datetime.datetime(2022, 6, 2, 15, 53, 39, 182686), True, 4, 8])
repomirrorworker stdout | 2022-06-02 15:53:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 15:53:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 53, 39, 184409), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 53, 39, 184409), 0, 2, datetime.datetime(2022, 6, 2, 15, 53, 39, 184409), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:53:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:53:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 53, 39, 186125), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 53, 39, 186125), 0, 2, datetime.datetime(2022, 6, 2, 15, 53, 39, 186125), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:53:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:53:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:53:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:53:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:53:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:53:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:53:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:53:44,636 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:54:39.167018+00:00 (in 29.999014 seconds)
repomirrorworker stdout | 2022-06-02 15:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:54:39 UTC)" (scheduled at 2022-06-02 15:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:54:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:54:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 54, 9, 176911), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 54, 9, 176911), 0, 2, datetime.datetime(2022, 6, 2, 15, 54, 9, 176911), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:54:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:54:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 54, 9, 180129), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 54, 9, 180129), 0, 2, datetime.datetime(2022, 6, 2, 15, 54, 9, 180129), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:54:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:54:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 54, 9, 182299), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 54, 9, 182299), 0, 2, datetime.datetime(2022, 6, 2, 15, 54, 9, 182299), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:54:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:54:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 54, 9, 184090), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 54, 9, 184090), 0, 2, datetime.datetime(2022, 6, 2, 15, 54, 9, 184090), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:54:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:54:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:54:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:54:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:54:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:54:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:54:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:54:14,715 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:55:09.167018+00:00 (in 29.999267 seconds)
repomirrorworker stdout | 2022-06-02 15:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:55:09 UTC)" (scheduled at 2022-06-02 15:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:54:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:54:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:54:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 54, 39, 176804), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 54, 39, 176804), 0, 2, datetime.datetime(2022, 6, 2, 15, 54, 39, 176804), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:54:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:54:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 54, 39, 180059), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 54, 39, 180059), 0, 2, datetime.datetime(2022, 6, 2, 15, 54, 39, 180059), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:54:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:54:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 54, 39, 182011), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 54, 39, 182011), 0, 2, datetime.datetime(2022, 6, 2, 15, 54, 39, 182011), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:54:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:54:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 54, 39, 183728), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 54, 39, 183728), 0, 2, datetime.datetime(2022, 6, 2, 15, 54, 39, 183728), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:54:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:54:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:54:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:54:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:54:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:54:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:54:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:54:44,761 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:55:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-02 15:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:55:39 UTC)" (scheduled at 2022-06-02 15:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:55:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:55:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:55:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 55, 9, 177094), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 55, 9, 177094), 0, 2, datetime.datetime(2022, 6, 2, 15, 55, 9, 177094), True, 4, 8])
repomirrorworker stdout | 2022-06-02 15:55:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 15:55:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 55, 9, 180482), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 55, 9, 180482), 0, 2, datetime.datetime(2022, 6, 2, 15, 55, 9, 180482), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:55:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:55:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 55, 9, 182333), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 55, 9, 182333), 0, 2, datetime.datetime(2022, 6, 2, 15, 55, 9, 182333), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:55:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:55:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 55, 9, 184031), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 55, 9, 184031), 0, 2, datetime.datetime(2022, 6, 2, 15, 55, 9, 184031), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:55:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:55:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 55, 9, 185841), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 55, 9, 185841), 0, 2, datetime.datetime(2022, 6, 2, 15, 55, 9, 185841), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:55:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:55:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:55:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:55:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:55:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:55:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:55:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:55:14,811 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:56:09.167018+00:00 (in 29.999038 seconds)
repomirrorworker stdout | 2022-06-02 15:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:56:09 UTC)" (scheduled at 2022-06-02 15:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:55:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:55:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 55, 39, 177104), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 55, 39, 177104), 0, 2, datetime.datetime(2022, 6, 2, 15, 55, 39, 177104), True, 4, 8])
repomirrorworker stdout | 2022-06-02 15:55:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 15:55:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 55, 39, 180344), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 55, 39, 180344), 0, 2, datetime.datetime(2022, 6, 2, 15, 55, 39, 180344), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:55:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:55:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 55, 39, 182228), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 55, 39, 182228), 0, 2, datetime.datetime(2022, 6, 2, 15, 55, 39, 182228), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 55, 39, 183898), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 55, 39, 183898), 0, 2, datetime.datetime(2022, 6, 2, 15, 55, 39, 183898), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:55:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:55:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 55, 39, 185538), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 55, 39, 185538), 0, 2, datetime.datetime(2022, 6, 2, 15, 55, 39, 185538), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:55:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:55:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:55:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:55:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:55:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:55:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:55:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:55:44,874 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:56:39.167018+00:00 (in 29.998967 seconds)
repomirrorworker stdout | 2022-06-02 15:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:56:39 UTC)" (scheduled at 2022-06-02 15:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:56:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:56:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:56:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 56, 9, 177264), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 56, 9, 177264), 0, 2, datetime.datetime(2022, 6, 2, 15, 56, 9, 177264), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:56:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:56:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 56, 9, 180784), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 56, 9, 180784), 0, 2, datetime.datetime(2022, 6, 2, 15, 56, 9, 180784), True, 4, 8])
repomirrorworker stdout | 2022-06-02 15:56:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 15:56:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 56, 9, 182824), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 56, 9, 182824), 0, 2, datetime.datetime(2022, 6, 2, 15, 56, 9, 182824), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:56:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:56:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 56, 9, 184596), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 56, 9, 184596), 0, 2, datetime.datetime(2022, 6, 2, 15, 56, 9, 184596), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:56:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:56:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 56, 9, 186308), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 56, 9, 186308), 0, 2, datetime.datetime(2022, 6, 2, 15, 56, 9, 186308), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:56:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:56:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:56:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:56:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:56:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:56:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:56:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:56:14,937 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:57:09.167018+00:00 (in 29.998962 seconds)
repomirrorworker stdout | 2022-06-02 15:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:57:09 UTC)" (scheduled at 2022-06-02 15:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:56:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:56:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 56, 39, 177144), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 56, 39, 177144), 0, 2, datetime.datetime(2022, 6, 2, 15, 56, 39, 177144), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:56:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:56:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 56, 39, 180449), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 56, 39, 180449), 0, 2, datetime.datetime(2022, 6, 2, 15, 56, 39, 180449), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:56:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:56:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 56, 39, 182310), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 56, 39, 182310), 0, 2, datetime.datetime(2022, 6, 2, 15, 56, 39, 182310), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:56:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:56:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 56, 39, 183970), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 56, 39, 183970), 0, 2, datetime.datetime(2022, 6, 2, 15, 56, 39, 183970), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:56:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:56:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:56:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:56:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:56:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:56:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:56:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:56:44,996 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:57:39.167018+00:00 (in 29.999148 seconds)
repomirrorworker stdout | 2022-06-02 15:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:57:39 UTC)" (scheduled at 2022-06-02 15:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:57:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:57:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:57:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 57, 9, 177130), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 57, 9, 177130), 0, 2, datetime.datetime(2022, 6, 2, 15, 57, 9, 177130), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:57:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:57:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 57, 9, 180411), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 57, 9, 180411), 0, 2, datetime.datetime(2022, 6, 2, 15, 57, 9, 180411), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:57:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:57:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 57, 9, 182335), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 57, 9, 182335), 0, 2, datetime.datetime(2022, 6, 2, 15, 57, 9, 182335), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:57:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:57:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 57, 9, 184036), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 57, 9, 184036), 0, 2, datetime.datetime(2022, 6, 2, 15, 57, 9, 184036), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:57:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:57:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:57:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:57:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:57:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:57:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:57:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:57:15,048 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:58:09.167018+00:00 (in 29.998946 seconds)
repomirrorworker stdout | 2022-06-02 15:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:58:09 UTC)" (scheduled at 2022-06-02 15:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:57:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:57:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:57:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 57, 39, 176887), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 57, 39, 176887), 0, 2, datetime.datetime(2022, 6, 2, 15, 57, 39, 176887), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:57:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:57:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 57, 39, 179976), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 57, 39, 179976), 0, 2, datetime.datetime(2022, 6, 2, 15, 57, 39, 179976), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:57:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:57:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 57, 39, 181868), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 57, 39, 181868), 0, 2, datetime.datetime(2022, 6, 2, 15, 57, 39, 181868), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:57:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:57:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 57, 39, 183540), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 57, 39, 183540), 0, 2, datetime.datetime(2022, 6, 2, 15, 57, 39, 183540), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:57:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:57:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:57:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:57:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:57:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:57:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:57:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:57:45,103 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:58:39.167018+00:00 (in 29.999172 seconds)
repomirrorworker stdout | 2022-06-02 15:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:58:39 UTC)" (scheduled at 2022-06-02 15:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:58:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:58:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 58, 9, 176978), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 58, 9, 176978), 0, 2, datetime.datetime(2022, 6, 2, 15, 58, 9, 176978), True, 3, 7])
repomirrorworker stdout | 2022-06-02 15:58:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 15:58:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 58, 9, 180261), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 58, 9, 180261), 0, 2, datetime.datetime(2022, 6, 2, 15, 58, 9, 180261), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:58:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:58:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 58, 9, 182153), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 58, 9, 182153), 0, 2, datetime.datetime(2022, 6, 2, 15, 58, 9, 182153), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:58:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:58:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 58, 9, 183851), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 58, 9, 183851), 0, 2, datetime.datetime(2022, 6, 2, 15, 58, 9, 183851), True, 7, 11])
repomirrorworker stdout | 2022-06-02 15:58:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 15:58:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 58, 9, 185508), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 58, 9, 185508), 0, 2, datetime.datetime(2022, 6, 2, 15, 58, 9, 185508), True, 13, 15])
repomirrorworker stdout | 2022-06-02 15:58:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 15:58:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:58:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:58:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:58:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:58:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:58:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:58:15,156 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:59:09.167018+00:00 (in 29.999187 seconds)
repomirrorworker stdout | 2022-06-02 15:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:59:09 UTC)" (scheduled at 2022-06-02 15:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:58:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:58:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:58:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 58, 39, 176305), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 58, 39, 176305), 0, 2, datetime.datetime(2022, 6, 2, 15, 58, 39, 176305), True, 11, 15])
repomirrorworker stdout | 2022-06-02 15:58:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 15:58:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 58, 39, 179401), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 58, 39, 179401), 0, 2, datetime.datetime(2022, 6, 2, 15, 58, 39, 179401), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:58:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:58:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 58, 39, 181313), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 58, 39, 181313), 0, 2, datetime.datetime(2022, 6, 2, 15, 58, 39, 181313), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:58:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:58:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 58, 39, 183033), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 58, 39, 183033), 0, 2, datetime.datetime(2022, 6, 2, 15, 58, 39, 183033), True, 9, 13])
repomirrorworker stdout | 2022-06-02 15:58:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 15:58:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:58:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:58:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:58:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:58:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:58:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:58:45,218 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 15:59:39.167018+00:00 (in 29.999135 seconds)
repomirrorworker stdout | 2022-06-02 15:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:59:39 UTC)" (scheduled at 2022-06-02 15:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:59:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:59:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 59, 9, 176616), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 59, 9, 176616), 0, 2, datetime.datetime(2022, 6, 2, 15, 59, 9, 176616), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:59:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:59:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 59, 9, 179749), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 59, 9, 179749), 0, 2, datetime.datetime(2022, 6, 2, 15, 59, 9, 179749), True, 8, 12])
repomirrorworker stdout | 2022-06-02 15:59:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 15:59:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 59, 9, 181629), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 59, 9, 181629), 0, 2, datetime.datetime(2022, 6, 2, 15, 59, 9, 181629), True, 12, 15])
repomirrorworker stdout | 2022-06-02 15:59:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 15:59:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 59, 9, 183351), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 59, 9, 183351), 0, 2, datetime.datetime(2022, 6, 2, 15, 59, 9, 183351), True, 5, 9])
repomirrorworker stdout | 2022-06-02 15:59:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 15:59:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:59:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:59:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:59:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:59:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:59:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 15:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:59:15,278 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 15:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 15:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:00:09.167018+00:00 (in 29.999061 seconds)
repomirrorworker stdout | 2022-06-02 15:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:00:09 UTC)" (scheduled at 2022-06-02 15:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 15:59:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:59:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:59:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 59, 39, 176642), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 59, 39, 176642), 0, 2, datetime.datetime(2022, 6, 2, 15, 59, 39, 176642), True, 2, 6])
repomirrorworker stdout | 2022-06-02 15:59:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 15:59:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 59, 39, 180197), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 59, 39, 180197), 0, 2, datetime.datetime(2022, 6, 2, 15, 59, 39, 180197), True, 1, 5])
repomirrorworker stdout | 2022-06-02 15:59:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 15:59:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 59, 39, 182196), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 59, 39, 182196), 0, 2, datetime.datetime(2022, 6, 2, 15, 59, 39, 182196), True, 6, 10])
repomirrorworker stdout | 2022-06-02 15:59:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 15:59:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 59, 39, 183980), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 59, 39, 183980), 0, 2, datetime.datetime(2022, 6, 2, 15, 59, 39, 183980), True, 10, 14])
repomirrorworker stdout | 2022-06-02 15:59:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 15:59:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 15, 59, 39, 185833), 0, 2, None, True, datetime.datetime(2022, 6, 2, 15, 59, 39, 185833), 0, 2, datetime.datetime(2022, 6, 2, 15, 59, 39, 185833), True, 14, 15])
repomirrorworker stdout | 2022-06-02 15:59:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 15:59:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 15:59:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:59:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 15:59:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 15:59:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 15:59:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 15:59:45,326 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:00:39.167018+00:00 (in 29.999135 seconds)
repomirrorworker stdout | 2022-06-02 16:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:00:39 UTC)" (scheduled at 2022-06-02 16:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:00:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:00:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 0, 9, 177417), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 0, 9, 177417), 0, 2, datetime.datetime(2022, 6, 2, 16, 0, 9, 177417), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:00:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:00:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 0, 9, 181742), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 0, 9, 181742), 0, 2, datetime.datetime(2022, 6, 2, 16, 0, 9, 181742), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:00:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:00:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 0, 9, 183981), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 0, 9, 183981), 0, 2, datetime.datetime(2022, 6, 2, 16, 0, 9, 183981), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:00:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:00:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 0, 9, 185994), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 0, 9, 185994), 0, 2, datetime.datetime(2022, 6, 2, 16, 0, 9, 185994), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:00:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:00:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:00:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:00:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:00:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:00:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:00:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:00:15,376 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:01:09.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-02 16:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:01:09 UTC)" (scheduled at 2022-06-02 16:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:00:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:00:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 0, 39, 176912), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 0, 39, 176912), 0, 2, datetime.datetime(2022, 6, 2, 16, 0, 39, 176912), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:00:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:00:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 0, 39, 180476), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 0, 39, 180476), 0, 2, datetime.datetime(2022, 6, 2, 16, 0, 39, 180476), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:00:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:00:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 0, 39, 182479), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 0, 39, 182479), 0, 2, datetime.datetime(2022, 6, 2, 16, 0, 39, 182479), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:00:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:00:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 0, 39, 184301), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 0, 39, 184301), 0, 2, datetime.datetime(2022, 6, 2, 16, 0, 39, 184301), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:00:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:00:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 0, 39, 186222), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 0, 39, 186222), 0, 2, datetime.datetime(2022, 6, 2, 16, 0, 39, 186222), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:00:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:00:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:00:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:00:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:00:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:00:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:00:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:00:45,428 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:01:39.167018+00:00 (in 29.998968 seconds)
repomirrorworker stdout | 2022-06-02 16:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:01:39 UTC)" (scheduled at 2022-06-02 16:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:01:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:01:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:01:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 1, 9, 177220), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 1, 9, 177220), 0, 2, datetime.datetime(2022, 6, 2, 16, 1, 9, 177220), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:01:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:01:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 1, 9, 180372), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 1, 9, 180372), 0, 2, datetime.datetime(2022, 6, 2, 16, 1, 9, 180372), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:01:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:01:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 1, 9, 182247), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 1, 9, 182247), 0, 2, datetime.datetime(2022, 6, 2, 16, 1, 9, 182247), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:01:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:01:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 1, 9, 183939), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 1, 9, 183939), 0, 2, datetime.datetime(2022, 6, 2, 16, 1, 9, 183939), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:01:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:01:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 1, 9, 185579), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 1, 9, 185579), 0, 2, datetime.datetime(2022, 6, 2, 16, 1, 9, 185579), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:01:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:01:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:01:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:01:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:01:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:01:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:01:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:01:15,500 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:02:09.167018+00:00 (in 29.998951 seconds)
repomirrorworker stdout | 2022-06-02 16:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:02:09 UTC)" (scheduled at 2022-06-02 16:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:01:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:01:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 1, 39, 177119), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 1, 39, 177119), 0, 2, datetime.datetime(2022, 6, 2, 16, 1, 39, 177119), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 1, 39, 180293), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 1, 39, 180293), 0, 2, datetime.datetime(2022, 6, 2, 16, 1, 39, 180293), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:01:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:01:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 1, 39, 182636), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 1, 39, 182636), 0, 2, datetime.datetime(2022, 6, 2, 16, 1, 39, 182636), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:01:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:01:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 1, 39, 184602), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 1, 39, 184602), 0, 2, datetime.datetime(2022, 6, 2, 16, 1, 39, 184602), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:01:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:01:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 1, 39, 186444), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 1, 39, 186444), 0, 2, datetime.datetime(2022, 6, 2, 16, 1, 39, 186444), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:01:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:01:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:01:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:01:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:01:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:01:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:01:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:01:45,556 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:02:39.167018+00:00 (in 29.998981 seconds)
repomirrorworker stdout | 2022-06-02 16:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:02:39 UTC)" (scheduled at 2022-06-02 16:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:02:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:02:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:02:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 2, 9, 176616), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 2, 9, 176616), 0, 2, datetime.datetime(2022, 6, 2, 16, 2, 9, 176616), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:02:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:02:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 2, 9, 179793), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 2, 9, 179793), 0, 2, datetime.datetime(2022, 6, 2, 16, 2, 9, 179793), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:02:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:02:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 2, 9, 181793), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 2, 9, 181793), 0, 2, datetime.datetime(2022, 6, 2, 16, 2, 9, 181793), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:02:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:02:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 2, 9, 183559), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 2, 9, 183559), 0, 2, datetime.datetime(2022, 6, 2, 16, 2, 9, 183559), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:02:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:02:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:02:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:02:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:02:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:02:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:02:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:02:15,609 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:03:09.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-02 16:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:03:09 UTC)" (scheduled at 2022-06-02 16:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:02:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:02:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:02:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 2, 39, 176989), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 2, 39, 176989), 0, 2, datetime.datetime(2022, 6, 2, 16, 2, 39, 176989), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:02:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:02:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 2, 39, 180225), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 2, 39, 180225), 0, 2, datetime.datetime(2022, 6, 2, 16, 2, 39, 180225), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:02:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:02:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 2, 39, 182091), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 2, 39, 182091), 0, 2, datetime.datetime(2022, 6, 2, 16, 2, 39, 182091), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:02:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:02:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 2, 39, 183774), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 2, 39, 183774), 0, 2, datetime.datetime(2022, 6, 2, 16, 2, 39, 183774), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:02:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:02:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:02:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:02:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:02:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:02:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:02:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:02:45,644 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:03:39.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-02 16:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:03:39 UTC)" (scheduled at 2022-06-02 16:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:03:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:03:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 3, 9, 177158), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 3, 9, 177158), 0, 2, datetime.datetime(2022, 6, 2, 16, 3, 9, 177158), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:03:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:03:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 3, 9, 180485), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 3, 9, 180485), 0, 2, datetime.datetime(2022, 6, 2, 16, 3, 9, 180485), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:03:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:03:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 3, 9, 182405), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 3, 9, 182405), 0, 2, datetime.datetime(2022, 6, 2, 16, 3, 9, 182405), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:03:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:03:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 3, 9, 184121), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 3, 9, 184121), 0, 2, datetime.datetime(2022, 6, 2, 16, 3, 9, 184121), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:03:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:03:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:03:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:03:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:03:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:03:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:03:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:03:15,697 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:04:09.167018+00:00 (in 29.999130 seconds)
repomirrorworker stdout | 2022-06-02 16:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:04:09 UTC)" (scheduled at 2022-06-02 16:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:03:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:03:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 3, 39, 177050), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 3, 39, 177050), 0, 2, datetime.datetime(2022, 6, 2, 16, 3, 39, 177050), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:03:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:03:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 3, 39, 180583), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 3, 39, 180583), 0, 2, datetime.datetime(2022, 6, 2, 16, 3, 39, 180583), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:03:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:03:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 3, 39, 182594), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 3, 39, 182594), 0, 2, datetime.datetime(2022, 6, 2, 16, 3, 39, 182594), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:03:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:03:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 3, 39, 184296), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 3, 39, 184296), 0, 2, datetime.datetime(2022, 6, 2, 16, 3, 39, 184296), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:03:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:03:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:03:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:03:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:03:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:03:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:03:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:03:45,731 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:04:39.167018+00:00 (in 29.999128 seconds)
repomirrorworker stdout | 2022-06-02 16:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:04:39 UTC)" (scheduled at 2022-06-02 16:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:04:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 4, 9, 176908), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 4, 9, 176908), 0, 2, datetime.datetime(2022, 6, 2, 16, 4, 9, 176908), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:04:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:04:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 4, 9, 180735), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 4, 9, 180735), 0, 2, datetime.datetime(2022, 6, 2, 16, 4, 9, 180735), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:04:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:04:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 4, 9, 182841), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 4, 9, 182841), 0, 2, datetime.datetime(2022, 6, 2, 16, 4, 9, 182841), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:04:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:04:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 4, 9, 184748), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 4, 9, 184748), 0, 2, datetime.datetime(2022, 6, 2, 16, 4, 9, 184748), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:04:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:04:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 4, 9, 186625), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 4, 9, 186625), 0, 2, datetime.datetime(2022, 6, 2, 16, 4, 9, 186625), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:04:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:04:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:04:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:04:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:04:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:04:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:04:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:04:15,794 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:05:09.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-02 16:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:05:09 UTC)" (scheduled at 2022-06-02 16:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:04:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:04:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:04:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 4, 39, 176773), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 4, 39, 176773), 0, 2, datetime.datetime(2022, 6, 2, 16, 4, 39, 176773), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:04:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:04:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 4, 39, 180239), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 4, 39, 180239), 0, 2, datetime.datetime(2022, 6, 2, 16, 4, 39, 180239), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:04:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:04:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 4, 39, 182221), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 4, 39, 182221), 0, 2, datetime.datetime(2022, 6, 2, 16, 4, 39, 182221), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:04:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:04:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 4, 39, 183937), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 4, 39, 183937), 0, 2, datetime.datetime(2022, 6, 2, 16, 4, 39, 183937), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:04:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:04:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 4, 39, 185617), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 4, 39, 185617), 0, 2, datetime.datetime(2022, 6, 2, 16, 4, 39, 185617), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:04:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:04:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:04:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:04:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:04:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:04:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:04:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:04:45,830 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:05:39.167018+00:00 (in 29.999008 seconds)
repomirrorworker stdout | 2022-06-02 16:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:05:39 UTC)" (scheduled at 2022-06-02 16:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:05:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:05:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 5, 9, 177012), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 5, 9, 177012), 0, 2, datetime.datetime(2022, 6, 2, 16, 5, 9, 177012), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:05:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:05:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 5, 9, 180704), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 5, 9, 180704), 0, 2, datetime.datetime(2022, 6, 2, 16, 5, 9, 180704), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:05:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:05:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 5, 9, 182600), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 5, 9, 182600), 0, 2, datetime.datetime(2022, 6, 2, 16, 5, 9, 182600), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:05:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:05:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 5, 9, 184277), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 5, 9, 184277), 0, 2, datetime.datetime(2022, 6, 2, 16, 5, 9, 184277), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:05:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 5, 9, 185919), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 5, 9, 185919), 0, 2, datetime.datetime(2022, 6, 2, 16, 5, 9, 185919), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:05:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:05:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:05:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:05:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:05:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:05:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:05:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:05:15,900 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:06:09.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-02 16:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:06:09 UTC)" (scheduled at 2022-06-02 16:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:05:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:05:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 5, 39, 177234), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 5, 39, 177234), 0, 2, datetime.datetime(2022, 6, 2, 16, 5, 39, 177234), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:05:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 5, 39, 181030), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 5, 39, 181030), 0, 2, datetime.datetime(2022, 6, 2, 16, 5, 39, 181030), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:05:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:05:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 5, 39, 183055), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 5, 39, 183055), 0, 2, datetime.datetime(2022, 6, 2, 16, 5, 39, 183055), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:05:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:05:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 5, 39, 184900), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 5, 39, 184900), 0, 2, datetime.datetime(2022, 6, 2, 16, 5, 39, 184900), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:05:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:05:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 5, 39, 186829), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 5, 39, 186829), 0, 2, datetime.datetime(2022, 6, 2, 16, 5, 39, 186829), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:05:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:05:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:05:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:05:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:05:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:05:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:05:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:05:45,960 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:06:39.167018+00:00 (in 29.999063 seconds)
repomirrorworker stdout | 2022-06-02 16:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:06:39 UTC)" (scheduled at 2022-06-02 16:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:06:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:06:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 6, 9, 176990), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 6, 9, 176990), 0, 2, datetime.datetime(2022, 6, 2, 16, 6, 9, 176990), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:06:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:06:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 6, 9, 180694), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 6, 9, 180694), 0, 2, datetime.datetime(2022, 6, 2, 16, 6, 9, 180694), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:06:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:06:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 6, 9, 182584), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 6, 9, 182584), 0, 2, datetime.datetime(2022, 6, 2, 16, 6, 9, 182584), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:06:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:06:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 6, 9, 184357), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 6, 9, 184357), 0, 2, datetime.datetime(2022, 6, 2, 16, 6, 9, 184357), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:06:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:06:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:06:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:06:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:06:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:06:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:06:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:06:16,007 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:07:09.167018+00:00 (in 29.999133 seconds)
repomirrorworker stdout | 2022-06-02 16:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:07:09 UTC)" (scheduled at 2022-06-02 16:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:06:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 6, 39, 176996), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 6, 39, 176996), 0, 2, datetime.datetime(2022, 6, 2, 16, 6, 39, 176996), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:06:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:06:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 6, 39, 180565), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 6, 39, 180565), 0, 2, datetime.datetime(2022, 6, 2, 16, 6, 39, 180565), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:06:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:06:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 6, 39, 182618), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 6, 39, 182618), 0, 2, datetime.datetime(2022, 6, 2, 16, 6, 39, 182618), True, 4, 8])
repomirrorworker stdout | 2022-06-02 16:06:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 16:06:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 6, 39, 184480), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 6, 39, 184480), 0, 2, datetime.datetime(2022, 6, 2, 16, 6, 39, 184480), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:06:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:06:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:06:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:06:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:06:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:06:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:06:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:06:46,068 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:07:39.167018+00:00 (in 29.998981 seconds)
repomirrorworker stdout | 2022-06-02 16:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:07:39 UTC)" (scheduled at 2022-06-02 16:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:07:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:07:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:07:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 7, 9, 177028), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 7, 9, 177028), 0, 2, datetime.datetime(2022, 6, 2, 16, 7, 9, 177028), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:07:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:07:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 7, 9, 180593), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 7, 9, 180593), 0, 2, datetime.datetime(2022, 6, 2, 16, 7, 9, 180593), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:07:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:07:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 7, 9, 182475), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 7, 9, 182475), 0, 2, datetime.datetime(2022, 6, 2, 16, 7, 9, 182475), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:07:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:07:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 7, 9, 184158), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 7, 9, 184158), 0, 2, datetime.datetime(2022, 6, 2, 16, 7, 9, 184158), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:07:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:07:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 7, 9, 185792), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 7, 9, 185792), 0, 2, datetime.datetime(2022, 6, 2, 16, 7, 9, 185792), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:07:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:07:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:07:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:07:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:07:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:07:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:07:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:07:16,122 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:08:09.167018+00:00 (in 29.999015 seconds)
repomirrorworker stdout | 2022-06-02 16:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:08:09 UTC)" (scheduled at 2022-06-02 16:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:07:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:07:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 7, 39, 176956), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 7, 39, 176956), 0, 2, datetime.datetime(2022, 6, 2, 16, 7, 39, 176956), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:07:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:07:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 7, 39, 180551), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 7, 39, 180551), 0, 2, datetime.datetime(2022, 6, 2, 16, 7, 39, 180551), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:07:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:07:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 7, 39, 182609), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 7, 39, 182609), 0, 2, datetime.datetime(2022, 6, 2, 16, 7, 39, 182609), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:07:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:07:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 7, 39, 184401), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 7, 39, 184401), 0, 2, datetime.datetime(2022, 6, 2, 16, 7, 39, 184401), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:07:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:07:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 7, 39, 186179), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 7, 39, 186179), 0, 2, datetime.datetime(2022, 6, 2, 16, 7, 39, 186179), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:07:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:07:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:07:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:07:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:07:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:07:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:07:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:07:46,177 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:08:39.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-02 16:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:08:39 UTC)" (scheduled at 2022-06-02 16:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:08:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:08:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:08:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 8, 9, 176616), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 8, 9, 176616), 0, 2, datetime.datetime(2022, 6, 2, 16, 8, 9, 176616), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:08:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:08:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 8, 9, 180145), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 8, 9, 180145), 0, 2, datetime.datetime(2022, 6, 2, 16, 8, 9, 180145), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:08:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:08:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 8, 9, 182404), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 8, 9, 182404), 0, 2, datetime.datetime(2022, 6, 2, 16, 8, 9, 182404), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:08:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:08:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 8, 9, 184422), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 8, 9, 184422), 0, 2, datetime.datetime(2022, 6, 2, 16, 8, 9, 184422), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:08:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:08:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:08:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:08:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:08:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:08:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:08:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:08:16,232 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:09:09.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-02 16:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:09:09 UTC)" (scheduled at 2022-06-02 16:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:08:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:08:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:08:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 8, 39, 176910), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 8, 39, 176910), 0, 2, datetime.datetime(2022, 6, 2, 16, 8, 39, 176910), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:08:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:08:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 8, 39, 180084), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 8, 39, 180084), 0, 2, datetime.datetime(2022, 6, 2, 16, 8, 39, 180084), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:08:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:08:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 8, 39, 181999), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 8, 39, 181999), 0, 2, datetime.datetime(2022, 6, 2, 16, 8, 39, 181999), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:08:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:08:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 8, 39, 183748), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 8, 39, 183748), 0, 2, datetime.datetime(2022, 6, 2, 16, 8, 39, 183748), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:08:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:08:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 8, 39, 185389), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 8, 39, 185389), 0, 2, datetime.datetime(2022, 6, 2, 16, 8, 39, 185389), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:08:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:08:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:08:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:08:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:08:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:08:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:08:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:08:46,293 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:09:39.167018+00:00 (in 29.999255 seconds)
repomirrorworker stdout | 2022-06-02 16:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:09:39 UTC)" (scheduled at 2022-06-02 16:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:09:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:09:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:09:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 9, 9, 176999), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 9, 9, 176999), 0, 2, datetime.datetime(2022, 6, 2, 16, 9, 9, 176999), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:09:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:09:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 9, 9, 180307), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 9, 9, 180307), 0, 2, datetime.datetime(2022, 6, 2, 16, 9, 9, 180307), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:09:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:09:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 9, 9, 182206), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 9, 9, 182206), 0, 2, datetime.datetime(2022, 6, 2, 16, 9, 9, 182206), True, 4, 8])
repomirrorworker stdout | 2022-06-02 16:09:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 16:09:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 9, 9, 183883), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 9, 9, 183883), 0, 2, datetime.datetime(2022, 6, 2, 16, 9, 9, 183883), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:09:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:09:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 9, 9, 185548), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 9, 9, 185548), 0, 2, datetime.datetime(2022, 6, 2, 16, 9, 9, 185548), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:09:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:09:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:09:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:09:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:09:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:09:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:09:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:09:16,352 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:10:09.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-02 16:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:10:09 UTC)" (scheduled at 2022-06-02 16:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:09:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:09:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 9, 39, 176769), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 9, 39, 176769), 0, 2, datetime.datetime(2022, 6, 2, 16, 9, 39, 176769), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:09:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:09:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 9, 39, 179861), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 9, 39, 179861), 0, 2, datetime.datetime(2022, 6, 2, 16, 9, 39, 179861), True, 4, 8])
repomirrorworker stdout | 2022-06-02 16:09:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 16:09:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 9, 39, 181710), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 9, 39, 181710), 0, 2, datetime.datetime(2022, 6, 2, 16, 9, 39, 181710), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:09:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:09:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 9, 39, 183380), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 9, 39, 183380), 0, 2, datetime.datetime(2022, 6, 2, 16, 9, 39, 183380), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:09:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:09:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 9, 39, 185043), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 9, 39, 185043), 0, 2, datetime.datetime(2022, 6, 2, 16, 9, 39, 185043), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:09:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:09:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:09:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:09:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:09:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:09:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:09:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:09:46,405 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:10:39.167018+00:00 (in 29.998979 seconds)
repomirrorworker stdout | 2022-06-02 16:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:10:39 UTC)" (scheduled at 2022-06-02 16:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:10:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:10:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:10:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 10, 9, 176603), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 10, 9, 176603), 0, 2, datetime.datetime(2022, 6, 2, 16, 10, 9, 176603), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:10:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:10:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 10, 9, 179899), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 10, 9, 179899), 0, 2, datetime.datetime(2022, 6, 2, 16, 10, 9, 179899), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:10:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:10:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 10, 9, 182025), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 10, 9, 182025), 0, 2, datetime.datetime(2022, 6, 2, 16, 10, 9, 182025), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:10:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:10:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 10, 9, 183785), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 10, 9, 183785), 0, 2, datetime.datetime(2022, 6, 2, 16, 10, 9, 183785), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:10:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:10:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 10, 9, 185478), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 10, 9, 185478), 0, 2, datetime.datetime(2022, 6, 2, 16, 10, 9, 185478), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:10:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:10:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:10:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:10:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:10:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:10:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:10:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:10:16,467 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:11:09.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-02 16:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:11:09 UTC)" (scheduled at 2022-06-02 16:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:10:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:10:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 10, 39, 176846), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 10, 39, 176846), 0, 2, datetime.datetime(2022, 6, 2, 16, 10, 39, 176846), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:10:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:10:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 10, 39, 180639), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 10, 39, 180639), 0, 2, datetime.datetime(2022, 6, 2, 16, 10, 39, 180639), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:10:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:10:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 10, 39, 182528), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 10, 39, 182528), 0, 2, datetime.datetime(2022, 6, 2, 16, 10, 39, 182528), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:10:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:10:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 10, 39, 184275), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 10, 39, 184275), 0, 2, datetime.datetime(2022, 6, 2, 16, 10, 39, 184275), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:10:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:10:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 10, 39, 185975), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 10, 39, 185975), 0, 2, datetime.datetime(2022, 6, 2, 16, 10, 39, 185975), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:10:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:10:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:10:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:10:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:10:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:10:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:10:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:10:46,503 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:11:39.167018+00:00 (in 29.998944 seconds)
repomirrorworker stdout | 2022-06-02 16:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:11:39 UTC)" (scheduled at 2022-06-02 16:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:11:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:11:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 11, 9, 176586), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 11, 9, 176586), 0, 2, datetime.datetime(2022, 6, 2, 16, 11, 9, 176586), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:11:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:11:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 11, 9, 179737), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 11, 9, 179737), 0, 2, datetime.datetime(2022, 6, 2, 16, 11, 9, 179737), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:11:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:11:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 11, 9, 181570), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 11, 9, 181570), 0, 2, datetime.datetime(2022, 6, 2, 16, 11, 9, 181570), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:11:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:11:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 11, 9, 183229), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 11, 9, 183229), 0, 2, datetime.datetime(2022, 6, 2, 16, 11, 9, 183229), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:11:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:11:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:11:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:11:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:11:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:11:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:11:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:11:16,563 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:12:09.167018+00:00 (in 29.999006 seconds)
repomirrorworker stdout | 2022-06-02 16:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:12:09 UTC)" (scheduled at 2022-06-02 16:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:11:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:11:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:11:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 11, 39, 176464), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 11, 39, 176464), 0, 2, datetime.datetime(2022, 6, 2, 16, 11, 39, 176464), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:11:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:11:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 11, 39, 179607), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 11, 39, 179607), 0, 2, datetime.datetime(2022, 6, 2, 16, 11, 39, 179607), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:11:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:11:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 11, 39, 181595), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 11, 39, 181595), 0, 2, datetime.datetime(2022, 6, 2, 16, 11, 39, 181595), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:11:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:11:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 11, 39, 183274), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 11, 39, 183274), 0, 2, datetime.datetime(2022, 6, 2, 16, 11, 39, 183274), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:11:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:11:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:11:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:11:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:11:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:11:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:11:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:11:46,625 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:12:39.167018+00:00 (in 29.998976 seconds)
repomirrorworker stdout | 2022-06-02 16:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:12:39 UTC)" (scheduled at 2022-06-02 16:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:12:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:12:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:12:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 12, 9, 177333), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 12, 9, 177333), 0, 2, datetime.datetime(2022, 6, 2, 16, 12, 9, 177333), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:12:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:12:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 12, 9, 180420), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 12, 9, 180420), 0, 2, datetime.datetime(2022, 6, 2, 16, 12, 9, 180420), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:12:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:12:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 12, 9, 182293), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 12, 9, 182293), 0, 2, datetime.datetime(2022, 6, 2, 16, 12, 9, 182293), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:12:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:12:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 12, 9, 184033), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 12, 9, 184033), 0, 2, datetime.datetime(2022, 6, 2, 16, 12, 9, 184033), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:12:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:12:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:12:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:12:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:12:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:12:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:12:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:12:16,677 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:13:09.167018+00:00 (in 29.998946 seconds)
repomirrorworker stdout | 2022-06-02 16:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:13:09 UTC)" (scheduled at 2022-06-02 16:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:12:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:12:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:12:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 12, 39, 177109), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 12, 39, 177109), 0, 2, datetime.datetime(2022, 6, 2, 16, 12, 39, 177109), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:12:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:12:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 12, 39, 180708), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 12, 39, 180708), 0, 2, datetime.datetime(2022, 6, 2, 16, 12, 39, 180708), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:12:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:12:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 12, 39, 182657), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 12, 39, 182657), 0, 2, datetime.datetime(2022, 6, 2, 16, 12, 39, 182657), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:12:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:12:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 12, 39, 184467), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 12, 39, 184467), 0, 2, datetime.datetime(2022, 6, 2, 16, 12, 39, 184467), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:12:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:12:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:12:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:12:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:12:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:12:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:12:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:12:46,728 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:13:39.167018+00:00 (in 29.998958 seconds)
repomirrorworker stdout | 2022-06-02 16:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:13:39 UTC)" (scheduled at 2022-06-02 16:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:13:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:13:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:13:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 13, 9, 176807), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 13, 9, 176807), 0, 2, datetime.datetime(2022, 6, 2, 16, 13, 9, 176807), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:13:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:13:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 13, 9, 180084), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 13, 9, 180084), 0, 2, datetime.datetime(2022, 6, 2, 16, 13, 9, 180084), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:13:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:13:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 13, 9, 182050), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 13, 9, 182050), 0, 2, datetime.datetime(2022, 6, 2, 16, 13, 9, 182050), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:13:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:13:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 13, 9, 183809), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 13, 9, 183809), 0, 2, datetime.datetime(2022, 6, 2, 16, 13, 9, 183809), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:13:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:13:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 13, 9, 185444), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 13, 9, 185444), 0, 2, datetime.datetime(2022, 6, 2, 16, 13, 9, 185444), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:13:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:13:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:13:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:13:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:13:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:13:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:13:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:13:16,774 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:14:09.167018+00:00 (in 29.999123 seconds)
repomirrorworker stdout | 2022-06-02 16:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:14:09 UTC)" (scheduled at 2022-06-02 16:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:13:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:13:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:13:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 13, 39, 177236), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 13, 39, 177236), 0, 2, datetime.datetime(2022, 6, 2, 16, 13, 39, 177236), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:13:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:13:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 13, 39, 180646), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 13, 39, 180646), 0, 2, datetime.datetime(2022, 6, 2, 16, 13, 39, 180646), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:13:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:13:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 13, 39, 182502), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 13, 39, 182502), 0, 2, datetime.datetime(2022, 6, 2, 16, 13, 39, 182502), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:13:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:13:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 13, 39, 184185), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 13, 39, 184185), 0, 2, datetime.datetime(2022, 6, 2, 16, 13, 39, 184185), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:13:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:13:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:13:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:13:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:13:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:13:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:13:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:13:46,810 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:14:39.167018+00:00 (in 29.999213 seconds)
repomirrorworker stdout | 2022-06-02 16:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:14:39 UTC)" (scheduled at 2022-06-02 16:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:14:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:14:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 14, 9, 176814), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 14, 9, 176814), 0, 2, datetime.datetime(2022, 6, 2, 16, 14, 9, 176814), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:14:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:14:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 14, 9, 179937), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 14, 9, 179937), 0, 2, datetime.datetime(2022, 6, 2, 16, 14, 9, 179937), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:14:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:14:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 14, 9, 181794), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 14, 9, 181794), 0, 2, datetime.datetime(2022, 6, 2, 16, 14, 9, 181794), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:14:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:14:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 14, 9, 183462), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 14, 9, 183462), 0, 2, datetime.datetime(2022, 6, 2, 16, 14, 9, 183462), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:14:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:14:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 14, 9, 185100), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 14, 9, 185100), 0, 2, datetime.datetime(2022, 6, 2, 16, 14, 9, 185100), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:14:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:14:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:14:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:14:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:14:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:14:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:14:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:14:16,872 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:15:09.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-02 16:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:15:09 UTC)" (scheduled at 2022-06-02 16:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:14:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:14:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:14:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 14, 39, 177461), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 14, 39, 177461), 0, 2, datetime.datetime(2022, 6, 2, 16, 14, 39, 177461), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:14:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 14, 39, 180857), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 14, 39, 180857), 0, 2, datetime.datetime(2022, 6, 2, 16, 14, 39, 180857), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:14:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 14, 39, 182831), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 14, 39, 182831), 0, 2, datetime.datetime(2022, 6, 2, 16, 14, 39, 182831), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:14:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:14:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 14, 39, 184593), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 14, 39, 184593), 0, 2, datetime.datetime(2022, 6, 2, 16, 14, 39, 184593), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:14:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:14:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:14:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:14:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:14:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:14:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:14:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:14:46,928 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:15:39.167018+00:00 (in 29.999141 seconds)
repomirrorworker stdout | 2022-06-02 16:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:15:39 UTC)" (scheduled at 2022-06-02 16:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:15:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:15:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:15:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 15, 9, 177223), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 15, 9, 177223), 0, 2, datetime.datetime(2022, 6, 2, 16, 15, 9, 177223), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:15:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:15:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 15, 9, 180819), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 15, 9, 180819), 0, 2, datetime.datetime(2022, 6, 2, 16, 15, 9, 180819), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 15, 9, 182780), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 15, 9, 182780), 0, 2, datetime.datetime(2022, 6, 2, 16, 15, 9, 182780), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:15:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:15:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 15, 9, 184587), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 15, 9, 184587), 0, 2, datetime.datetime(2022, 6, 2, 16, 15, 9, 184587), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:15:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:15:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 15, 9, 186348), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 15, 9, 186348), 0, 2, datetime.datetime(2022, 6, 2, 16, 15, 9, 186348), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:15:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:15:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:15:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:15:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:15:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:15:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:15:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:15:16,957 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:16:09.167018+00:00 (in 29.998968 seconds)
repomirrorworker stdout | 2022-06-02 16:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:16:09 UTC)" (scheduled at 2022-06-02 16:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:15:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:15:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:15:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 15, 39, 176915), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 15, 39, 176915), 0, 2, datetime.datetime(2022, 6, 2, 16, 15, 39, 176915), True, 4, 8])
repomirrorworker stdout | 2022-06-02 16:15:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 16:15:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 15, 39, 180541), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 15, 39, 180541), 0, 2, datetime.datetime(2022, 6, 2, 16, 15, 39, 180541), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:15:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:15:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 15, 39, 182447), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 15, 39, 182447), 0, 2, datetime.datetime(2022, 6, 2, 16, 15, 39, 182447), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:15:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:15:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 15, 39, 184167), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 15, 39, 184167), 0, 2, datetime.datetime(2022, 6, 2, 16, 15, 39, 184167), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:15:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:15:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:15:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:15:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:15:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:15:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:15:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:15:47,012 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:16:39.167018+00:00 (in 29.999052 seconds)
repomirrorworker stdout | 2022-06-02 16:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:16:39 UTC)" (scheduled at 2022-06-02 16:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:16:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:16:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:16:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 16, 9, 176708), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 16, 9, 176708), 0, 2, datetime.datetime(2022, 6, 2, 16, 16, 9, 176708), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:16:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:16:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 16, 9, 179882), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 16, 9, 179882), 0, 2, datetime.datetime(2022, 6, 2, 16, 16, 9, 179882), True, 4, 8])
repomirrorworker stdout | 2022-06-02 16:16:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 16:16:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 16, 9, 181779), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 16, 9, 181779), 0, 2, datetime.datetime(2022, 6, 2, 16, 16, 9, 181779), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:16:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:16:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 16, 9, 183482), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 16, 9, 183482), 0, 2, datetime.datetime(2022, 6, 2, 16, 16, 9, 183482), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:16:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:16:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 16, 9, 185134), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 16, 9, 185134), 0, 2, datetime.datetime(2022, 6, 2, 16, 16, 9, 185134), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:16:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:16:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:16:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:16:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:16:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:16:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:16:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:16:17,068 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:17:09.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-02 16:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:17:09 UTC)" (scheduled at 2022-06-02 16:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:16:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:16:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:16:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 16, 39, 177562), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 16, 39, 177562), 0, 2, datetime.datetime(2022, 6, 2, 16, 16, 39, 177562), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:16:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:16:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 16, 39, 181211), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 16, 39, 181211), 0, 2, datetime.datetime(2022, 6, 2, 16, 16, 39, 181211), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:16:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:16:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 16, 39, 183573), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 16, 39, 183573), 0, 2, datetime.datetime(2022, 6, 2, 16, 16, 39, 183573), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:16:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:16:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 16, 39, 185728), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 16, 39, 185728), 0, 2, datetime.datetime(2022, 6, 2, 16, 16, 39, 185728), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:16:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:16:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:16:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:16:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:16:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:16:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:16:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:16:47,117 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:17:39.167018+00:00 (in 29.999021 seconds)
repomirrorworker stdout | 2022-06-02 16:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:17:39 UTC)" (scheduled at 2022-06-02 16:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:17:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:17:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:17:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 17, 9, 176615), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 17, 9, 176615), 0, 2, datetime.datetime(2022, 6, 2, 16, 17, 9, 176615), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:17:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:17:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 17, 9, 179732), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 17, 9, 179732), 0, 2, datetime.datetime(2022, 6, 2, 16, 17, 9, 179732), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:17:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:17:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 17, 9, 181588), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 17, 9, 181588), 0, 2, datetime.datetime(2022, 6, 2, 16, 17, 9, 181588), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:17:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:17:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 17, 9, 183251), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 17, 9, 183251), 0, 2, datetime.datetime(2022, 6, 2, 16, 17, 9, 183251), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:17:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:17:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:17:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:17:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:17:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:17:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:17:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:17:17,177 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:18:09.167018+00:00 (in 29.999128 seconds)
repomirrorworker stdout | 2022-06-02 16:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:18:09 UTC)" (scheduled at 2022-06-02 16:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:17:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:17:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 17, 39, 176962), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 17, 39, 176962), 0, 2, datetime.datetime(2022, 6, 2, 16, 17, 39, 176962), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:17:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:17:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 17, 39, 180230), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 17, 39, 180230), 0, 2, datetime.datetime(2022, 6, 2, 16, 17, 39, 180230), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:17:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:17:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 17, 39, 182165), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 17, 39, 182165), 0, 2, datetime.datetime(2022, 6, 2, 16, 17, 39, 182165), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:17:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:17:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 17, 39, 183872), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 17, 39, 183872), 0, 2, datetime.datetime(2022, 6, 2, 16, 17, 39, 183872), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:17:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:17:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:17:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:17:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:17:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:17:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:17:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:17:47,245 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:18:39.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-02 16:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:18:39 UTC)" (scheduled at 2022-06-02 16:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:18:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:18:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 18, 9, 177007), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 18, 9, 177007), 0, 2, datetime.datetime(2022, 6, 2, 16, 18, 9, 177007), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:18:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:18:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 18, 9, 180312), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 18, 9, 180312), 0, 2, datetime.datetime(2022, 6, 2, 16, 18, 9, 180312), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:18:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:18:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 18, 9, 182231), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 18, 9, 182231), 0, 2, datetime.datetime(2022, 6, 2, 16, 18, 9, 182231), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:18:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:18:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 18, 9, 183927), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 18, 9, 183927), 0, 2, datetime.datetime(2022, 6, 2, 16, 18, 9, 183927), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:18:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:18:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 18, 9, 185569), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 18, 9, 185569), 0, 2, datetime.datetime(2022, 6, 2, 16, 18, 9, 185569), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:18:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:18:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:18:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:18:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:18:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:18:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:18:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:18:17,283 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:19:09.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-02 16:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:19:09 UTC)" (scheduled at 2022-06-02 16:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:18:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:18:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:18:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 18, 39, 177083), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 18, 39, 177083), 0, 2, datetime.datetime(2022, 6, 2, 16, 18, 39, 177083), True, 4, 8])
repomirrorworker stdout | 2022-06-02 16:18:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 16:18:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 18, 39, 180739), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 18, 39, 180739), 0, 2, datetime.datetime(2022, 6, 2, 16, 18, 39, 180739), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:18:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:18:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 18, 39, 182590), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 18, 39, 182590), 0, 2, datetime.datetime(2022, 6, 2, 16, 18, 39, 182590), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:18:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:18:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 18, 39, 184278), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 18, 39, 184278), 0, 2, datetime.datetime(2022, 6, 2, 16, 18, 39, 184278), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:18:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:18:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:18:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:18:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:18:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:18:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:18:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:18:47,317 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:19:39.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-02 16:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:19:39 UTC)" (scheduled at 2022-06-02 16:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:19:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:19:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:19:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 19, 9, 176869), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 19, 9, 176869), 0, 2, datetime.datetime(2022, 6, 2, 16, 19, 9, 176869), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:19:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:19:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 19, 9, 180168), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 19, 9, 180168), 0, 2, datetime.datetime(2022, 6, 2, 16, 19, 9, 180168), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:19:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:19:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 19, 9, 182000), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 19, 9, 182000), 0, 2, datetime.datetime(2022, 6, 2, 16, 19, 9, 182000), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:19:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:19:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 19, 9, 183664), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 19, 9, 183664), 0, 2, datetime.datetime(2022, 6, 2, 16, 19, 9, 183664), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:19:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:19:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 19, 9, 185484), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 19, 9, 185484), 0, 2, datetime.datetime(2022, 6, 2, 16, 19, 9, 185484), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:19:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:19:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:19:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:19:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:19:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:19:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:19:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:19:17,367 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:20:09.167018+00:00 (in 29.998970 seconds)
repomirrorworker stdout | 2022-06-02 16:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:20:09 UTC)" (scheduled at 2022-06-02 16:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:19:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:19:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:19:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 19, 39, 176887), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 19, 39, 176887), 0, 2, datetime.datetime(2022, 6, 2, 16, 19, 39, 176887), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:19:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:19:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 19, 39, 180194), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 19, 39, 180194), 0, 2, datetime.datetime(2022, 6, 2, 16, 19, 39, 180194), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:19:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:19:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 19, 39, 182111), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 19, 39, 182111), 0, 2, datetime.datetime(2022, 6, 2, 16, 19, 39, 182111), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:19:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:19:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 19, 39, 183875), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 19, 39, 183875), 0, 2, datetime.datetime(2022, 6, 2, 16, 19, 39, 183875), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:19:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:19:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:19:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:19:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:19:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:19:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:19:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:19:47,423 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:20:39.167018+00:00 (in 29.999013 seconds)
repomirrorworker stdout | 2022-06-02 16:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:20:39 UTC)" (scheduled at 2022-06-02 16:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:20:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:20:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 20, 9, 177262), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 20, 9, 177262), 0, 2, datetime.datetime(2022, 6, 2, 16, 20, 9, 177262), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:20:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 20, 9, 180744), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 20, 9, 180744), 0, 2, datetime.datetime(2022, 6, 2, 16, 20, 9, 180744), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:20:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:20:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 20, 9, 182608), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 20, 9, 182608), 0, 2, datetime.datetime(2022, 6, 2, 16, 20, 9, 182608), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:20:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:20:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 20, 9, 184291), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 20, 9, 184291), 0, 2, datetime.datetime(2022, 6, 2, 16, 20, 9, 184291), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:20:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:20:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:20:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:20:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:20:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:20:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:20:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:20:17,488 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:21:09.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-02 16:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:21:09 UTC)" (scheduled at 2022-06-02 16:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:20:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:20:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:20:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 20, 39, 177322), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 20, 39, 177322), 0, 2, datetime.datetime(2022, 6, 2, 16, 20, 39, 177322), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:20:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:20:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 20, 39, 180547), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 20, 39, 180547), 0, 2, datetime.datetime(2022, 6, 2, 16, 20, 39, 180547), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:20:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:20:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 20, 39, 182535), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 20, 39, 182535), 0, 2, datetime.datetime(2022, 6, 2, 16, 20, 39, 182535), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:20:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:20:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 20, 39, 184352), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 20, 39, 184352), 0, 2, datetime.datetime(2022, 6, 2, 16, 20, 39, 184352), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:20:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:20:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:20:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:20:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:20:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:20:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:20:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:20:47,532 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:21:39.167018+00:00 (in 29.999262 seconds)
repomirrorworker stdout | 2022-06-02 16:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:21:39 UTC)" (scheduled at 2022-06-02 16:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:21:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:21:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:21:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 21, 9, 176506), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 21, 9, 176506), 0, 2, datetime.datetime(2022, 6, 2, 16, 21, 9, 176506), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:21:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:21:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 21, 9, 179664), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 21, 9, 179664), 0, 2, datetime.datetime(2022, 6, 2, 16, 21, 9, 179664), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:21:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:21:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 21, 9, 181597), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 21, 9, 181597), 0, 2, datetime.datetime(2022, 6, 2, 16, 21, 9, 181597), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:21:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 21, 9, 183377), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 21, 9, 183377), 0, 2, datetime.datetime(2022, 6, 2, 16, 21, 9, 183377), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:21:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:21:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:21:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:21:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:21:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:21:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:21:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:21:17,586 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:22:09.167018+00:00 (in 29.999282 seconds)
repomirrorworker stdout | 2022-06-02 16:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:22:09 UTC)" (scheduled at 2022-06-02 16:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:21:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:21:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:21:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 21, 39, 177016), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 21, 39, 177016), 0, 2, datetime.datetime(2022, 6, 2, 16, 21, 39, 177016), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:21:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:21:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 21, 39, 180554), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 21, 39, 180554), 0, 2, datetime.datetime(2022, 6, 2, 16, 21, 39, 180554), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:21:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:21:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 21, 39, 182607), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 21, 39, 182607), 0, 2, datetime.datetime(2022, 6, 2, 16, 21, 39, 182607), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:21:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:21:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 21, 39, 184478), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 21, 39, 184478), 0, 2, datetime.datetime(2022, 6, 2, 16, 21, 39, 184478), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:21:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:21:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 21, 39, 186329), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 21, 39, 186329), 0, 2, datetime.datetime(2022, 6, 2, 16, 21, 39, 186329), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:21:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:21:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:21:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:21:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:21:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:21:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:21:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:21:47,643 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:22:39.167018+00:00 (in 29.999178 seconds)
repomirrorworker stdout | 2022-06-02 16:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:22:39 UTC)" (scheduled at 2022-06-02 16:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:22:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:22:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:22:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 22, 9, 176561), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 22, 9, 176561), 0, 2, datetime.datetime(2022, 6, 2, 16, 22, 9, 176561), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:22:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:22:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 22, 9, 179642), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 22, 9, 179642), 0, 2, datetime.datetime(2022, 6, 2, 16, 22, 9, 179642), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:22:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:22:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 22, 9, 181505), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 22, 9, 181505), 0, 2, datetime.datetime(2022, 6, 2, 16, 22, 9, 181505), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:22:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:22:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 22, 9, 183199), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 22, 9, 183199), 0, 2, datetime.datetime(2022, 6, 2, 16, 22, 9, 183199), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:22:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:22:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 22, 9, 184847), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 22, 9, 184847), 0, 2, datetime.datetime(2022, 6, 2, 16, 22, 9, 184847), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:22:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:22:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:22:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:22:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:22:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:22:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:22:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:22:17,705 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:23:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-02 16:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:23:09 UTC)" (scheduled at 2022-06-02 16:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:22:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:22:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 22, 39, 177138), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 22, 39, 177138), 0, 2, datetime.datetime(2022, 6, 2, 16, 22, 39, 177138), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:22:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:22:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 22, 39, 180286), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 22, 39, 180286), 0, 2, datetime.datetime(2022, 6, 2, 16, 22, 39, 180286), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:22:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:22:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 22, 39, 182165), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 22, 39, 182165), 0, 2, datetime.datetime(2022, 6, 2, 16, 22, 39, 182165), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:22:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:22:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 22, 39, 183867), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 22, 39, 183867), 0, 2, datetime.datetime(2022, 6, 2, 16, 22, 39, 183867), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:22:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:22:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 22, 39, 185546), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 22, 39, 185546), 0, 2, datetime.datetime(2022, 6, 2, 16, 22, 39, 185546), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:22:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:22:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:22:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:22:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:22:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:22:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:22:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:22:47,765 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:23:39.167018+00:00 (in 29.999038 seconds)
repomirrorworker stdout | 2022-06-02 16:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:23:39 UTC)" (scheduled at 2022-06-02 16:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:23:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:23:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:23:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 23, 9, 177113), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 23, 9, 177113), 0, 2, datetime.datetime(2022, 6, 2, 16, 23, 9, 177113), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:23:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:23:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 23, 9, 180304), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 23, 9, 180304), 0, 2, datetime.datetime(2022, 6, 2, 16, 23, 9, 180304), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:23:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:23:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 23, 9, 182168), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 23, 9, 182168), 0, 2, datetime.datetime(2022, 6, 2, 16, 23, 9, 182168), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:23:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:23:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 23, 9, 183857), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 23, 9, 183857), 0, 2, datetime.datetime(2022, 6, 2, 16, 23, 9, 183857), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:23:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:23:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:23:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:23:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:23:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:23:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:23:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:23:17,831 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:24:09.167018+00:00 (in 29.998944 seconds)
repomirrorworker stdout | 2022-06-02 16:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:24:09 UTC)" (scheduled at 2022-06-02 16:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:23:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:23:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:23:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 23, 39, 177106), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 23, 39, 177106), 0, 2, datetime.datetime(2022, 6, 2, 16, 23, 39, 177106), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:23:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:23:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 23, 39, 180391), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 23, 39, 180391), 0, 2, datetime.datetime(2022, 6, 2, 16, 23, 39, 180391), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:23:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:23:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 23, 39, 182263), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 23, 39, 182263), 0, 2, datetime.datetime(2022, 6, 2, 16, 23, 39, 182263), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:23:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:23:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 23, 39, 184006), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 23, 39, 184006), 0, 2, datetime.datetime(2022, 6, 2, 16, 23, 39, 184006), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:23:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:23:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 23, 39, 185699), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 23, 39, 185699), 0, 2, datetime.datetime(2022, 6, 2, 16, 23, 39, 185699), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:23:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:23:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:23:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:23:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:23:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:23:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:23:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:23:47,894 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:24:39.167018+00:00 (in 29.998809 seconds)
repomirrorworker stdout | 2022-06-02 16:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:24:39 UTC)" (scheduled at 2022-06-02 16:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:24:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:24:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:24:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 24, 9, 176814), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 24, 9, 176814), 0, 2, datetime.datetime(2022, 6, 2, 16, 24, 9, 176814), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:24:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:24:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 24, 9, 180434), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 24, 9, 180434), 0, 2, datetime.datetime(2022, 6, 2, 16, 24, 9, 180434), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:24:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:24:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 24, 9, 182447), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 24, 9, 182447), 0, 2, datetime.datetime(2022, 6, 2, 16, 24, 9, 182447), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:24:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:24:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 24, 9, 184309), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 24, 9, 184309), 0, 2, datetime.datetime(2022, 6, 2, 16, 24, 9, 184309), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:24:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:24:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 24, 9, 186119), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 24, 9, 186119), 0, 2, datetime.datetime(2022, 6, 2, 16, 24, 9, 186119), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:24:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:24:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:24:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:24:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:24:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:24:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:24:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:24:17,928 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:25:09.167018+00:00 (in 29.999136 seconds)
repomirrorworker stdout | 2022-06-02 16:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:25:09 UTC)" (scheduled at 2022-06-02 16:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:24:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:24:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:24:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 24, 39, 177078), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 24, 39, 177078), 0, 2, datetime.datetime(2022, 6, 2, 16, 24, 39, 177078), True, 4, 8])
repomirrorworker stdout | 2022-06-02 16:24:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 16:24:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 24, 39, 180309), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 24, 39, 180309), 0, 2, datetime.datetime(2022, 6, 2, 16, 24, 39, 180309), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:24:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:24:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 24, 39, 182302), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 24, 39, 182302), 0, 2, datetime.datetime(2022, 6, 2, 16, 24, 39, 182302), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:24:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:24:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 24, 39, 184045), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 24, 39, 184045), 0, 2, datetime.datetime(2022, 6, 2, 16, 24, 39, 184045), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:24:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:24:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:24:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:24:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:24:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:24:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:24:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:24:47,982 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:25:39.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-02 16:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:25:39 UTC)" (scheduled at 2022-06-02 16:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:25:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:25:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:25:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 25, 9, 177279), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 25, 9, 177279), 0, 2, datetime.datetime(2022, 6, 2, 16, 25, 9, 177279), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:25:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 25, 9, 180598), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 25, 9, 180598), 0, 2, datetime.datetime(2022, 6, 2, 16, 25, 9, 180598), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:25:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:25:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 25, 9, 182754), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 25, 9, 182754), 0, 2, datetime.datetime(2022, 6, 2, 16, 25, 9, 182754), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:25:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:25:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 25, 9, 184583), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 25, 9, 184583), 0, 2, datetime.datetime(2022, 6, 2, 16, 25, 9, 184583), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:25:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:25:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 25, 9, 186465), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 25, 9, 186465), 0, 2, datetime.datetime(2022, 6, 2, 16, 25, 9, 186465), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:25:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:25:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:25:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:25:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:25:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:25:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:25:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:25:18,054 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:26:09.167018+00:00 (in 29.998980 seconds)
repomirrorworker stdout | 2022-06-02 16:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:26:09 UTC)" (scheduled at 2022-06-02 16:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:25:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:25:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:25:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 25, 39, 177499), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 25, 39, 177499), 0, 2, datetime.datetime(2022, 6, 2, 16, 25, 39, 177499), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:25:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:25:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 25, 39, 181040), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 25, 39, 181040), 0, 2, datetime.datetime(2022, 6, 2, 16, 25, 39, 181040), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:25:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:25:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 25, 39, 182956), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 25, 39, 182956), 0, 2, datetime.datetime(2022, 6, 2, 16, 25, 39, 182956), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:25:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:25:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 25, 39, 184658), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 25, 39, 184658), 0, 2, datetime.datetime(2022, 6, 2, 16, 25, 39, 184658), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:25:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:25:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 25, 39, 186333), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 25, 39, 186333), 0, 2, datetime.datetime(2022, 6, 2, 16, 25, 39, 186333), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:25:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:25:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:25:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:25:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:25:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:25:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:25:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:25:48,095 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:26:39.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-02 16:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:26:39 UTC)" (scheduled at 2022-06-02 16:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:26:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:26:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 26, 9, 177248), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 26, 9, 177248), 0, 2, datetime.datetime(2022, 6, 2, 16, 26, 9, 177248), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:26:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:26:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 26, 9, 181028), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 26, 9, 181028), 0, 2, datetime.datetime(2022, 6, 2, 16, 26, 9, 181028), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:26:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:26:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 26, 9, 182976), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 26, 9, 182976), 0, 2, datetime.datetime(2022, 6, 2, 16, 26, 9, 182976), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:26:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:26:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 26, 9, 184783), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 26, 9, 184783), 0, 2, datetime.datetime(2022, 6, 2, 16, 26, 9, 184783), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:26:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:26:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:26:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:26:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:26:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:26:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:26:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:26:18,162 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:27:09.167018+00:00 (in 29.999187 seconds)
repomirrorworker stdout | 2022-06-02 16:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:27:09 UTC)" (scheduled at 2022-06-02 16:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:26:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:26:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:26:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 26, 39, 177590), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 26, 39, 177590), 0, 2, datetime.datetime(2022, 6, 2, 16, 26, 39, 177590), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:26:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:26:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 26, 39, 180770), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 26, 39, 180770), 0, 2, datetime.datetime(2022, 6, 2, 16, 26, 39, 180770), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:26:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:26:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 26, 39, 182659), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 26, 39, 182659), 0, 2, datetime.datetime(2022, 6, 2, 16, 26, 39, 182659), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:26:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:26:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 26, 39, 184411), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 26, 39, 184411), 0, 2, datetime.datetime(2022, 6, 2, 16, 26, 39, 184411), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:26:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:26:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 26, 39, 186171), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 26, 39, 186171), 0, 2, datetime.datetime(2022, 6, 2, 16, 26, 39, 186171), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:26:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:26:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:26:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:26:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:26:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:26:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:26:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:26:48,207 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:27:39.167018+00:00 (in 29.999037 seconds)
repomirrorworker stdout | 2022-06-02 16:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:27:39 UTC)" (scheduled at 2022-06-02 16:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:27:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:27:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:27:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 27, 9, 177111), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 27, 9, 177111), 0, 2, datetime.datetime(2022, 6, 2, 16, 27, 9, 177111), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:27:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:27:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 27, 9, 180378), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 27, 9, 180378), 0, 2, datetime.datetime(2022, 6, 2, 16, 27, 9, 180378), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:27:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:27:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 27, 9, 182243), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 27, 9, 182243), 0, 2, datetime.datetime(2022, 6, 2, 16, 27, 9, 182243), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:27:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:27:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 27, 9, 183937), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 27, 9, 183937), 0, 2, datetime.datetime(2022, 6, 2, 16, 27, 9, 183937), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:27:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:27:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 27, 9, 185628), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 27, 9, 185628), 0, 2, datetime.datetime(2022, 6, 2, 16, 27, 9, 185628), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:27:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:27:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:27:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:27:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:27:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:27:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:27:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:27:18,243 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:28:09.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-02 16:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:28:09 UTC)" (scheduled at 2022-06-02 16:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:27:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:27:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:27:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 27, 39, 177104), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 27, 39, 177104), 0, 2, datetime.datetime(2022, 6, 2, 16, 27, 39, 177104), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:27:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:27:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 27, 39, 180552), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 27, 39, 180552), 0, 2, datetime.datetime(2022, 6, 2, 16, 27, 39, 180552), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:27:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:27:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 27, 39, 182523), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 27, 39, 182523), 0, 2, datetime.datetime(2022, 6, 2, 16, 27, 39, 182523), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:27:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:27:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 27, 39, 184306), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 27, 39, 184306), 0, 2, datetime.datetime(2022, 6, 2, 16, 27, 39, 184306), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:27:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:27:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 27, 39, 186007), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 27, 39, 186007), 0, 2, datetime.datetime(2022, 6, 2, 16, 27, 39, 186007), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:27:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:27:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:27:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:27:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:27:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:27:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:27:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:27:48,294 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:28:39.167018+00:00 (in 29.999178 seconds)
repomirrorworker stdout | 2022-06-02 16:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:28:39 UTC)" (scheduled at 2022-06-02 16:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:28:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:28:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 28, 9, 176823), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 28, 9, 176823), 0, 2, datetime.datetime(2022, 6, 2, 16, 28, 9, 176823), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:28:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:28:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 28, 9, 180064), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 28, 9, 180064), 0, 2, datetime.datetime(2022, 6, 2, 16, 28, 9, 180064), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:28:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:28:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 28, 9, 182174), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 28, 9, 182174), 0, 2, datetime.datetime(2022, 6, 2, 16, 28, 9, 182174), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:28:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:28:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 28, 9, 183962), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 28, 9, 183962), 0, 2, datetime.datetime(2022, 6, 2, 16, 28, 9, 183962), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:28:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:28:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:28:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:28:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:28:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:28:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:28:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:28:18,353 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:29:09.167018+00:00 (in 29.999179 seconds)
repomirrorworker stdout | 2022-06-02 16:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:29:09 UTC)" (scheduled at 2022-06-02 16:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:28:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:28:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:28:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 28, 39, 176840), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 28, 39, 176840), 0, 2, datetime.datetime(2022, 6, 2, 16, 28, 39, 176840), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:28:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:28:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 28, 39, 180375), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 28, 39, 180375), 0, 2, datetime.datetime(2022, 6, 2, 16, 28, 39, 180375), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:28:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:28:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 28, 39, 182384), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 28, 39, 182384), 0, 2, datetime.datetime(2022, 6, 2, 16, 28, 39, 182384), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:28:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:28:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 28, 39, 184143), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 28, 39, 184143), 0, 2, datetime.datetime(2022, 6, 2, 16, 28, 39, 184143), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:28:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:28:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 28, 39, 185796), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 28, 39, 185796), 0, 2, datetime.datetime(2022, 6, 2, 16, 28, 39, 185796), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:28:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:28:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:28:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:28:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:28:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:28:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:28:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:28:48,413 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:29:39.167018+00:00 (in 29.999181 seconds)
repomirrorworker stdout | 2022-06-02 16:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:29:39 UTC)" (scheduled at 2022-06-02 16:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:29:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:29:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:29:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 29, 9, 177327), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 29, 9, 177327), 0, 2, datetime.datetime(2022, 6, 2, 16, 29, 9, 177327), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:29:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:29:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 29, 9, 180472), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 29, 9, 180472), 0, 2, datetime.datetime(2022, 6, 2, 16, 29, 9, 180472), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:29:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:29:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 29, 9, 182385), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 29, 9, 182385), 0, 2, datetime.datetime(2022, 6, 2, 16, 29, 9, 182385), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:29:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:29:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 29, 9, 184119), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 29, 9, 184119), 0, 2, datetime.datetime(2022, 6, 2, 16, 29, 9, 184119), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:29:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:29:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 29, 9, 185981), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 29, 9, 185981), 0, 2, datetime.datetime(2022, 6, 2, 16, 29, 9, 185981), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:29:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:29:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:29:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:29:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:29:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:29:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:29:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:29:18,477 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:30:09.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-02 16:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:30:09 UTC)" (scheduled at 2022-06-02 16:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:29:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:29:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 29, 39, 177100), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 29, 39, 177100), 0, 2, datetime.datetime(2022, 6, 2, 16, 29, 39, 177100), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:29:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:29:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 29, 39, 180573), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 29, 39, 180573), 0, 2, datetime.datetime(2022, 6, 2, 16, 29, 39, 180573), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:29:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:29:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 29, 39, 182444), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 29, 39, 182444), 0, 2, datetime.datetime(2022, 6, 2, 16, 29, 39, 182444), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:29:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:29:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 29, 39, 184099), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 29, 39, 184099), 0, 2, datetime.datetime(2022, 6, 2, 16, 29, 39, 184099), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:29:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:29:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:29:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:29:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:29:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:29:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:29:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:29:48,509 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:30:39.167018+00:00 (in 29.999130 seconds)
repomirrorworker stdout | 2022-06-02 16:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:30:39 UTC)" (scheduled at 2022-06-02 16:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:30:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:30:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 30, 9, 177125), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 30, 9, 177125), 0, 2, datetime.datetime(2022, 6, 2, 16, 30, 9, 177125), True, 4, 8])
repomirrorworker stdout | 2022-06-02 16:30:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 16:30:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 30, 9, 180823), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 30, 9, 180823), 0, 2, datetime.datetime(2022, 6, 2, 16, 30, 9, 180823), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:30:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:30:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 30, 9, 182723), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 30, 9, 182723), 0, 2, datetime.datetime(2022, 6, 2, 16, 30, 9, 182723), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:30:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:30:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 30, 9, 184442), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 30, 9, 184442), 0, 2, datetime.datetime(2022, 6, 2, 16, 30, 9, 184442), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:30:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:30:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 30, 9, 186134), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 30, 9, 186134), 0, 2, datetime.datetime(2022, 6, 2, 16, 30, 9, 186134), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:30:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:30:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:30:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:30:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:30:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:30:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:30:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:30:18,550 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:31:09.167018+00:00 (in 29.999211 seconds)
repomirrorworker stdout | 2022-06-02 16:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:31:09 UTC)" (scheduled at 2022-06-02 16:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:30:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:30:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:30:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 30, 39, 176700), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 30, 39, 176700), 0, 2, datetime.datetime(2022, 6, 2, 16, 30, 39, 176700), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:30:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:30:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 30, 39, 180085), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 30, 39, 180085), 0, 2, datetime.datetime(2022, 6, 2, 16, 30, 39, 180085), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:30:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:30:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 30, 39, 181949), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 30, 39, 181949), 0, 2, datetime.datetime(2022, 6, 2, 16, 30, 39, 181949), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:30:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:30:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 30, 39, 183610), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 30, 39, 183610), 0, 2, datetime.datetime(2022, 6, 2, 16, 30, 39, 183610), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:30:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:30:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 30, 39, 185245), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 30, 39, 185245), 0, 2, datetime.datetime(2022, 6, 2, 16, 30, 39, 185245), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:30:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:30:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:30:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:30:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:30:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:30:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:30:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:30:48,627 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:31:39.167018+00:00 (in 29.999140 seconds)
repomirrorworker stdout | 2022-06-02 16:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:31:39 UTC)" (scheduled at 2022-06-02 16:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:31:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:31:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 31, 9, 177134), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 31, 9, 177134), 0, 2, datetime.datetime(2022, 6, 2, 16, 31, 9, 177134), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:31:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:31:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 31, 9, 180888), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 31, 9, 180888), 0, 2, datetime.datetime(2022, 6, 2, 16, 31, 9, 180888), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:31:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:31:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 31, 9, 183049), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 31, 9, 183049), 0, 2, datetime.datetime(2022, 6, 2, 16, 31, 9, 183049), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:31:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:31:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 31, 9, 184960), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 31, 9, 184960), 0, 2, datetime.datetime(2022, 6, 2, 16, 31, 9, 184960), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:31:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:31:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 31, 9, 186814), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 31, 9, 186814), 0, 2, datetime.datetime(2022, 6, 2, 16, 31, 9, 186814), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:31:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:31:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:31:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:31:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:31:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:31:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:31:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:31:18,660 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:32:09.167018+00:00 (in 29.998980 seconds)
repomirrorworker stdout | 2022-06-02 16:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:32:09 UTC)" (scheduled at 2022-06-02 16:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:31:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:31:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:31:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 31, 39, 177068), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 31, 39, 177068), 0, 2, datetime.datetime(2022, 6, 2, 16, 31, 39, 177068), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:31:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:31:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 31, 39, 180775), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 31, 39, 180775), 0, 2, datetime.datetime(2022, 6, 2, 16, 31, 39, 180775), True, 4, 8])
repomirrorworker stdout | 2022-06-02 16:31:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 16:31:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 31, 39, 182815), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 31, 39, 182815), 0, 2, datetime.datetime(2022, 6, 2, 16, 31, 39, 182815), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:31:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:31:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 31, 39, 184647), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 31, 39, 184647), 0, 2, datetime.datetime(2022, 6, 2, 16, 31, 39, 184647), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:31:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:31:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 31, 39, 186346), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 31, 39, 186346), 0, 2, datetime.datetime(2022, 6, 2, 16, 31, 39, 186346), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:31:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:31:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:31:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:31:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:31:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:31:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:31:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:31:48,712 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:32:39.167018+00:00 (in 29.999038 seconds)
repomirrorworker stdout | 2022-06-02 16:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:32:39 UTC)" (scheduled at 2022-06-02 16:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:32:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:32:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:32:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 32, 9, 177395), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 32, 9, 177395), 0, 2, datetime.datetime(2022, 6, 2, 16, 32, 9, 177395), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:32:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:32:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 32, 9, 180994), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 32, 9, 180994), 0, 2, datetime.datetime(2022, 6, 2, 16, 32, 9, 180994), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:32:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:32:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 32, 9, 182956), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 32, 9, 182956), 0, 2, datetime.datetime(2022, 6, 2, 16, 32, 9, 182956), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:32:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:32:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 32, 9, 184774), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 32, 9, 184774), 0, 2, datetime.datetime(2022, 6, 2, 16, 32, 9, 184774), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:32:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:32:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:32:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:32:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:32:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:32:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:32:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:32:18,772 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:33:09.167018+00:00 (in 29.999109 seconds)
repomirrorworker stdout | 2022-06-02 16:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:33:09 UTC)" (scheduled at 2022-06-02 16:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:32:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:32:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:32:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 32, 39, 176726), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 32, 39, 176726), 0, 2, datetime.datetime(2022, 6, 2, 16, 32, 39, 176726), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:32:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:32:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 32, 39, 179819), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 32, 39, 179819), 0, 2, datetime.datetime(2022, 6, 2, 16, 32, 39, 179819), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:32:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:32:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 32, 39, 181664), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 32, 39, 181664), 0, 2, datetime.datetime(2022, 6, 2, 16, 32, 39, 181664), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:32:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:32:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 32, 39, 183330), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 32, 39, 183330), 0, 2, datetime.datetime(2022, 6, 2, 16, 32, 39, 183330), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:32:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:32:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:32:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:32:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:32:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:32:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:32:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:32:48,820 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:33:39.167018+00:00 (in 29.999069 seconds)
repomirrorworker stdout | 2022-06-02 16:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:33:39 UTC)" (scheduled at 2022-06-02 16:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:33:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:33:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:33:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 33, 9, 177090), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 33, 9, 177090), 0, 2, datetime.datetime(2022, 6, 2, 16, 33, 9, 177090), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:33:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:33:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 33, 9, 180707), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 33, 9, 180707), 0, 2, datetime.datetime(2022, 6, 2, 16, 33, 9, 180707), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:33:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:33:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 33, 9, 182578), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 33, 9, 182578), 0, 2, datetime.datetime(2022, 6, 2, 16, 33, 9, 182578), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:33:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:33:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 33, 9, 184255), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 33, 9, 184255), 0, 2, datetime.datetime(2022, 6, 2, 16, 33, 9, 184255), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:33:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:33:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:33:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:33:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:33:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:33:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:33:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:33:18,873 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:34:09.167018+00:00 (in 29.999163 seconds)
repomirrorworker stdout | 2022-06-02 16:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:34:09 UTC)" (scheduled at 2022-06-02 16:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:33:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:33:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:33:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 33, 39, 176963), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 33, 39, 176963), 0, 2, datetime.datetime(2022, 6, 2, 16, 33, 39, 176963), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:33:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:33:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 33, 39, 180274), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 33, 39, 180274), 0, 2, datetime.datetime(2022, 6, 2, 16, 33, 39, 180274), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:33:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:33:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 33, 39, 182292), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 33, 39, 182292), 0, 2, datetime.datetime(2022, 6, 2, 16, 33, 39, 182292), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:33:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:33:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 33, 39, 184161), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 33, 39, 184161), 0, 2, datetime.datetime(2022, 6, 2, 16, 33, 39, 184161), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:33:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:33:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 33, 39, 185957), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 33, 39, 185957), 0, 2, datetime.datetime(2022, 6, 2, 16, 33, 39, 185957), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:33:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:33:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:33:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:33:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:33:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:33:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:33:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:33:48,940 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:34:39.167018+00:00 (in 29.998967 seconds)
repomirrorworker stdout | 2022-06-02 16:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:34:39 UTC)" (scheduled at 2022-06-02 16:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:34:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:34:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:34:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 34, 9, 177104), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 34, 9, 177104), 0, 2, datetime.datetime(2022, 6, 2, 16, 34, 9, 177104), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:34:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:34:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 34, 9, 180195), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 34, 9, 180195), 0, 2, datetime.datetime(2022, 6, 2, 16, 34, 9, 180195), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:34:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:34:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 34, 9, 182063), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 34, 9, 182063), 0, 2, datetime.datetime(2022, 6, 2, 16, 34, 9, 182063), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:34:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:34:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 34, 9, 183765), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 34, 9, 183765), 0, 2, datetime.datetime(2022, 6, 2, 16, 34, 9, 183765), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:34:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:34:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 34, 9, 185427), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 34, 9, 185427), 0, 2, datetime.datetime(2022, 6, 2, 16, 34, 9, 185427), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:34:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:34:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:34:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:34:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:34:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:34:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:34:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:34:18,999 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:35:09.167018+00:00 (in 29.999029 seconds)
repomirrorworker stdout | 2022-06-02 16:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:35:09 UTC)" (scheduled at 2022-06-02 16:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:34:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:34:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:34:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 34, 39, 176891), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 34, 39, 176891), 0, 2, datetime.datetime(2022, 6, 2, 16, 34, 39, 176891), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:34:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:34:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 34, 39, 180331), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 34, 39, 180331), 0, 2, datetime.datetime(2022, 6, 2, 16, 34, 39, 180331), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:34:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:34:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 34, 39, 182350), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 34, 39, 182350), 0, 2, datetime.datetime(2022, 6, 2, 16, 34, 39, 182350), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:34:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:34:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 34, 39, 184114), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 34, 39, 184114), 0, 2, datetime.datetime(2022, 6, 2, 16, 34, 39, 184114), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:34:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:34:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 34, 39, 185847), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 34, 39, 185847), 0, 2, datetime.datetime(2022, 6, 2, 16, 34, 39, 185847), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:34:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:34:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:34:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:34:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:34:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:34:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:34:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:34:49,040 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:35:39.167018+00:00 (in 29.999136 seconds)
repomirrorworker stdout | 2022-06-02 16:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:35:39 UTC)" (scheduled at 2022-06-02 16:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:35:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:35:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:35:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 35, 9, 176361), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 35, 9, 176361), 0, 2, datetime.datetime(2022, 6, 2, 16, 35, 9, 176361), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:35:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:35:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 35, 9, 180103), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 35, 9, 180103), 0, 2, datetime.datetime(2022, 6, 2, 16, 35, 9, 180103), True, 4, 8])
repomirrorworker stdout | 2022-06-02 16:35:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 16:35:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 35, 9, 182077), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 35, 9, 182077), 0, 2, datetime.datetime(2022, 6, 2, 16, 35, 9, 182077), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:35:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:35:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 35, 9, 183971), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 35, 9, 183971), 0, 2, datetime.datetime(2022, 6, 2, 16, 35, 9, 183971), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:35:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:35:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:35:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:35:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:35:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:35:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:35:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:35:19,094 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:36:09.167018+00:00 (in 29.999042 seconds)
repomirrorworker stdout | 2022-06-02 16:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:36:09 UTC)" (scheduled at 2022-06-02 16:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:35:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:35:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:35:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 35, 39, 176602), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 35, 39, 176602), 0, 2, datetime.datetime(2022, 6, 2, 16, 35, 39, 176602), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:35:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:35:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 35, 39, 179826), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 35, 39, 179826), 0, 2, datetime.datetime(2022, 6, 2, 16, 35, 39, 179826), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:35:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:35:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 35, 39, 181778), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 35, 39, 181778), 0, 2, datetime.datetime(2022, 6, 2, 16, 35, 39, 181778), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:35:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:35:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 35, 39, 183505), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 35, 39, 183505), 0, 2, datetime.datetime(2022, 6, 2, 16, 35, 39, 183505), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:35:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:35:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 35, 39, 185241), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 35, 39, 185241), 0, 2, datetime.datetime(2022, 6, 2, 16, 35, 39, 185241), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:35:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:35:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:35:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:35:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:35:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:35:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:35:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:35:49,149 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:36:39.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-02 16:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:36:39 UTC)" (scheduled at 2022-06-02 16:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:36:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:36:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 36, 9, 176549), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 36, 9, 176549), 0, 2, datetime.datetime(2022, 6, 2, 16, 36, 9, 176549), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:36:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:36:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 36, 9, 179657), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 36, 9, 179657), 0, 2, datetime.datetime(2022, 6, 2, 16, 36, 9, 179657), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:36:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:36:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 36, 9, 181549), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 36, 9, 181549), 0, 2, datetime.datetime(2022, 6, 2, 16, 36, 9, 181549), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:36:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:36:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 36, 9, 183274), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 36, 9, 183274), 0, 2, datetime.datetime(2022, 6, 2, 16, 36, 9, 183274), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:36:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:36:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 36, 9, 184966), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 36, 9, 184966), 0, 2, datetime.datetime(2022, 6, 2, 16, 36, 9, 184966), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:36:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:36:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:36:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:36:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:36:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:36:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:36:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:36:19,202 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:37:09.167018+00:00 (in 29.998993 seconds)
repomirrorworker stdout | 2022-06-02 16:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:37:09 UTC)" (scheduled at 2022-06-02 16:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:36:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:36:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:36:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 36, 39, 177088), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 36, 39, 177088), 0, 2, datetime.datetime(2022, 6, 2, 16, 36, 39, 177088), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:36:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:36:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 36, 39, 180668), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 36, 39, 180668), 0, 2, datetime.datetime(2022, 6, 2, 16, 36, 39, 180668), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:36:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:36:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 36, 39, 182607), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 36, 39, 182607), 0, 2, datetime.datetime(2022, 6, 2, 16, 36, 39, 182607), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:36:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:36:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 36, 39, 184324), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 36, 39, 184324), 0, 2, datetime.datetime(2022, 6, 2, 16, 36, 39, 184324), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:36:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:36:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 36, 39, 185998), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 36, 39, 185998), 0, 2, datetime.datetime(2022, 6, 2, 16, 36, 39, 185998), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:36:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:36:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:36:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:36:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:36:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:36:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:36:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:36:49,255 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:37:39.167018+00:00 (in 29.999132 seconds)
repomirrorworker stdout | 2022-06-02 16:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:37:39 UTC)" (scheduled at 2022-06-02 16:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:37:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:37:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:37:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 37, 9, 176582), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 37, 9, 176582), 0, 2, datetime.datetime(2022, 6, 2, 16, 37, 9, 176582), True, 4, 8])
repomirrorworker stdout | 2022-06-02 16:37:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 16:37:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 37, 9, 179988), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 37, 9, 179988), 0, 2, datetime.datetime(2022, 6, 2, 16, 37, 9, 179988), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:37:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:37:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 37, 9, 181847), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 37, 9, 181847), 0, 2, datetime.datetime(2022, 6, 2, 16, 37, 9, 181847), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:37:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:37:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 37, 9, 183521), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 37, 9, 183521), 0, 2, datetime.datetime(2022, 6, 2, 16, 37, 9, 183521), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:37:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:37:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:37:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:37:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:37:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:37:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:37:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:37:19,310 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:38:09.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-02 16:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:38:09 UTC)" (scheduled at 2022-06-02 16:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:37:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:37:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:37:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 37, 39, 176641), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 37, 39, 176641), 0, 2, datetime.datetime(2022, 6, 2, 16, 37, 39, 176641), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:37:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:37:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 37, 39, 180082), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 37, 39, 180082), 0, 2, datetime.datetime(2022, 6, 2, 16, 37, 39, 180082), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:37:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:37:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 37, 39, 181963), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 37, 39, 181963), 0, 2, datetime.datetime(2022, 6, 2, 16, 37, 39, 181963), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:37:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:37:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 37, 39, 183643), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 37, 39, 183643), 0, 2, datetime.datetime(2022, 6, 2, 16, 37, 39, 183643), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:37:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:37:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:37:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:37:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:37:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:37:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:37:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:37:49,346 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:38:39.167018+00:00 (in 29.998975 seconds)
repomirrorworker stdout | 2022-06-02 16:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:38:39 UTC)" (scheduled at 2022-06-02 16:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:38:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:38:09,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:38:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 38, 9, 177814), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 38, 9, 177814), 0, 2, datetime.datetime(2022, 6, 2, 16, 38, 9, 177814), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:38:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:38:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 38, 9, 181037), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 38, 9, 181037), 0, 2, datetime.datetime(2022, 6, 2, 16, 38, 9, 181037), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:38:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:38:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 38, 9, 182995), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 38, 9, 182995), 0, 2, datetime.datetime(2022, 6, 2, 16, 38, 9, 182995), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:38:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:38:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 38, 9, 184795), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 38, 9, 184795), 0, 2, datetime.datetime(2022, 6, 2, 16, 38, 9, 184795), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:38:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:38:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 38, 9, 186500), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 38, 9, 186500), 0, 2, datetime.datetime(2022, 6, 2, 16, 38, 9, 186500), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:38:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:38:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:38:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:38:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:38:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:38:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:38:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:38:19,404 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:39:09.167018+00:00 (in 29.999130 seconds)
repomirrorworker stdout | 2022-06-02 16:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:39:09 UTC)" (scheduled at 2022-06-02 16:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:38:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:38:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:38:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 38, 39, 176367), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 38, 39, 176367), 0, 2, datetime.datetime(2022, 6, 2, 16, 38, 39, 176367), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:38:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:38:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 38, 39, 180047), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 38, 39, 180047), 0, 2, datetime.datetime(2022, 6, 2, 16, 38, 39, 180047), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:38:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:38:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 38, 39, 181952), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 38, 39, 181952), 0, 2, datetime.datetime(2022, 6, 2, 16, 38, 39, 181952), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 38, 39, 183704), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 38, 39, 183704), 0, 2, datetime.datetime(2022, 6, 2, 16, 38, 39, 183704), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:38:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:38:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 38, 39, 185354), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 38, 39, 185354), 0, 2, datetime.datetime(2022, 6, 2, 16, 38, 39, 185354), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:38:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:38:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:38:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:38:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:38:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:38:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:38:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:38:49,448 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:39:39.167018+00:00 (in 29.999179 seconds)
repomirrorworker stdout | 2022-06-02 16:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:39:39 UTC)" (scheduled at 2022-06-02 16:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:39:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:39:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:39:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 39, 9, 176894), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 39, 9, 176894), 0, 2, datetime.datetime(2022, 6, 2, 16, 39, 9, 176894), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:39:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:39:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 39, 9, 180373), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 39, 9, 180373), 0, 2, datetime.datetime(2022, 6, 2, 16, 39, 9, 180373), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:39:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:39:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 39, 9, 182341), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 39, 9, 182341), 0, 2, datetime.datetime(2022, 6, 2, 16, 39, 9, 182341), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:39:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:39:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 39, 9, 184079), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 39, 9, 184079), 0, 2, datetime.datetime(2022, 6, 2, 16, 39, 9, 184079), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:39:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:39:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 39, 9, 185807), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 39, 9, 185807), 0, 2, datetime.datetime(2022, 6, 2, 16, 39, 9, 185807), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:39:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:39:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:39:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:39:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:39:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:39:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:39:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:39:19,502 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:40:09.167018+00:00 (in 29.998890 seconds)
repomirrorworker stdout | 2022-06-02 16:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:40:09 UTC)" (scheduled at 2022-06-02 16:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:39:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:39:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 39, 39, 177174), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 39, 39, 177174), 0, 2, datetime.datetime(2022, 6, 2, 16, 39, 39, 177174), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:39:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:39:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 39, 39, 180382), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 39, 39, 180382), 0, 2, datetime.datetime(2022, 6, 2, 16, 39, 39, 180382), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:39:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:39:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 39, 39, 182328), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 39, 39, 182328), 0, 2, datetime.datetime(2022, 6, 2, 16, 39, 39, 182328), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:39:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:39:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 39, 39, 184032), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 39, 39, 184032), 0, 2, datetime.datetime(2022, 6, 2, 16, 39, 39, 184032), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:39:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:39:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:39:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:39:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:39:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:39:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:39:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:39:49,549 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:40:39.167018+00:00 (in 29.999007 seconds)
repomirrorworker stdout | 2022-06-02 16:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:40:39 UTC)" (scheduled at 2022-06-02 16:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:40:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:40:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:40:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 40, 9, 177082), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 40, 9, 177082), 0, 2, datetime.datetime(2022, 6, 2, 16, 40, 9, 177082), True, 4, 8])
repomirrorworker stdout | 2022-06-02 16:40:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 16:40:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 40, 9, 180611), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 40, 9, 180611), 0, 2, datetime.datetime(2022, 6, 2, 16, 40, 9, 180611), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:40:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:40:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 40, 9, 182561), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 40, 9, 182561), 0, 2, datetime.datetime(2022, 6, 2, 16, 40, 9, 182561), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:40:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:40:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 40, 9, 184282), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 40, 9, 184282), 0, 2, datetime.datetime(2022, 6, 2, 16, 40, 9, 184282), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:40:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:40:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 40, 9, 185955), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 40, 9, 185955), 0, 2, datetime.datetime(2022, 6, 2, 16, 40, 9, 185955), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:40:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:40:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:40:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:40:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:40:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:40:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:40:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:40:19,589 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:41:09.167018+00:00 (in 29.999220 seconds)
repomirrorworker stdout | 2022-06-02 16:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:41:09 UTC)" (scheduled at 2022-06-02 16:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:40:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:40:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:40:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 40, 39, 176438), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 40, 39, 176438), 0, 2, datetime.datetime(2022, 6, 2, 16, 40, 39, 176438), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:40:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:40:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 40, 39, 179833), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 40, 39, 179833), 0, 2, datetime.datetime(2022, 6, 2, 16, 40, 39, 179833), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:40:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:40:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 40, 39, 181776), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 40, 39, 181776), 0, 2, datetime.datetime(2022, 6, 2, 16, 40, 39, 181776), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:40:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:40:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 40, 39, 183472), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 40, 39, 183472), 0, 2, datetime.datetime(2022, 6, 2, 16, 40, 39, 183472), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:40:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:40:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:40:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:40:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:40:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:40:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:40:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:40:49,642 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:41:39.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-02 16:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:41:39 UTC)" (scheduled at 2022-06-02 16:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:41:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:41:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:41:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 41, 9, 176848), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 41, 9, 176848), 0, 2, datetime.datetime(2022, 6, 2, 16, 41, 9, 176848), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:41:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:41:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 41, 9, 180330), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 41, 9, 180330), 0, 2, datetime.datetime(2022, 6, 2, 16, 41, 9, 180330), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:41:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:41:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 41, 9, 182497), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 41, 9, 182497), 0, 2, datetime.datetime(2022, 6, 2, 16, 41, 9, 182497), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:41:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:41:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 41, 9, 184187), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 41, 9, 184187), 0, 2, datetime.datetime(2022, 6, 2, 16, 41, 9, 184187), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:41:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:41:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:41:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:41:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:41:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:41:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:41:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:41:19,703 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:42:09.167018+00:00 (in 29.999237 seconds)
repomirrorworker stdout | 2022-06-02 16:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:42:09 UTC)" (scheduled at 2022-06-02 16:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:41:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 41, 39, 176957), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 41, 39, 176957), 0, 2, datetime.datetime(2022, 6, 2, 16, 41, 39, 176957), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:41:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 41, 39, 180213), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 41, 39, 180213), 0, 2, datetime.datetime(2022, 6, 2, 16, 41, 39, 180213), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:41:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 41, 39, 182151), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 41, 39, 182151), 0, 2, datetime.datetime(2022, 6, 2, 16, 41, 39, 182151), True, 4, 8])
repomirrorworker stdout | 2022-06-02 16:41:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 16:41:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 41, 39, 183926), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 41, 39, 183926), 0, 2, datetime.datetime(2022, 6, 2, 16, 41, 39, 183926), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:41:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 41, 39, 185606), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 41, 39, 185606), 0, 2, datetime.datetime(2022, 6, 2, 16, 41, 39, 185606), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:41:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:41:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:41:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:41:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:41:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:41:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:41:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:41:49,768 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:42:39.167018+00:00 (in 29.999200 seconds)
repomirrorworker stdout | 2022-06-02 16:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:42:39 UTC)" (scheduled at 2022-06-02 16:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:42:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:42:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:42:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 42, 9, 176753), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 42, 9, 176753), 0, 2, datetime.datetime(2022, 6, 2, 16, 42, 9, 176753), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:42:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:42:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 42, 9, 180209), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 42, 9, 180209), 0, 2, datetime.datetime(2022, 6, 2, 16, 42, 9, 180209), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:42:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:42:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 42, 9, 182135), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 42, 9, 182135), 0, 2, datetime.datetime(2022, 6, 2, 16, 42, 9, 182135), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 42, 9, 183841), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 42, 9, 183841), 0, 2, datetime.datetime(2022, 6, 2, 16, 42, 9, 183841), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:42:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:42:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:42:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:42:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:42:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:42:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:42:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:42:19,829 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:43:09.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-02 16:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:43:09 UTC)" (scheduled at 2022-06-02 16:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:42:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:42:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 42, 39, 177214), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 42, 39, 177214), 0, 2, datetime.datetime(2022, 6, 2, 16, 42, 39, 177214), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:42:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:42:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 42, 39, 180784), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 42, 39, 180784), 0, 2, datetime.datetime(2022, 6, 2, 16, 42, 39, 180784), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:42:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:42:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 42, 39, 182724), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 42, 39, 182724), 0, 2, datetime.datetime(2022, 6, 2, 16, 42, 39, 182724), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:42:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:42:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 42, 39, 184476), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 42, 39, 184476), 0, 2, datetime.datetime(2022, 6, 2, 16, 42, 39, 184476), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:42:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:42:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:42:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:42:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:42:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:42:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:42:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:42:49,883 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:43:39.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-02 16:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:43:39 UTC)" (scheduled at 2022-06-02 16:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:43:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:43:09,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:43:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 43, 9, 178226), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 43, 9, 178226), 0, 2, datetime.datetime(2022, 6, 2, 16, 43, 9, 178226), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:43:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:43:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 43, 9, 181833), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 43, 9, 181833), 0, 2, datetime.datetime(2022, 6, 2, 16, 43, 9, 181833), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:43:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:43:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 43, 9, 184048), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 43, 9, 184048), 0, 2, datetime.datetime(2022, 6, 2, 16, 43, 9, 184048), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:43:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:43:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 43, 9, 185771), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 43, 9, 185771), 0, 2, datetime.datetime(2022, 6, 2, 16, 43, 9, 185771), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:43:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:43:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:43:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:43:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:43:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:43:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:43:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:43:19,926 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:44:09.167018+00:00 (in 29.999177 seconds)
repomirrorworker stdout | 2022-06-02 16:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:44:09 UTC)" (scheduled at 2022-06-02 16:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:43:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:43:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:43:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 43, 39, 177277), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 43, 39, 177277), 0, 2, datetime.datetime(2022, 6, 2, 16, 43, 39, 177277), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:43:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:43:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 43, 39, 180561), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 43, 39, 180561), 0, 2, datetime.datetime(2022, 6, 2, 16, 43, 39, 180561), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:43:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:43:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 43, 39, 182434), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 43, 39, 182434), 0, 2, datetime.datetime(2022, 6, 2, 16, 43, 39, 182434), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:43:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:43:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 43, 39, 184162), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 43, 39, 184162), 0, 2, datetime.datetime(2022, 6, 2, 16, 43, 39, 184162), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:43:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:43:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 43, 39, 185817), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 43, 39, 185817), 0, 2, datetime.datetime(2022, 6, 2, 16, 43, 39, 185817), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:43:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:43:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:43:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:43:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:43:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:43:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:43:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:43:49,975 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:44:39.167018+00:00 (in 29.999106 seconds)
repomirrorworker stdout | 2022-06-02 16:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:44:39 UTC)" (scheduled at 2022-06-02 16:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:44:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:44:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 44, 9, 177140), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 44, 9, 177140), 0, 2, datetime.datetime(2022, 6, 2, 16, 44, 9, 177140), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:44:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:44:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 44, 9, 180506), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 44, 9, 180506), 0, 2, datetime.datetime(2022, 6, 2, 16, 44, 9, 180506), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:44:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:44:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 44, 9, 182370), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 44, 9, 182370), 0, 2, datetime.datetime(2022, 6, 2, 16, 44, 9, 182370), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:44:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:44:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 44, 9, 184111), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 44, 9, 184111), 0, 2, datetime.datetime(2022, 6, 2, 16, 44, 9, 184111), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:44:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:44:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 44, 9, 185788), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 44, 9, 185788), 0, 2, datetime.datetime(2022, 6, 2, 16, 44, 9, 185788), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:44:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:44:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:44:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:44:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:44:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:44:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:44:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:44:20,016 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:45:09.167018+00:00 (in 29.999099 seconds)
repomirrorworker stdout | 2022-06-02 16:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:45:09 UTC)" (scheduled at 2022-06-02 16:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:44:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:44:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 44, 39, 176920), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 44, 39, 176920), 0, 2, datetime.datetime(2022, 6, 2, 16, 44, 39, 176920), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:44:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:44:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 44, 39, 180316), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 44, 39, 180316), 0, 2, datetime.datetime(2022, 6, 2, 16, 44, 39, 180316), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:44:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:44:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 44, 39, 182198), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 44, 39, 182198), 0, 2, datetime.datetime(2022, 6, 2, 16, 44, 39, 182198), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:44:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:44:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 44, 39, 183863), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 44, 39, 183863), 0, 2, datetime.datetime(2022, 6, 2, 16, 44, 39, 183863), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:44:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:44:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:44:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:44:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:44:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:44:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:44:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:44:50,059 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:45:39.167018+00:00 (in 29.999240 seconds)
repomirrorworker stdout | 2022-06-02 16:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:45:39 UTC)" (scheduled at 2022-06-02 16:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:45:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:45:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:45:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 45, 9, 176449), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 45, 9, 176449), 0, 2, datetime.datetime(2022, 6, 2, 16, 45, 9, 176449), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:45:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:45:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 45, 9, 179939), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 45, 9, 179939), 0, 2, datetime.datetime(2022, 6, 2, 16, 45, 9, 179939), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:45:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:45:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 45, 9, 181886), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 45, 9, 181886), 0, 2, datetime.datetime(2022, 6, 2, 16, 45, 9, 181886), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:45:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:45:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 45, 9, 183590), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 45, 9, 183590), 0, 2, datetime.datetime(2022, 6, 2, 16, 45, 9, 183590), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:45:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:45:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:45:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:45:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:45:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:45:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:45:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:45:20,093 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:46:09.167018+00:00 (in 29.999178 seconds)
repomirrorworker stdout | 2022-06-02 16:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:46:09 UTC)" (scheduled at 2022-06-02 16:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:45:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:45:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 45, 39, 176179), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 45, 39, 176179), 0, 2, datetime.datetime(2022, 6, 2, 16, 45, 39, 176179), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:45:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:45:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 45, 39, 179314), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 45, 39, 179314), 0, 2, datetime.datetime(2022, 6, 2, 16, 45, 39, 179314), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:45:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:45:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 45, 39, 181230), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 45, 39, 181230), 0, 2, datetime.datetime(2022, 6, 2, 16, 45, 39, 181230), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:45:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:45:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 45, 39, 182946), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 45, 39, 182946), 0, 2, datetime.datetime(2022, 6, 2, 16, 45, 39, 182946), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:45:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:45:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 45, 39, 184614), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 45, 39, 184614), 0, 2, datetime.datetime(2022, 6, 2, 16, 45, 39, 184614), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:45:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:45:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:45:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:45:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:45:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:45:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:45:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:45:50,145 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:46:39.167018+00:00 (in 29.999127 seconds)
repomirrorworker stdout | 2022-06-02 16:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:46:39 UTC)" (scheduled at 2022-06-02 16:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:46:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:46:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:46:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 46, 9, 176307), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 46, 9, 176307), 0, 2, datetime.datetime(2022, 6, 2, 16, 46, 9, 176307), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:46:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:46:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 46, 9, 179418), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 46, 9, 179418), 0, 2, datetime.datetime(2022, 6, 2, 16, 46, 9, 179418), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:46:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:46:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 46, 9, 181325), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 46, 9, 181325), 0, 2, datetime.datetime(2022, 6, 2, 16, 46, 9, 181325), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:46:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:46:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 46, 9, 183054), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 46, 9, 183054), 0, 2, datetime.datetime(2022, 6, 2, 16, 46, 9, 183054), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:46:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:46:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 46, 9, 184726), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 46, 9, 184726), 0, 2, datetime.datetime(2022, 6, 2, 16, 46, 9, 184726), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:46:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:46:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:46:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:46:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:46:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:46:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:46:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:46:20,207 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:47:09.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-02 16:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:47:09 UTC)" (scheduled at 2022-06-02 16:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:46:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 46, 39, 176932), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 46, 39, 176932), 0, 2, datetime.datetime(2022, 6, 2, 16, 46, 39, 176932), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:46:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:46:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 46, 39, 180516), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 46, 39, 180516), 0, 2, datetime.datetime(2022, 6, 2, 16, 46, 39, 180516), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:46:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:46:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 46, 39, 182487), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 46, 39, 182487), 0, 2, datetime.datetime(2022, 6, 2, 16, 46, 39, 182487), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:46:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:46:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 46, 39, 184266), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 46, 39, 184266), 0, 2, datetime.datetime(2022, 6, 2, 16, 46, 39, 184266), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:46:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:46:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 46, 39, 185947), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 46, 39, 185947), 0, 2, datetime.datetime(2022, 6, 2, 16, 46, 39, 185947), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:46:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:46:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:46:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:46:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:46:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:46:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:46:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:46:50,263 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:47:39.167018+00:00 (in 29.999112 seconds)
repomirrorworker stdout | 2022-06-02 16:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:47:39 UTC)" (scheduled at 2022-06-02 16:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:47:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:47:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 47, 9, 177236), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 47, 9, 177236), 0, 2, datetime.datetime(2022, 6, 2, 16, 47, 9, 177236), True, 4, 8])
repomirrorworker stdout | 2022-06-02 16:47:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 16:47:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 47, 9, 180647), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 47, 9, 180647), 0, 2, datetime.datetime(2022, 6, 2, 16, 47, 9, 180647), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:47:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:47:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 47, 9, 182612), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 47, 9, 182612), 0, 2, datetime.datetime(2022, 6, 2, 16, 47, 9, 182612), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:47:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:47:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 47, 9, 184342), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 47, 9, 184342), 0, 2, datetime.datetime(2022, 6, 2, 16, 47, 9, 184342), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:47:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:47:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:47:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:47:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:47:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:47:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:47:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:47:20,339 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:48:09.167018+00:00 (in 29.998972 seconds)
repomirrorworker stdout | 2022-06-02 16:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:48:09 UTC)" (scheduled at 2022-06-02 16:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:47:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:47:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 47, 39, 176913), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 47, 39, 176913), 0, 2, datetime.datetime(2022, 6, 2, 16, 47, 39, 176913), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:47:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:47:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 47, 39, 180414), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 47, 39, 180414), 0, 2, datetime.datetime(2022, 6, 2, 16, 47, 39, 180414), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:47:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:47:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 47, 39, 182289), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 47, 39, 182289), 0, 2, datetime.datetime(2022, 6, 2, 16, 47, 39, 182289), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:47:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:47:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 47, 39, 184013), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 47, 39, 184013), 0, 2, datetime.datetime(2022, 6, 2, 16, 47, 39, 184013), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:47:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:47:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 47, 39, 185655), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 47, 39, 185655), 0, 2, datetime.datetime(2022, 6, 2, 16, 47, 39, 185655), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:47:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:47:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:47:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:47:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:47:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:47:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:47:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:47:50,391 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:48:39.167018+00:00 (in 29.999211 seconds)
repomirrorworker stdout | 2022-06-02 16:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:48:39 UTC)" (scheduled at 2022-06-02 16:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:48:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:48:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:48:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 48, 9, 177145), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 48, 9, 177145), 0, 2, datetime.datetime(2022, 6, 2, 16, 48, 9, 177145), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:48:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:48:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 48, 9, 180583), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 48, 9, 180583), 0, 2, datetime.datetime(2022, 6, 2, 16, 48, 9, 180583), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:48:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:48:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 48, 9, 182532), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 48, 9, 182532), 0, 2, datetime.datetime(2022, 6, 2, 16, 48, 9, 182532), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:48:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:48:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 48, 9, 184320), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 48, 9, 184320), 0, 2, datetime.datetime(2022, 6, 2, 16, 48, 9, 184320), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:48:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:48:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 48, 9, 186064), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 48, 9, 186064), 0, 2, datetime.datetime(2022, 6, 2, 16, 48, 9, 186064), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:48:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:48:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:48:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:48:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:48:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:48:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:48:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:48:20,449 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:49:09.167018+00:00 (in 29.999179 seconds)
repomirrorworker stdout | 2022-06-02 16:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:49:09 UTC)" (scheduled at 2022-06-02 16:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:48:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:48:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 48, 39, 177074), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 48, 39, 177074), 0, 2, datetime.datetime(2022, 6, 2, 16, 48, 39, 177074), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:48:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:48:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 48, 39, 180815), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 48, 39, 180815), 0, 2, datetime.datetime(2022, 6, 2, 16, 48, 39, 180815), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:48:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:48:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 48, 39, 182783), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 48, 39, 182783), 0, 2, datetime.datetime(2022, 6, 2, 16, 48, 39, 182783), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:48:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:48:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 48, 39, 184544), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 48, 39, 184544), 0, 2, datetime.datetime(2022, 6, 2, 16, 48, 39, 184544), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:48:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:48:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 48, 39, 186259), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 48, 39, 186259), 0, 2, datetime.datetime(2022, 6, 2, 16, 48, 39, 186259), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:48:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:48:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:48:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:48:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:48:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:48:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:48:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:48:50,530 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:49:39.167018+00:00 (in 29.999227 seconds)
repomirrorworker stdout | 2022-06-02 16:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:49:39 UTC)" (scheduled at 2022-06-02 16:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:49:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:49:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:49:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 49, 9, 176473), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 49, 9, 176473), 0, 2, datetime.datetime(2022, 6, 2, 16, 49, 9, 176473), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:49:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:49:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 49, 9, 179588), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 49, 9, 179588), 0, 2, datetime.datetime(2022, 6, 2, 16, 49, 9, 179588), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:49:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:49:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 49, 9, 181497), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 49, 9, 181497), 0, 2, datetime.datetime(2022, 6, 2, 16, 49, 9, 181497), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:49:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:49:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 49, 9, 183207), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 49, 9, 183207), 0, 2, datetime.datetime(2022, 6, 2, 16, 49, 9, 183207), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:49:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:49:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 49, 9, 184953), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 49, 9, 184953), 0, 2, datetime.datetime(2022, 6, 2, 16, 49, 9, 184953), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:49:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:49:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:49:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:49:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:49:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:49:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:49:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:49:20,594 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:50:09.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-02 16:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:50:09 UTC)" (scheduled at 2022-06-02 16:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:49:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:49:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 49, 39, 177521), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 49, 39, 177521), 0, 2, datetime.datetime(2022, 6, 2, 16, 49, 39, 177521), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:49:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:49:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 49, 39, 180773), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 49, 39, 180773), 0, 2, datetime.datetime(2022, 6, 2, 16, 49, 39, 180773), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:49:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:49:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 49, 39, 182917), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 49, 39, 182917), 0, 2, datetime.datetime(2022, 6, 2, 16, 49, 39, 182917), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:49:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:49:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 49, 39, 184820), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 49, 39, 184820), 0, 2, datetime.datetime(2022, 6, 2, 16, 49, 39, 184820), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:49:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:49:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 49, 39, 186668), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 49, 39, 186668), 0, 2, datetime.datetime(2022, 6, 2, 16, 49, 39, 186668), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:49:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:49:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:49:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:49:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:49:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:49:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:49:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:49:50,642 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:50:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-02 16:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:50:39 UTC)" (scheduled at 2022-06-02 16:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:50:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:50:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:50:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 50, 9, 176568), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 50, 9, 176568), 0, 2, datetime.datetime(2022, 6, 2, 16, 50, 9, 176568), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:50:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:50:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 50, 9, 180007), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 50, 9, 180007), 0, 2, datetime.datetime(2022, 6, 2, 16, 50, 9, 180007), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:50:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:50:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 50, 9, 181929), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 50, 9, 181929), 0, 2, datetime.datetime(2022, 6, 2, 16, 50, 9, 181929), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:50:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:50:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 50, 9, 183607), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 50, 9, 183607), 0, 2, datetime.datetime(2022, 6, 2, 16, 50, 9, 183607), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:50:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:50:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:50:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:50:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:50:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:50:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:50:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:50:20,702 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:51:09.167018+00:00 (in 29.999242 seconds)
repomirrorworker stdout | 2022-06-02 16:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:51:09 UTC)" (scheduled at 2022-06-02 16:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:50:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:50:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 50, 39, 176259), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 50, 39, 176259), 0, 2, datetime.datetime(2022, 6, 2, 16, 50, 39, 176259), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:50:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:50:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 50, 39, 179525), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 50, 39, 179525), 0, 2, datetime.datetime(2022, 6, 2, 16, 50, 39, 179525), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:50:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:50:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 50, 39, 181480), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 50, 39, 181480), 0, 2, datetime.datetime(2022, 6, 2, 16, 50, 39, 181480), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:50:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:50:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 50, 39, 183200), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 50, 39, 183200), 0, 2, datetime.datetime(2022, 6, 2, 16, 50, 39, 183200), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:50:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:50:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 50, 39, 184895), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 50, 39, 184895), 0, 2, datetime.datetime(2022, 6, 2, 16, 50, 39, 184895), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:50:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:50:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:50:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:50:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:50:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:50:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:50:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:50:50,757 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:51:39.167018+00:00 (in 29.999113 seconds)
repomirrorworker stdout | 2022-06-02 16:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:51:39 UTC)" (scheduled at 2022-06-02 16:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:51:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:51:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:51:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 51, 9, 176779), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 51, 9, 176779), 0, 2, datetime.datetime(2022, 6, 2, 16, 51, 9, 176779), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:51:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:51:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 51, 9, 180018), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 51, 9, 180018), 0, 2, datetime.datetime(2022, 6, 2, 16, 51, 9, 180018), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:51:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:51:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 51, 9, 181921), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 51, 9, 181921), 0, 2, datetime.datetime(2022, 6, 2, 16, 51, 9, 181921), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:51:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:51:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 51, 9, 183599), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 51, 9, 183599), 0, 2, datetime.datetime(2022, 6, 2, 16, 51, 9, 183599), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:51:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:51:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 51, 9, 185293), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 51, 9, 185293), 0, 2, datetime.datetime(2022, 6, 2, 16, 51, 9, 185293), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:51:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:51:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:51:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:51:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:51:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:51:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:51:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:51:20,817 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:52:09.167018+00:00 (in 29.999209 seconds)
repomirrorworker stdout | 2022-06-02 16:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:52:09 UTC)" (scheduled at 2022-06-02 16:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:51:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:51:39,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:51:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 51, 39, 177758), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 51, 39, 177758), 0, 2, datetime.datetime(2022, 6, 2, 16, 51, 39, 177758), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:51:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:51:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 51, 39, 181574), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 51, 39, 181574), 0, 2, datetime.datetime(2022, 6, 2, 16, 51, 39, 181574), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:51:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:51:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 51, 39, 183565), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 51, 39, 183565), 0, 2, datetime.datetime(2022, 6, 2, 16, 51, 39, 183565), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:51:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:51:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 51, 39, 185423), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 51, 39, 185423), 0, 2, datetime.datetime(2022, 6, 2, 16, 51, 39, 185423), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:51:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:51:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:51:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:51:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:51:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:51:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:51:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:51:50,881 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:52:39.167018+00:00 (in 29.998966 seconds)
repomirrorworker stdout | 2022-06-02 16:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:52:39 UTC)" (scheduled at 2022-06-02 16:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:52:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:52:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:52:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 52, 9, 177134), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 52, 9, 177134), 0, 2, datetime.datetime(2022, 6, 2, 16, 52, 9, 177134), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:52:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:52:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 52, 9, 180807), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 52, 9, 180807), 0, 2, datetime.datetime(2022, 6, 2, 16, 52, 9, 180807), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:52:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:52:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 52, 9, 182948), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 52, 9, 182948), 0, 2, datetime.datetime(2022, 6, 2, 16, 52, 9, 182948), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:52:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:52:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 52, 9, 184689), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 52, 9, 184689), 0, 2, datetime.datetime(2022, 6, 2, 16, 52, 9, 184689), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:52:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:52:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 52, 9, 186349), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 52, 9, 186349), 0, 2, datetime.datetime(2022, 6, 2, 16, 52, 9, 186349), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:52:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:52:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:52:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:52:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:52:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:52:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:52:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:52:20,941 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:53:09.167018+00:00 (in 29.999078 seconds)
repomirrorworker stdout | 2022-06-02 16:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:53:09 UTC)" (scheduled at 2022-06-02 16:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:52:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:52:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 52, 39, 177011), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 52, 39, 177011), 0, 2, datetime.datetime(2022, 6, 2, 16, 52, 39, 177011), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:52:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:52:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 52, 39, 180200), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 52, 39, 180200), 0, 2, datetime.datetime(2022, 6, 2, 16, 52, 39, 180200), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:52:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:52:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 52, 39, 182334), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 52, 39, 182334), 0, 2, datetime.datetime(2022, 6, 2, 16, 52, 39, 182334), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:52:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:52:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 52, 39, 184283), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 52, 39, 184283), 0, 2, datetime.datetime(2022, 6, 2, 16, 52, 39, 184283), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:52:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:52:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 52, 39, 186064), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 52, 39, 186064), 0, 2, datetime.datetime(2022, 6, 2, 16, 52, 39, 186064), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:52:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:52:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:52:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:52:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:52:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:52:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:52:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:52:50,998 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:53:39.167018+00:00 (in 29.999086 seconds)
repomirrorworker stdout | 2022-06-02 16:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:53:39 UTC)" (scheduled at 2022-06-02 16:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:53:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:53:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 53, 9, 177002), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 53, 9, 177002), 0, 2, datetime.datetime(2022, 6, 2, 16, 53, 9, 177002), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:53:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:53:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 53, 9, 180507), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 53, 9, 180507), 0, 2, datetime.datetime(2022, 6, 2, 16, 53, 9, 180507), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:53:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:53:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 53, 9, 182463), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 53, 9, 182463), 0, 2, datetime.datetime(2022, 6, 2, 16, 53, 9, 182463), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:53:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:53:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 53, 9, 184151), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 53, 9, 184151), 0, 2, datetime.datetime(2022, 6, 2, 16, 53, 9, 184151), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:53:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:53:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 53, 9, 185803), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 53, 9, 185803), 0, 2, datetime.datetime(2022, 6, 2, 16, 53, 9, 185803), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:53:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:53:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:53:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:53:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:53:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:53:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:53:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:53:21,049 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:54:09.167018+00:00 (in 29.999203 seconds)
repomirrorworker stdout | 2022-06-02 16:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:54:09 UTC)" (scheduled at 2022-06-02 16:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:53:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 53, 39, 177384), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 53, 39, 177384), 0, 2, datetime.datetime(2022, 6, 2, 16, 53, 39, 177384), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:53:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:53:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 53, 39, 180724), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 53, 39, 180724), 0, 2, datetime.datetime(2022, 6, 2, 16, 53, 39, 180724), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:53:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:53:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 53, 39, 182620), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 53, 39, 182620), 0, 2, datetime.datetime(2022, 6, 2, 16, 53, 39, 182620), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:53:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:53:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 53, 39, 184337), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 53, 39, 184337), 0, 2, datetime.datetime(2022, 6, 2, 16, 53, 39, 184337), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:53:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:53:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:53:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:53:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:53:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:53:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:53:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:53:51,101 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:54:39.167018+00:00 (in 29.999198 seconds)
repomirrorworker stdout | 2022-06-02 16:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:54:39 UTC)" (scheduled at 2022-06-02 16:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:54:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:54:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 54, 9, 176897), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 54, 9, 176897), 0, 2, datetime.datetime(2022, 6, 2, 16, 54, 9, 176897), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:54:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:54:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 54, 9, 180842), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 54, 9, 180842), 0, 2, datetime.datetime(2022, 6, 2, 16, 54, 9, 180842), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:54:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:54:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 54, 9, 182745), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 54, 9, 182745), 0, 2, datetime.datetime(2022, 6, 2, 16, 54, 9, 182745), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:54:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:54:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 54, 9, 184447), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 54, 9, 184447), 0, 2, datetime.datetime(2022, 6, 2, 16, 54, 9, 184447), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:54:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:54:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 54, 9, 186117), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 54, 9, 186117), 0, 2, datetime.datetime(2022, 6, 2, 16, 54, 9, 186117), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:54:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:54:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:54:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:54:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:54:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:54:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:54:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:54:21,160 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:55:09.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-02 16:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:55:09 UTC)" (scheduled at 2022-06-02 16:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:54:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:54:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:54:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 54, 39, 176841), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 54, 39, 176841), 0, 2, datetime.datetime(2022, 6, 2, 16, 54, 39, 176841), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:54:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:54:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 54, 39, 180043), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 54, 39, 180043), 0, 2, datetime.datetime(2022, 6, 2, 16, 54, 39, 180043), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:54:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:54:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 54, 39, 181992), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 54, 39, 181992), 0, 2, datetime.datetime(2022, 6, 2, 16, 54, 39, 181992), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:54:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:54:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 54, 39, 183694), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 54, 39, 183694), 0, 2, datetime.datetime(2022, 6, 2, 16, 54, 39, 183694), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:54:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:54:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:54:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:54:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:54:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:54:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:54:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:54:51,212 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:55:39.167018+00:00 (in 29.998958 seconds)
repomirrorworker stdout | 2022-06-02 16:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:55:39 UTC)" (scheduled at 2022-06-02 16:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:55:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:55:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:55:09,191 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 55, 9, 190146), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 55, 9, 190146), 0, 2, datetime.datetime(2022, 6, 2, 16, 55, 9, 190146), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:55:09,193 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:55:09,195 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 55, 9, 194129), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 55, 9, 194129), 0, 2, datetime.datetime(2022, 6, 2, 16, 55, 9, 194129), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:55:09,196 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:55:09,197 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 55, 9, 196278), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 55, 9, 196278), 0, 2, datetime.datetime(2022, 6, 2, 16, 55, 9, 196278), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:55:09,197 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:55:09,199 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 55, 9, 198066), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 55, 9, 198066), 0, 2, datetime.datetime(2022, 6, 2, 16, 55, 9, 198066), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:55:09,199 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:55:09,199 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:55:09,199 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:55:09,200 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:55:09,205 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:55:09,205 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:55:09,205 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:55:21,271 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:56:09.167018+00:00 (in 29.999041 seconds)
repomirrorworker stdout | 2022-06-02 16:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:56:09 UTC)" (scheduled at 2022-06-02 16:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:55:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:55:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 55, 39, 176590), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 55, 39, 176590), 0, 2, datetime.datetime(2022, 6, 2, 16, 55, 39, 176590), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:55:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:55:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 55, 39, 179787), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 55, 39, 179787), 0, 2, datetime.datetime(2022, 6, 2, 16, 55, 39, 179787), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 55, 39, 183941), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 55, 39, 183941), 0, 2, datetime.datetime(2022, 6, 2, 16, 55, 39, 183941), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:55:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:55:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 55, 39, 185757), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 55, 39, 185757), 0, 2, datetime.datetime(2022, 6, 2, 16, 55, 39, 185757), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:55:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:55:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:55:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:55:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:55:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:55:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:55:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:55:51,326 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:56:39.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-02 16:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:56:39 UTC)" (scheduled at 2022-06-02 16:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:56:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:56:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:56:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 56, 9, 176713), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 56, 9, 176713), 0, 2, datetime.datetime(2022, 6, 2, 16, 56, 9, 176713), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:56:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:56:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 56, 9, 180040), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 56, 9, 180040), 0, 2, datetime.datetime(2022, 6, 2, 16, 56, 9, 180040), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:56:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:56:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 56, 9, 181936), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 56, 9, 181936), 0, 2, datetime.datetime(2022, 6, 2, 16, 56, 9, 181936), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:56:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:56:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 56, 9, 183624), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 56, 9, 183624), 0, 2, datetime.datetime(2022, 6, 2, 16, 56, 9, 183624), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:56:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:56:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 56, 9, 185284), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 56, 9, 185284), 0, 2, datetime.datetime(2022, 6, 2, 16, 56, 9, 185284), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:56:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:56:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:56:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:56:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:56:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:56:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:56:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:56:21,375 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:57:09.167018+00:00 (in 29.999217 seconds)
repomirrorworker stdout | 2022-06-02 16:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:57:09 UTC)" (scheduled at 2022-06-02 16:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:56:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:56:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 56, 39, 177247), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 56, 39, 177247), 0, 2, datetime.datetime(2022, 6, 2, 16, 56, 39, 177247), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:56:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:56:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 56, 39, 180633), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 56, 39, 180633), 0, 2, datetime.datetime(2022, 6, 2, 16, 56, 39, 180633), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:56:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:56:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 56, 39, 182759), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 56, 39, 182759), 0, 2, datetime.datetime(2022, 6, 2, 16, 56, 39, 182759), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:56:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:56:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 56, 39, 184497), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 56, 39, 184497), 0, 2, datetime.datetime(2022, 6, 2, 16, 56, 39, 184497), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:56:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:56:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:56:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:56:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:56:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:56:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:56:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:56:51,428 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:57:39.167018+00:00 (in 29.999226 seconds)
repomirrorworker stdout | 2022-06-02 16:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:57:39 UTC)" (scheduled at 2022-06-02 16:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:57:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:57:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:57:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 57, 9, 177032), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 57, 9, 177032), 0, 2, datetime.datetime(2022, 6, 2, 16, 57, 9, 177032), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:57:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:57:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 57, 9, 180444), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 57, 9, 180444), 0, 2, datetime.datetime(2022, 6, 2, 16, 57, 9, 180444), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:57:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:57:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 57, 9, 182329), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 57, 9, 182329), 0, 2, datetime.datetime(2022, 6, 2, 16, 57, 9, 182329), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:57:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:57:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 57, 9, 184142), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 57, 9, 184142), 0, 2, datetime.datetime(2022, 6, 2, 16, 57, 9, 184142), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:57:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:57:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:57:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:57:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:57:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:57:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:57:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:57:21,457 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:58:09.167018+00:00 (in 29.999191 seconds)
repomirrorworker stdout | 2022-06-02 16:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:58:09 UTC)" (scheduled at 2022-06-02 16:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:57:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:57:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 57, 39, 177186), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 57, 39, 177186), 0, 2, datetime.datetime(2022, 6, 2, 16, 57, 39, 177186), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:57:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:57:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 57, 39, 180561), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 57, 39, 180561), 0, 2, datetime.datetime(2022, 6, 2, 16, 57, 39, 180561), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:57:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:57:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 57, 39, 182493), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 57, 39, 182493), 0, 2, datetime.datetime(2022, 6, 2, 16, 57, 39, 182493), True, 10, 14])
repomirrorworker stdout | 2022-06-02 16:57:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 16:57:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 57, 39, 184362), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 57, 39, 184362), 0, 2, datetime.datetime(2022, 6, 2, 16, 57, 39, 184362), True, 14, 15])
repomirrorworker stdout | 2022-06-02 16:57:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 16:57:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 57, 39, 186126), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 57, 39, 186126), 0, 2, datetime.datetime(2022, 6, 2, 16, 57, 39, 186126), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:57:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:57:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:57:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:57:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:57:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:57:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:57:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:57:51,516 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:58:39.167018+00:00 (in 29.999132 seconds)
repomirrorworker stdout | 2022-06-02 16:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:58:39 UTC)" (scheduled at 2022-06-02 16:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:58:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:58:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 58, 9, 176700), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 58, 9, 176700), 0, 2, datetime.datetime(2022, 6, 2, 16, 58, 9, 176700), True, 9, 13])
repomirrorworker stdout | 2022-06-02 16:58:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 16:58:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 58, 9, 180127), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 58, 9, 180127), 0, 2, datetime.datetime(2022, 6, 2, 16, 58, 9, 180127), True, 13, 15])
repomirrorworker stdout | 2022-06-02 16:58:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 16:58:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 58, 9, 181982), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 58, 9, 181982), 0, 2, datetime.datetime(2022, 6, 2, 16, 58, 9, 181982), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:58:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:58:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 58, 9, 183637), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 58, 9, 183637), 0, 2, datetime.datetime(2022, 6, 2, 16, 58, 9, 183637), True, 5, 9])
repomirrorworker stdout | 2022-06-02 16:58:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 16:58:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:58:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:58:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:58:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:58:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:58:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:58:21,582 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:59:09.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-02 16:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:59:09 UTC)" (scheduled at 2022-06-02 16:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:58:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:58:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 58, 39, 176810), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 58, 39, 176810), 0, 2, datetime.datetime(2022, 6, 2, 16, 58, 39, 176810), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:58:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:58:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 58, 39, 180272), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 58, 39, 180272), 0, 2, datetime.datetime(2022, 6, 2, 16, 58, 39, 180272), True, 2, 6])
repomirrorworker stdout | 2022-06-02 16:58:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 16:58:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 58, 39, 182350), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 58, 39, 182350), 0, 2, datetime.datetime(2022, 6, 2, 16, 58, 39, 182350), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:58:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:58:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 58, 39, 184135), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 58, 39, 184135), 0, 2, datetime.datetime(2022, 6, 2, 16, 58, 39, 184135), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:58:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:58:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 58, 39, 185999), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 58, 39, 185999), 0, 2, datetime.datetime(2022, 6, 2, 16, 58, 39, 185999), True, 6, 10])
repomirrorworker stdout | 2022-06-02 16:58:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 16:58:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:58:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:58:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:58:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:58:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:58:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:58:51,642 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 16:59:39.167018+00:00 (in 29.999053 seconds)
repomirrorworker stdout | 2022-06-02 16:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:59:39 UTC)" (scheduled at 2022-06-02 16:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:59:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:59:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 59, 9, 177262), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 59, 9, 177262), 0, 2, datetime.datetime(2022, 6, 2, 16, 59, 9, 177262), True, 8, 12])
repomirrorworker stdout | 2022-06-02 16:59:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 16:59:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 59, 9, 180784), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 59, 9, 180784), 0, 2, datetime.datetime(2022, 6, 2, 16, 59, 9, 180784), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:59:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:59:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 59, 9, 182763), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 59, 9, 182763), 0, 2, datetime.datetime(2022, 6, 2, 16, 59, 9, 182763), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:59:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:59:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 59, 9, 184467), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 59, 9, 184467), 0, 2, datetime.datetime(2022, 6, 2, 16, 59, 9, 184467), True, 12, 15])
repomirrorworker stdout | 2022-06-02 16:59:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 16:59:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 59, 9, 186196), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 59, 9, 186196), 0, 2, datetime.datetime(2022, 6, 2, 16, 59, 9, 186196), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:59:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:59:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:59:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:59:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:59:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:59:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:59:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 16:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:59:21,691 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 16:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 16:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:00:09.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-02 16:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:00:09 UTC)" (scheduled at 2022-06-02 16:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 16:59:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:59:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:59:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 59, 39, 176983), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 59, 39, 176983), 0, 2, datetime.datetime(2022, 6, 2, 16, 59, 39, 176983), True, 7, 11])
repomirrorworker stdout | 2022-06-02 16:59:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 16:59:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 59, 39, 180514), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 59, 39, 180514), 0, 2, datetime.datetime(2022, 6, 2, 16, 59, 39, 180514), True, 3, 7])
repomirrorworker stdout | 2022-06-02 16:59:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 16:59:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 59, 39, 182446), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 59, 39, 182446), 0, 2, datetime.datetime(2022, 6, 2, 16, 59, 39, 182446), True, 11, 15])
repomirrorworker stdout | 2022-06-02 16:59:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 16:59:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 16, 59, 39, 184212), 0, 2, None, True, datetime.datetime(2022, 6, 2, 16, 59, 39, 184212), 0, 2, datetime.datetime(2022, 6, 2, 16, 59, 39, 184212), True, 1, 5])
repomirrorworker stdout | 2022-06-02 16:59:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 16:59:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 16:59:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:59:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 16:59:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 16:59:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 16:59:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 16:59:51,718 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:00:39.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-02 17:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:00:39 UTC)" (scheduled at 2022-06-02 17:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:00:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:00:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 0, 9, 176941), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 0, 9, 176941), 0, 2, datetime.datetime(2022, 6, 2, 17, 0, 9, 176941), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:00:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:00:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 0, 9, 180302), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 0, 9, 180302), 0, 2, datetime.datetime(2022, 6, 2, 17, 0, 9, 180302), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:00:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:00:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 0, 9, 182156), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 0, 9, 182156), 0, 2, datetime.datetime(2022, 6, 2, 17, 0, 9, 182156), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:00:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:00:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 0, 9, 183830), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 0, 9, 183830), 0, 2, datetime.datetime(2022, 6, 2, 17, 0, 9, 183830), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:00:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:00:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:00:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:00:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:00:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:00:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:00:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:00:21,763 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:01:09.167018+00:00 (in 29.999111 seconds)
repomirrorworker stdout | 2022-06-02 17:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:01:09 UTC)" (scheduled at 2022-06-02 17:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:00:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:00:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 0, 39, 177155), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 0, 39, 177155), 0, 2, datetime.datetime(2022, 6, 2, 17, 0, 39, 177155), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:00:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:00:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 0, 39, 180546), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 0, 39, 180546), 0, 2, datetime.datetime(2022, 6, 2, 17, 0, 39, 180546), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:00:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:00:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 0, 39, 182477), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 0, 39, 182477), 0, 2, datetime.datetime(2022, 6, 2, 17, 0, 39, 182477), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:00:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:00:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 0, 39, 184214), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 0, 39, 184214), 0, 2, datetime.datetime(2022, 6, 2, 17, 0, 39, 184214), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:00:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:00:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:00:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:00:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:00:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:00:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:00:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:00:51,790 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:01:39.167018+00:00 (in 29.999120 seconds)
repomirrorworker stdout | 2022-06-02 17:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:01:39 UTC)" (scheduled at 2022-06-02 17:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:01:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:01:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 1, 9, 176848), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 1, 9, 176848), 0, 2, datetime.datetime(2022, 6, 2, 17, 1, 9, 176848), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:01:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:01:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 1, 9, 179956), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 1, 9, 179956), 0, 2, datetime.datetime(2022, 6, 2, 17, 1, 9, 179956), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:01:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:01:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 1, 9, 181879), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 1, 9, 181879), 0, 2, datetime.datetime(2022, 6, 2, 17, 1, 9, 181879), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:01:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:01:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 1, 9, 183615), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 1, 9, 183615), 0, 2, datetime.datetime(2022, 6, 2, 17, 1, 9, 183615), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:01:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:01:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 1, 9, 185321), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 1, 9, 185321), 0, 2, datetime.datetime(2022, 6, 2, 17, 1, 9, 185321), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:01:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:01:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:01:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:01:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:01:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:01:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:01:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:01:21,823 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:02:09.167018+00:00 (in 29.999109 seconds)
repomirrorworker stdout | 2022-06-02 17:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:02:09 UTC)" (scheduled at 2022-06-02 17:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:01:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 1, 39, 176947), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 1, 39, 176947), 0, 2, datetime.datetime(2022, 6, 2, 17, 1, 39, 176947), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 1, 39, 180233), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 1, 39, 180233), 0, 2, datetime.datetime(2022, 6, 2, 17, 1, 39, 180233), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:01:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:01:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 1, 39, 182178), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 1, 39, 182178), 0, 2, datetime.datetime(2022, 6, 2, 17, 1, 39, 182178), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:01:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:01:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 1, 39, 183893), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 1, 39, 183893), 0, 2, datetime.datetime(2022, 6, 2, 17, 1, 39, 183893), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:01:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:01:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 1, 39, 185756), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 1, 39, 185756), 0, 2, datetime.datetime(2022, 6, 2, 17, 1, 39, 185756), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:01:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:01:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:01:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:01:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:01:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:01:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:01:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:01:51,860 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:02:39.167018+00:00 (in 29.999242 seconds)
repomirrorworker stdout | 2022-06-02 17:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:02:39 UTC)" (scheduled at 2022-06-02 17:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:02:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:02:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:02:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 2, 9, 176257), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 2, 9, 176257), 0, 2, datetime.datetime(2022, 6, 2, 17, 2, 9, 176257), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:02:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:02:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 2, 9, 179363), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 2, 9, 179363), 0, 2, datetime.datetime(2022, 6, 2, 17, 2, 9, 179363), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:02:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:02:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 2, 9, 181231), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 2, 9, 181231), 0, 2, datetime.datetime(2022, 6, 2, 17, 2, 9, 181231), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:02:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:02:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 2, 9, 182910), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 2, 9, 182910), 0, 2, datetime.datetime(2022, 6, 2, 17, 2, 9, 182910), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:02:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:02:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 2, 9, 184528), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 2, 9, 184528), 0, 2, datetime.datetime(2022, 6, 2, 17, 2, 9, 184528), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:02:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:02:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:02:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:02:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:02:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:02:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:02:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:02:21,905 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:03:09.167018+00:00 (in 29.999163 seconds)
repomirrorworker stdout | 2022-06-02 17:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:03:09 UTC)" (scheduled at 2022-06-02 17:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:02:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:02:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:02:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 2, 39, 177122), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 2, 39, 177122), 0, 2, datetime.datetime(2022, 6, 2, 17, 2, 39, 177122), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:02:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:02:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 2, 39, 180450), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 2, 39, 180450), 0, 2, datetime.datetime(2022, 6, 2, 17, 2, 39, 180450), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:02:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:02:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 2, 39, 182389), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 2, 39, 182389), 0, 2, datetime.datetime(2022, 6, 2, 17, 2, 39, 182389), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:02:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:02:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 2, 39, 184097), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 2, 39, 184097), 0, 2, datetime.datetime(2022, 6, 2, 17, 2, 39, 184097), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:02:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:02:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 2, 39, 185742), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 2, 39, 185742), 0, 2, datetime.datetime(2022, 6, 2, 17, 2, 39, 185742), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:02:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:02:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:02:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:02:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:02:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:02:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:02:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:02:51,951 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:03:39.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-02 17:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:03:39 UTC)" (scheduled at 2022-06-02 17:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:03:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:03:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 3, 9, 176906), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 3, 9, 176906), 0, 2, datetime.datetime(2022, 6, 2, 17, 3, 9, 176906), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:03:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:03:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 3, 9, 181190), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 3, 9, 181190), 0, 2, datetime.datetime(2022, 6, 2, 17, 3, 9, 181190), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:03:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:03:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 3, 9, 183447), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 3, 9, 183447), 0, 2, datetime.datetime(2022, 6, 2, 17, 3, 9, 183447), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:03:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:03:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 3, 9, 185549), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 3, 9, 185549), 0, 2, datetime.datetime(2022, 6, 2, 17, 3, 9, 185549), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:03:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:03:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:03:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:03:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:03:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:03:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:03:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:03:22,012 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:04:09.167018+00:00 (in 29.999133 seconds)
repomirrorworker stdout | 2022-06-02 17:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:04:09 UTC)" (scheduled at 2022-06-02 17:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:03:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:03:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 3, 39, 176762), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 3, 39, 176762), 0, 2, datetime.datetime(2022, 6, 2, 17, 3, 39, 176762), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:03:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:03:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 3, 39, 179976), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 3, 39, 179976), 0, 2, datetime.datetime(2022, 6, 2, 17, 3, 39, 179976), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:03:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:03:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 3, 39, 182020), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 3, 39, 182020), 0, 2, datetime.datetime(2022, 6, 2, 17, 3, 39, 182020), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:03:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:03:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 3, 39, 184007), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 3, 39, 184007), 0, 2, datetime.datetime(2022, 6, 2, 17, 3, 39, 184007), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:03:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:03:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 3, 39, 185723), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 3, 39, 185723), 0, 2, datetime.datetime(2022, 6, 2, 17, 3, 39, 185723), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:03:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:03:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:03:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:03:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:03:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:03:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:03:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:03:52,050 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:04:39.167018+00:00 (in 29.999126 seconds)
repomirrorworker stdout | 2022-06-02 17:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:04:39 UTC)" (scheduled at 2022-06-02 17:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:04:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 4, 9, 176779), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 4, 9, 176779), 0, 2, datetime.datetime(2022, 6, 2, 17, 4, 9, 176779), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:04:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:04:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 4, 9, 179920), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 4, 9, 179920), 0, 2, datetime.datetime(2022, 6, 2, 17, 4, 9, 179920), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:04:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:04:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 4, 9, 181838), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 4, 9, 181838), 0, 2, datetime.datetime(2022, 6, 2, 17, 4, 9, 181838), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:04:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:04:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 4, 9, 183537), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 4, 9, 183537), 0, 2, datetime.datetime(2022, 6, 2, 17, 4, 9, 183537), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:04:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:04:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 4, 9, 185264), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 4, 9, 185264), 0, 2, datetime.datetime(2022, 6, 2, 17, 4, 9, 185264), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:04:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:04:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:04:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:04:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:04:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:04:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:04:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:04:22,104 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:05:09.167018+00:00 (in 29.999276 seconds)
repomirrorworker stdout | 2022-06-02 17:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:05:09 UTC)" (scheduled at 2022-06-02 17:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:04:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:04:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:04:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 4, 39, 176736), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 4, 39, 176736), 0, 2, datetime.datetime(2022, 6, 2, 17, 4, 39, 176736), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:04:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:04:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 4, 39, 180399), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 4, 39, 180399), 0, 2, datetime.datetime(2022, 6, 2, 17, 4, 39, 180399), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:04:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:04:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 4, 39, 182327), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 4, 39, 182327), 0, 2, datetime.datetime(2022, 6, 2, 17, 4, 39, 182327), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:04:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:04:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 4, 39, 184029), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 4, 39, 184029), 0, 2, datetime.datetime(2022, 6, 2, 17, 4, 39, 184029), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:04:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:04:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 4, 39, 185639), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 4, 39, 185639), 0, 2, datetime.datetime(2022, 6, 2, 17, 4, 39, 185639), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:04:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:04:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:04:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:04:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:04:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:04:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:04:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:04:52,160 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:05:39.167018+00:00 (in 29.999170 seconds)
repomirrorworker stdout | 2022-06-02 17:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:05:39 UTC)" (scheduled at 2022-06-02 17:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:05:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:05:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 5, 9, 176974), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 5, 9, 176974), 0, 2, datetime.datetime(2022, 6, 2, 17, 5, 9, 176974), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:05:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:05:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 5, 9, 180381), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 5, 9, 180381), 0, 2, datetime.datetime(2022, 6, 2, 17, 5, 9, 180381), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:05:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:05:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 5, 9, 182261), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 5, 9, 182261), 0, 2, datetime.datetime(2022, 6, 2, 17, 5, 9, 182261), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:05:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:05:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 5, 9, 183989), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 5, 9, 183989), 0, 2, datetime.datetime(2022, 6, 2, 17, 5, 9, 183989), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:05:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 5, 9, 185630), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 5, 9, 185630), 0, 2, datetime.datetime(2022, 6, 2, 17, 5, 9, 185630), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:05:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:05:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:05:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:05:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:05:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:05:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:05:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:05:22,228 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:06:09.167018+00:00 (in 29.999138 seconds)
repomirrorworker stdout | 2022-06-02 17:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:06:09 UTC)" (scheduled at 2022-06-02 17:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:05:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:05:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 5, 39, 176965), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 5, 39, 176965), 0, 2, datetime.datetime(2022, 6, 2, 17, 5, 39, 176965), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:05:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 5, 39, 180173), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 5, 39, 180173), 0, 2, datetime.datetime(2022, 6, 2, 17, 5, 39, 180173), True, 12, 15])
repomirrorworker stdout | 2022-06-02 17:05:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 17:05:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 5, 39, 182116), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 5, 39, 182116), 0, 2, datetime.datetime(2022, 6, 2, 17, 5, 39, 182116), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:05:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:05:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 5, 39, 183856), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 5, 39, 183856), 0, 2, datetime.datetime(2022, 6, 2, 17, 5, 39, 183856), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:05:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:05:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 5, 39, 185524), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 5, 39, 185524), 0, 2, datetime.datetime(2022, 6, 2, 17, 5, 39, 185524), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:05:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:05:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:05:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:05:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:05:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:05:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:05:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:05:52,255 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:06:39.167018+00:00 (in 29.999295 seconds)
repomirrorworker stdout | 2022-06-02 17:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:06:39 UTC)" (scheduled at 2022-06-02 17:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:06:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:06:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:06:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 6, 9, 175928), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 6, 9, 175928), 0, 2, datetime.datetime(2022, 6, 2, 17, 6, 9, 175928), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:06:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:06:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 6, 9, 179086), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 6, 9, 179086), 0, 2, datetime.datetime(2022, 6, 2, 17, 6, 9, 179086), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:06:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:06:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 6, 9, 181128), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 6, 9, 181128), 0, 2, datetime.datetime(2022, 6, 2, 17, 6, 9, 181128), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:06:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:06:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 6, 9, 182872), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 6, 9, 182872), 0, 2, datetime.datetime(2022, 6, 2, 17, 6, 9, 182872), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:06:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:06:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:06:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:06:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:06:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:06:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:06:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:06:22,311 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:07:09.167018+00:00 (in 29.999212 seconds)
repomirrorworker stdout | 2022-06-02 17:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:07:09 UTC)" (scheduled at 2022-06-02 17:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:06:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 6, 39, 177067), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 6, 39, 177067), 0, 2, datetime.datetime(2022, 6, 2, 17, 6, 39, 177067), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:06:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:06:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 6, 39, 180951), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 6, 39, 180951), 0, 2, datetime.datetime(2022, 6, 2, 17, 6, 39, 180951), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:06:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:06:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 6, 39, 183163), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 6, 39, 183163), 0, 2, datetime.datetime(2022, 6, 2, 17, 6, 39, 183163), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:06:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:06:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 6, 39, 185214), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 6, 39, 185214), 0, 2, datetime.datetime(2022, 6, 2, 17, 6, 39, 185214), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:06:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:06:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 6, 39, 187172), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 6, 39, 187172), 0, 2, datetime.datetime(2022, 6, 2, 17, 6, 39, 187172), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:06:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:06:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:06:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:06:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:06:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:06:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:06:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:06:52,339 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:07:39.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-02 17:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:07:39 UTC)" (scheduled at 2022-06-02 17:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:07:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:07:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:07:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 7, 9, 176654), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 7, 9, 176654), 0, 2, datetime.datetime(2022, 6, 2, 17, 7, 9, 176654), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:07:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:07:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 7, 9, 180044), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 7, 9, 180044), 0, 2, datetime.datetime(2022, 6, 2, 17, 7, 9, 180044), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:07:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:07:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 7, 9, 182368), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 7, 9, 182368), 0, 2, datetime.datetime(2022, 6, 2, 17, 7, 9, 182368), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:07:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:07:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 7, 9, 184244), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 7, 9, 184244), 0, 2, datetime.datetime(2022, 6, 2, 17, 7, 9, 184244), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:07:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:07:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 7, 9, 185951), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 7, 9, 185951), 0, 2, datetime.datetime(2022, 6, 2, 17, 7, 9, 185951), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:07:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:07:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:07:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:07:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:07:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:07:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:07:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:07:22,382 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:08:09.167018+00:00 (in 29.999222 seconds)
repomirrorworker stdout | 2022-06-02 17:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:08:09 UTC)" (scheduled at 2022-06-02 17:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:07:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:07:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 7, 39, 176933), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 7, 39, 176933), 0, 2, datetime.datetime(2022, 6, 2, 17, 7, 39, 176933), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:07:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:07:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 7, 39, 180458), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 7, 39, 180458), 0, 2, datetime.datetime(2022, 6, 2, 17, 7, 39, 180458), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:07:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:07:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 7, 39, 182407), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 7, 39, 182407), 0, 2, datetime.datetime(2022, 6, 2, 17, 7, 39, 182407), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:07:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:07:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 7, 39, 184126), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 7, 39, 184126), 0, 2, datetime.datetime(2022, 6, 2, 17, 7, 39, 184126), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:07:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:07:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 7, 39, 185779), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 7, 39, 185779), 0, 2, datetime.datetime(2022, 6, 2, 17, 7, 39, 185779), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:07:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:07:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:07:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:07:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:07:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:07:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:07:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:07:52,439 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:08:39.167018+00:00 (in 29.999035 seconds)
repomirrorworker stdout | 2022-06-02 17:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:08:39 UTC)" (scheduled at 2022-06-02 17:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:08:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:08:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:08:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 8, 9, 177484), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 8, 9, 177484), 0, 2, datetime.datetime(2022, 6, 2, 17, 8, 9, 177484), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:08:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:08:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 8, 9, 181449), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 8, 9, 181449), 0, 2, datetime.datetime(2022, 6, 2, 17, 8, 9, 181449), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:08:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:08:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 8, 9, 183427), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 8, 9, 183427), 0, 2, datetime.datetime(2022, 6, 2, 17, 8, 9, 183427), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:08:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:08:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 8, 9, 185340), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 8, 9, 185340), 0, 2, datetime.datetime(2022, 6, 2, 17, 8, 9, 185340), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:08:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:08:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 8, 9, 187247), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 8, 9, 187247), 0, 2, datetime.datetime(2022, 6, 2, 17, 8, 9, 187247), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:08:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:08:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:08:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:08:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:08:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:08:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:08:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:08:22,485 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:09:09.167018+00:00 (in 29.999037 seconds)
repomirrorworker stdout | 2022-06-02 17:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:09:09 UTC)" (scheduled at 2022-06-02 17:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:08:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:08:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:08:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 8, 39, 176719), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 8, 39, 176719), 0, 2, datetime.datetime(2022, 6, 2, 17, 8, 39, 176719), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:08:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:08:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 8, 39, 179826), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 8, 39, 179826), 0, 2, datetime.datetime(2022, 6, 2, 17, 8, 39, 179826), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:08:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:08:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 8, 39, 181657), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 8, 39, 181657), 0, 2, datetime.datetime(2022, 6, 2, 17, 8, 39, 181657), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:08:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:08:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 8, 39, 183358), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 8, 39, 183358), 0, 2, datetime.datetime(2022, 6, 2, 17, 8, 39, 183358), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:08:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:08:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 8, 39, 185016), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 8, 39, 185016), 0, 2, datetime.datetime(2022, 6, 2, 17, 8, 39, 185016), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:08:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:08:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:08:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:08:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:08:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:08:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:08:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:08:52,540 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:09:39.167018+00:00 (in 29.999007 seconds)
repomirrorworker stdout | 2022-06-02 17:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:09:39 UTC)" (scheduled at 2022-06-02 17:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:09:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:09:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:09:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 9, 9, 177110), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 9, 9, 177110), 0, 2, datetime.datetime(2022, 6, 2, 17, 9, 9, 177110), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:09:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:09:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 9, 9, 180453), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 9, 9, 180453), 0, 2, datetime.datetime(2022, 6, 2, 17, 9, 9, 180453), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:09:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:09:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 9, 9, 182413), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 9, 9, 182413), 0, 2, datetime.datetime(2022, 6, 2, 17, 9, 9, 182413), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:09:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:09:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 9, 9, 184165), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 9, 9, 184165), 0, 2, datetime.datetime(2022, 6, 2, 17, 9, 9, 184165), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:09:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:09:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:09:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:09:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:09:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:09:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:09:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:09:22,602 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:10:09.167018+00:00 (in 29.999185 seconds)
repomirrorworker stdout | 2022-06-02 17:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:10:09 UTC)" (scheduled at 2022-06-02 17:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:09:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:09:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 9, 39, 176824), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 9, 39, 176824), 0, 2, datetime.datetime(2022, 6, 2, 17, 9, 39, 176824), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:09:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:09:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 9, 39, 180219), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 9, 39, 180219), 0, 2, datetime.datetime(2022, 6, 2, 17, 9, 39, 180219), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:09:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:09:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 9, 39, 182133), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 9, 39, 182133), 0, 2, datetime.datetime(2022, 6, 2, 17, 9, 39, 182133), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:09:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:09:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 9, 39, 183797), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 9, 39, 183797), 0, 2, datetime.datetime(2022, 6, 2, 17, 9, 39, 183797), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:09:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:09:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:09:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:09:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:09:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:09:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:09:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:09:52,639 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:10:39.167018+00:00 (in 29.999177 seconds)
repomirrorworker stdout | 2022-06-02 17:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:10:39 UTC)" (scheduled at 2022-06-02 17:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:10:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:10:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 10, 9, 176600), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 10, 9, 176600), 0, 2, datetime.datetime(2022, 6, 2, 17, 10, 9, 176600), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:10:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:10:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 10, 9, 179724), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 10, 9, 179724), 0, 2, datetime.datetime(2022, 6, 2, 17, 10, 9, 179724), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:10:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:10:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 10, 9, 181590), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 10, 9, 181590), 0, 2, datetime.datetime(2022, 6, 2, 17, 10, 9, 181590), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:10:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:10:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 10, 9, 183276), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 10, 9, 183276), 0, 2, datetime.datetime(2022, 6, 2, 17, 10, 9, 183276), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:10:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:10:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 10, 9, 184921), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 10, 9, 184921), 0, 2, datetime.datetime(2022, 6, 2, 17, 10, 9, 184921), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:10:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:10:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:10:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:10:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:10:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:10:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:10:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:10:22,700 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:11:09.167018+00:00 (in 29.999130 seconds)
repomirrorworker stdout | 2022-06-02 17:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:11:09 UTC)" (scheduled at 2022-06-02 17:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:10:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:10:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 10, 39, 176817), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 10, 39, 176817), 0, 2, datetime.datetime(2022, 6, 2, 17, 10, 39, 176817), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:10:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:10:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 10, 39, 179966), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 10, 39, 179966), 0, 2, datetime.datetime(2022, 6, 2, 17, 10, 39, 179966), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:10:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:10:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 10, 39, 181830), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 10, 39, 181830), 0, 2, datetime.datetime(2022, 6, 2, 17, 10, 39, 181830), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:10:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:10:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 10, 39, 183480), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 10, 39, 183480), 0, 2, datetime.datetime(2022, 6, 2, 17, 10, 39, 183480), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:10:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:10:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:10:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:10:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:10:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:10:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:10:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:10:52,730 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:11:39.167018+00:00 (in 29.999214 seconds)
repomirrorworker stdout | 2022-06-02 17:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:11:39 UTC)" (scheduled at 2022-06-02 17:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:11:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:11:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 11, 9, 177525), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 11, 9, 177525), 0, 2, datetime.datetime(2022, 6, 2, 17, 11, 9, 177525), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:11:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:11:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 11, 9, 181237), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 11, 9, 181237), 0, 2, datetime.datetime(2022, 6, 2, 17, 11, 9, 181237), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:11:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:11:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 11, 9, 183415), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 11, 9, 183415), 0, 2, datetime.datetime(2022, 6, 2, 17, 11, 9, 183415), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:11:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:11:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 11, 9, 185315), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 11, 9, 185315), 0, 2, datetime.datetime(2022, 6, 2, 17, 11, 9, 185315), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:11:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:11:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:11:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:11:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:11:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:11:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:11:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:11:22,784 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:12:09.167018+00:00 (in 29.998962 seconds)
repomirrorworker stdout | 2022-06-02 17:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:12:09 UTC)" (scheduled at 2022-06-02 17:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:11:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:11:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:11:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 11, 39, 176920), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 11, 39, 176920), 0, 2, datetime.datetime(2022, 6, 2, 17, 11, 39, 176920), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:11:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:11:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 11, 39, 180054), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 11, 39, 180054), 0, 2, datetime.datetime(2022, 6, 2, 17, 11, 39, 180054), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:11:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:11:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 11, 39, 181932), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 11, 39, 181932), 0, 2, datetime.datetime(2022, 6, 2, 17, 11, 39, 181932), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:11:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:11:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 11, 39, 183589), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 11, 39, 183589), 0, 2, datetime.datetime(2022, 6, 2, 17, 11, 39, 183589), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:11:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:11:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 11, 39, 185430), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 11, 39, 185430), 0, 2, datetime.datetime(2022, 6, 2, 17, 11, 39, 185430), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:11:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:11:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:11:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:11:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:11:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:11:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:11:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:11:52,830 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:12:39.167018+00:00 (in 29.999108 seconds)
repomirrorworker stdout | 2022-06-02 17:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:12:39 UTC)" (scheduled at 2022-06-02 17:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:12:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:12:09,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:12:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 12, 9, 178498), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 12, 9, 178498), 0, 2, datetime.datetime(2022, 6, 2, 17, 12, 9, 178498), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:12:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:12:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 12, 9, 182122), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 12, 9, 182122), 0, 2, datetime.datetime(2022, 6, 2, 17, 12, 9, 182122), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:12:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:12:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 12, 9, 183999), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 12, 9, 183999), 0, 2, datetime.datetime(2022, 6, 2, 17, 12, 9, 183999), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:12:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:12:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 12, 9, 185852), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 12, 9, 185852), 0, 2, datetime.datetime(2022, 6, 2, 17, 12, 9, 185852), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:12:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:12:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:12:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:12:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:12:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:12:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:12:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:12:22,880 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:13:09.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-02 17:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:13:09 UTC)" (scheduled at 2022-06-02 17:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:12:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:12:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:12:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 12, 39, 176644), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 12, 39, 176644), 0, 2, datetime.datetime(2022, 6, 2, 17, 12, 39, 176644), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:12:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:12:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 12, 39, 179854), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 12, 39, 179854), 0, 2, datetime.datetime(2022, 6, 2, 17, 12, 39, 179854), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:12:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:12:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 12, 39, 181766), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 12, 39, 181766), 0, 2, datetime.datetime(2022, 6, 2, 17, 12, 39, 181766), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:12:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 12, 39, 183442), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 12, 39, 183442), 0, 2, datetime.datetime(2022, 6, 2, 17, 12, 39, 183442), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:12:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:12:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 12, 39, 185146), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 12, 39, 185146), 0, 2, datetime.datetime(2022, 6, 2, 17, 12, 39, 185146), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:12:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:12:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:12:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:12:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:12:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:12:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:12:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:12:52,928 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:13:39.167018+00:00 (in 29.998975 seconds)
repomirrorworker stdout | 2022-06-02 17:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:13:39 UTC)" (scheduled at 2022-06-02 17:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:13:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:13:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:13:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 13, 9, 177284), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 13, 9, 177284), 0, 2, datetime.datetime(2022, 6, 2, 17, 13, 9, 177284), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:13:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:13:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 13, 9, 180482), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 13, 9, 180482), 0, 2, datetime.datetime(2022, 6, 2, 17, 13, 9, 180482), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:13:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:13:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 13, 9, 182374), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 13, 9, 182374), 0, 2, datetime.datetime(2022, 6, 2, 17, 13, 9, 182374), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:13:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:13:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 13, 9, 184041), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 13, 9, 184041), 0, 2, datetime.datetime(2022, 6, 2, 17, 13, 9, 184041), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:13:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:13:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 13, 9, 185721), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 13, 9, 185721), 0, 2, datetime.datetime(2022, 6, 2, 17, 13, 9, 185721), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:13:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:13:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:13:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:13:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:13:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:13:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:13:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:13:22,983 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:14:09.167018+00:00 (in 29.998977 seconds)
repomirrorworker stdout | 2022-06-02 17:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:14:09 UTC)" (scheduled at 2022-06-02 17:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:13:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:13:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:13:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 13, 39, 177074), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 13, 39, 177074), 0, 2, datetime.datetime(2022, 6, 2, 17, 13, 39, 177074), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:13:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:13:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 13, 39, 180206), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 13, 39, 180206), 0, 2, datetime.datetime(2022, 6, 2, 17, 13, 39, 180206), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:13:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:13:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 13, 39, 182146), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 13, 39, 182146), 0, 2, datetime.datetime(2022, 6, 2, 17, 13, 39, 182146), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:13:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:13:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 13, 39, 184089), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 13, 39, 184089), 0, 2, datetime.datetime(2022, 6, 2, 17, 13, 39, 184089), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:13:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:13:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 13, 39, 185851), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 13, 39, 185851), 0, 2, datetime.datetime(2022, 6, 2, 17, 13, 39, 185851), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:13:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:13:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:13:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:13:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:13:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:13:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:13:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:13:53,173 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:14:39.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-02 17:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:14:39 UTC)" (scheduled at 2022-06-02 17:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:14:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:14:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 14, 9, 177143), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 14, 9, 177143), 0, 2, datetime.datetime(2022, 6, 2, 17, 14, 9, 177143), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:14:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:14:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 14, 9, 180703), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 14, 9, 180703), 0, 2, datetime.datetime(2022, 6, 2, 17, 14, 9, 180703), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:14:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:14:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 14, 9, 182708), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 14, 9, 182708), 0, 2, datetime.datetime(2022, 6, 2, 17, 14, 9, 182708), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:14:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:14:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 14, 9, 184390), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 14, 9, 184390), 0, 2, datetime.datetime(2022, 6, 2, 17, 14, 9, 184390), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:14:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:14:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 14, 9, 186074), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 14, 9, 186074), 0, 2, datetime.datetime(2022, 6, 2, 17, 14, 9, 186074), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:14:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:14:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:14:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:14:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:14:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:14:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:14:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:14:23,228 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:15:09.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-02 17:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:15:09 UTC)" (scheduled at 2022-06-02 17:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:14:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:14:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:14:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 14, 39, 177065), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 14, 39, 177065), 0, 2, datetime.datetime(2022, 6, 2, 17, 14, 39, 177065), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:14:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 14, 39, 180452), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 14, 39, 180452), 0, 2, datetime.datetime(2022, 6, 2, 17, 14, 39, 180452), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:14:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 14, 39, 182518), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 14, 39, 182518), 0, 2, datetime.datetime(2022, 6, 2, 17, 14, 39, 182518), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:14:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:14:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 14, 39, 184318), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 14, 39, 184318), 0, 2, datetime.datetime(2022, 6, 2, 17, 14, 39, 184318), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:14:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:14:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 14, 39, 186109), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 14, 39, 186109), 0, 2, datetime.datetime(2022, 6, 2, 17, 14, 39, 186109), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:14:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:14:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:14:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:14:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:14:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:14:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:14:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:14:53,347 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:15:39.167018+00:00 (in 29.999091 seconds)
repomirrorworker stdout | 2022-06-02 17:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:15:39 UTC)" (scheduled at 2022-06-02 17:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:15:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:15:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:15:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 15, 9, 176977), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 15, 9, 176977), 0, 2, datetime.datetime(2022, 6, 2, 17, 15, 9, 176977), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:15:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:15:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 15, 9, 180454), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 15, 9, 180454), 0, 2, datetime.datetime(2022, 6, 2, 17, 15, 9, 180454), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 15, 9, 182489), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 15, 9, 182489), 0, 2, datetime.datetime(2022, 6, 2, 17, 15, 9, 182489), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:15:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:15:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 15, 9, 184355), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 15, 9, 184355), 0, 2, datetime.datetime(2022, 6, 2, 17, 15, 9, 184355), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:15:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:15:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 15, 9, 186154), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 15, 9, 186154), 0, 2, datetime.datetime(2022, 6, 2, 17, 15, 9, 186154), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:15:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:15:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:15:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:15:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:15:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:15:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:15:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:15:23,410 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:16:09.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-02 17:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:16:09 UTC)" (scheduled at 2022-06-02 17:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:15:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:15:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:15:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 15, 39, 176793), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 15, 39, 176793), 0, 2, datetime.datetime(2022, 6, 2, 17, 15, 39, 176793), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:15:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:15:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 15, 39, 187402), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 15, 39, 187402), 0, 2, datetime.datetime(2022, 6, 2, 17, 15, 39, 187402), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:15:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:15:39,190 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 15, 39, 189667), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 15, 39, 189667), 0, 2, datetime.datetime(2022, 6, 2, 17, 15, 39, 189667), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:15:39,191 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:15:39,192 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 15, 39, 191460), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 15, 39, 191460), 0, 2, datetime.datetime(2022, 6, 2, 17, 15, 39, 191460), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:15:39,193 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:15:39,194 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 15, 39, 193215), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 15, 39, 193215), 0, 2, datetime.datetime(2022, 6, 2, 17, 15, 39, 193215), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:15:39,194 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:15:39,194 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:15:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:15:39,195 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:15:39,200 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:15:39,200 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:15:39,200 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:15:53,691 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:16:39.167018+00:00 (in 29.998978 seconds)
repomirrorworker stdout | 2022-06-02 17:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:16:39 UTC)" (scheduled at 2022-06-02 17:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:16:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:16:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:16:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 16, 9, 177143), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 16, 9, 177143), 0, 2, datetime.datetime(2022, 6, 2, 17, 16, 9, 177143), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:16:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:16:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 16, 9, 180444), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 16, 9, 180444), 0, 2, datetime.datetime(2022, 6, 2, 17, 16, 9, 180444), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:16:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:16:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 16, 9, 182495), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 16, 9, 182495), 0, 2, datetime.datetime(2022, 6, 2, 17, 16, 9, 182495), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:16:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:16:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 16, 9, 184318), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 16, 9, 184318), 0, 2, datetime.datetime(2022, 6, 2, 17, 16, 9, 184318), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:16:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:16:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 16, 9, 186131), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 16, 9, 186131), 0, 2, datetime.datetime(2022, 6, 2, 17, 16, 9, 186131), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:16:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:16:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:16:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:16:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:16:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:16:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:16:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:16:23,731 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:17:09.167018+00:00 (in 29.999097 seconds)
repomirrorworker stdout | 2022-06-02 17:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:17:09 UTC)" (scheduled at 2022-06-02 17:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:16:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:16:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:16:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 16, 39, 176800), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 16, 39, 176800), 0, 2, datetime.datetime(2022, 6, 2, 17, 16, 39, 176800), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:16:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:16:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 16, 39, 179939), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 16, 39, 179939), 0, 2, datetime.datetime(2022, 6, 2, 17, 16, 39, 179939), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:16:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:16:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 16, 39, 181805), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 16, 39, 181805), 0, 2, datetime.datetime(2022, 6, 2, 17, 16, 39, 181805), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:16:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:16:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 16, 39, 183487), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 16, 39, 183487), 0, 2, datetime.datetime(2022, 6, 2, 17, 16, 39, 183487), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:16:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:16:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 16, 39, 185157), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 16, 39, 185157), 0, 2, datetime.datetime(2022, 6, 2, 17, 16, 39, 185157), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:16:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:16:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:16:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:16:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:16:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:16:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:16:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:16:53,767 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:17:39.167018+00:00 (in 29.998929 seconds)
repomirrorworker stdout | 2022-06-02 17:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:17:39 UTC)" (scheduled at 2022-06-02 17:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:17:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:17:09,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:17:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 17, 9, 178336), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 17, 9, 178336), 0, 2, datetime.datetime(2022, 6, 2, 17, 17, 9, 178336), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:17:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:17:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 17, 9, 182243), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 17, 9, 182243), 0, 2, datetime.datetime(2022, 6, 2, 17, 17, 9, 182243), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:17:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:17:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 17, 9, 184194), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 17, 9, 184194), 0, 2, datetime.datetime(2022, 6, 2, 17, 17, 9, 184194), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:17:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:17:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 17, 9, 186070), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 17, 9, 186070), 0, 2, datetime.datetime(2022, 6, 2, 17, 17, 9, 186070), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:17:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:17:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 17, 9, 187889), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 17, 9, 187889), 0, 2, datetime.datetime(2022, 6, 2, 17, 17, 9, 187889), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:17:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:17:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:17:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:17:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:17:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:17:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:17:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:17:23,815 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:18:09.167018+00:00 (in 29.999029 seconds)
repomirrorworker stdout | 2022-06-02 17:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:18:09 UTC)" (scheduled at 2022-06-02 17:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:17:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:17:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 17, 39, 176800), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 17, 39, 176800), 0, 2, datetime.datetime(2022, 6, 2, 17, 17, 39, 176800), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:17:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:17:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 17, 39, 180378), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 17, 39, 180378), 0, 2, datetime.datetime(2022, 6, 2, 17, 17, 39, 180378), True, 12, 15])
repomirrorworker stdout | 2022-06-02 17:17:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 17:17:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 17, 39, 182270), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 17, 39, 182270), 0, 2, datetime.datetime(2022, 6, 2, 17, 17, 39, 182270), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:17:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:17:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 17, 39, 183978), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 17, 39, 183978), 0, 2, datetime.datetime(2022, 6, 2, 17, 17, 39, 183978), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:17:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:17:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 17, 39, 185625), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 17, 39, 185625), 0, 2, datetime.datetime(2022, 6, 2, 17, 17, 39, 185625), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:17:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:17:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:17:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:17:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:17:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:17:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:17:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:17:53,855 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:18:39.167018+00:00 (in 29.999131 seconds)
repomirrorworker stdout | 2022-06-02 17:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:18:39 UTC)" (scheduled at 2022-06-02 17:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:18:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:18:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 18, 9, 176750), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 18, 9, 176750), 0, 2, datetime.datetime(2022, 6, 2, 17, 18, 9, 176750), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:18:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:18:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 18, 9, 180310), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 18, 9, 180310), 0, 2, datetime.datetime(2022, 6, 2, 17, 18, 9, 180310), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:18:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:18:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 18, 9, 182418), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 18, 9, 182418), 0, 2, datetime.datetime(2022, 6, 2, 17, 18, 9, 182418), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:18:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:18:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 18, 9, 184418), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 18, 9, 184418), 0, 2, datetime.datetime(2022, 6, 2, 17, 18, 9, 184418), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:18:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:18:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:18:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:18:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:18:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:18:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:18:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:18:23,911 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:19:09.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-02 17:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:19:09 UTC)" (scheduled at 2022-06-02 17:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:18:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:18:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:18:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 18, 39, 176699), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 18, 39, 176699), 0, 2, datetime.datetime(2022, 6, 2, 17, 18, 39, 176699), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:18:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:18:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 18, 39, 180063), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 18, 39, 180063), 0, 2, datetime.datetime(2022, 6, 2, 17, 18, 39, 180063), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:18:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:18:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 18, 39, 182000), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 18, 39, 182000), 0, 2, datetime.datetime(2022, 6, 2, 17, 18, 39, 182000), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:18:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:18:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 18, 39, 183733), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 18, 39, 183733), 0, 2, datetime.datetime(2022, 6, 2, 17, 18, 39, 183733), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:18:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:18:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:18:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:18:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:18:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:18:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:18:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:18:53,969 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:19:39.167018+00:00 (in 29.999193 seconds)
repomirrorworker stdout | 2022-06-02 17:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:19:39 UTC)" (scheduled at 2022-06-02 17:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:19:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:19:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:19:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 19, 9, 176306), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 19, 9, 176306), 0, 2, datetime.datetime(2022, 6, 2, 17, 19, 9, 176306), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:19:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:19:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 19, 9, 179491), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 19, 9, 179491), 0, 2, datetime.datetime(2022, 6, 2, 17, 19, 9, 179491), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:19:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:19:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 19, 9, 181400), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 19, 9, 181400), 0, 2, datetime.datetime(2022, 6, 2, 17, 19, 9, 181400), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:19:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:19:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 19, 9, 183194), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 19, 9, 183194), 0, 2, datetime.datetime(2022, 6, 2, 17, 19, 9, 183194), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:19:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:19:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 19, 9, 184935), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 19, 9, 184935), 0, 2, datetime.datetime(2022, 6, 2, 17, 19, 9, 184935), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:19:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:19:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:19:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:19:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:19:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:19:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:19:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:19:24,006 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:20:09.167018+00:00 (in 29.999188 seconds)
repomirrorworker stdout | 2022-06-02 17:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:20:09 UTC)" (scheduled at 2022-06-02 17:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:19:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:19:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:19:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 19, 39, 176911), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 19, 39, 176911), 0, 2, datetime.datetime(2022, 6, 2, 17, 19, 39, 176911), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:19:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:19:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 19, 39, 180336), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 19, 39, 180336), 0, 2, datetime.datetime(2022, 6, 2, 17, 19, 39, 180336), True, 12, 15])
repomirrorworker stdout | 2022-06-02 17:19:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 17:19:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 19, 39, 182258), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 19, 39, 182258), 0, 2, datetime.datetime(2022, 6, 2, 17, 19, 39, 182258), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:19:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:19:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 19, 39, 183968), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 19, 39, 183968), 0, 2, datetime.datetime(2022, 6, 2, 17, 19, 39, 183968), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:19:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:19:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 19, 39, 185604), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 19, 39, 185604), 0, 2, datetime.datetime(2022, 6, 2, 17, 19, 39, 185604), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:19:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:19:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:19:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:19:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:19:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:19:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:19:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:19:54,061 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:20:39.167018+00:00 (in 29.998975 seconds)
repomirrorworker stdout | 2022-06-02 17:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:20:39 UTC)" (scheduled at 2022-06-02 17:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:20:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:20:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 20, 9, 176907), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 20, 9, 176907), 0, 2, datetime.datetime(2022, 6, 2, 17, 20, 9, 176907), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:20:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 20, 9, 180032), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 20, 9, 180032), 0, 2, datetime.datetime(2022, 6, 2, 17, 20, 9, 180032), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:20:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:20:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 20, 9, 182043), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 20, 9, 182043), 0, 2, datetime.datetime(2022, 6, 2, 17, 20, 9, 182043), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:20:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:20:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 20, 9, 183790), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 20, 9, 183790), 0, 2, datetime.datetime(2022, 6, 2, 17, 20, 9, 183790), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:20:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:20:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 20, 9, 185586), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 20, 9, 185586), 0, 2, datetime.datetime(2022, 6, 2, 17, 20, 9, 185586), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:20:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:20:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:20:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:20:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:20:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:20:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:20:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:20:24,119 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:21:09.167018+00:00 (in 29.999142 seconds)
repomirrorworker stdout | 2022-06-02 17:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:21:09 UTC)" (scheduled at 2022-06-02 17:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:20:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:20:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:20:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 20, 39, 176532), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 20, 39, 176532), 0, 2, datetime.datetime(2022, 6, 2, 17, 20, 39, 176532), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:20:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:20:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 20, 39, 179793), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 20, 39, 179793), 0, 2, datetime.datetime(2022, 6, 2, 17, 20, 39, 179793), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:20:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:20:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 20, 39, 181706), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 20, 39, 181706), 0, 2, datetime.datetime(2022, 6, 2, 17, 20, 39, 181706), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:20:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:20:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 20, 39, 183444), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 20, 39, 183444), 0, 2, datetime.datetime(2022, 6, 2, 17, 20, 39, 183444), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:20:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:20:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 20, 39, 185152), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 20, 39, 185152), 0, 2, datetime.datetime(2022, 6, 2, 17, 20, 39, 185152), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:20:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:20:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:20:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:20:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:20:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:20:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:20:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:20:54,179 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:21:39.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-02 17:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:21:39 UTC)" (scheduled at 2022-06-02 17:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:21:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:21:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:21:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 21, 9, 177034), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 21, 9, 177034), 0, 2, datetime.datetime(2022, 6, 2, 17, 21, 9, 177034), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:21:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:21:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 21, 9, 180687), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 21, 9, 180687), 0, 2, datetime.datetime(2022, 6, 2, 17, 21, 9, 180687), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:21:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:21:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 21, 9, 182685), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 21, 9, 182685), 0, 2, datetime.datetime(2022, 6, 2, 17, 21, 9, 182685), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:21:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:21:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 21, 9, 184401), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 21, 9, 184401), 0, 2, datetime.datetime(2022, 6, 2, 17, 21, 9, 184401), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:21:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:21:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:21:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:21:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:21:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:21:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:21:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:21:24,215 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:22:09.167018+00:00 (in 29.999205 seconds)
repomirrorworker stdout | 2022-06-02 17:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:22:09 UTC)" (scheduled at 2022-06-02 17:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:21:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:21:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:21:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 21, 39, 177689), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 21, 39, 177689), 0, 2, datetime.datetime(2022, 6, 2, 17, 21, 39, 177689), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:21:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:21:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 21, 39, 181262), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 21, 39, 181262), 0, 2, datetime.datetime(2022, 6, 2, 17, 21, 39, 181262), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:21:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:21:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 21, 39, 183232), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 21, 39, 183232), 0, 2, datetime.datetime(2022, 6, 2, 17, 21, 39, 183232), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:21:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:21:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 21, 39, 184921), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 21, 39, 184921), 0, 2, datetime.datetime(2022, 6, 2, 17, 21, 39, 184921), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:21:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:21:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 21, 39, 186932), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 21, 39, 186932), 0, 2, datetime.datetime(2022, 6, 2, 17, 21, 39, 186932), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:21:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:21:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:21:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:21:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:21:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:21:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:21:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:21:54,267 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:22:39.167018+00:00 (in 29.999196 seconds)
repomirrorworker stdout | 2022-06-02 17:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:22:39 UTC)" (scheduled at 2022-06-02 17:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:22:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:22:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:22:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 22, 9, 176722), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 22, 9, 176722), 0, 2, datetime.datetime(2022, 6, 2, 17, 22, 9, 176722), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:22:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:22:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 22, 9, 179980), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 22, 9, 179980), 0, 2, datetime.datetime(2022, 6, 2, 17, 22, 9, 179980), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:22:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:22:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 22, 9, 182233), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 22, 9, 182233), 0, 2, datetime.datetime(2022, 6, 2, 17, 22, 9, 182233), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:22:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:22:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 22, 9, 184292), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 22, 9, 184292), 0, 2, datetime.datetime(2022, 6, 2, 17, 22, 9, 184292), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:22:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:22:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 22, 9, 186324), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 22, 9, 186324), 0, 2, datetime.datetime(2022, 6, 2, 17, 22, 9, 186324), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:22:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:22:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:22:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:22:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:22:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:22:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:22:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:22:24,322 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:23:09.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-02 17:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:23:09 UTC)" (scheduled at 2022-06-02 17:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:22:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:22:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 22, 39, 176499), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 22, 39, 176499), 0, 2, datetime.datetime(2022, 6, 2, 17, 22, 39, 176499), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:22:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:22:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 22, 39, 179774), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 22, 39, 179774), 0, 2, datetime.datetime(2022, 6, 2, 17, 22, 39, 179774), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:22:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:22:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 22, 39, 181654), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 22, 39, 181654), 0, 2, datetime.datetime(2022, 6, 2, 17, 22, 39, 181654), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:22:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:22:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 22, 39, 183372), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 22, 39, 183372), 0, 2, datetime.datetime(2022, 6, 2, 17, 22, 39, 183372), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:22:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:22:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 22, 39, 185076), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 22, 39, 185076), 0, 2, datetime.datetime(2022, 6, 2, 17, 22, 39, 185076), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:22:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:22:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:22:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:22:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:22:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:22:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:22:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:22:54,379 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:23:39.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-02 17:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:23:39 UTC)" (scheduled at 2022-06-02 17:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:23:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:23:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 23, 9, 177173), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 23, 9, 177173), 0, 2, datetime.datetime(2022, 6, 2, 17, 23, 9, 177173), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:23:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:23:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 23, 9, 180974), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 23, 9, 180974), 0, 2, datetime.datetime(2022, 6, 2, 17, 23, 9, 180974), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:23:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:23:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 23, 9, 182908), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 23, 9, 182908), 0, 2, datetime.datetime(2022, 6, 2, 17, 23, 9, 182908), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:23:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:23:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 23, 9, 184598), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 23, 9, 184598), 0, 2, datetime.datetime(2022, 6, 2, 17, 23, 9, 184598), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:23:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:23:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:23:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:23:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:23:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:23:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:23:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:23:24,426 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:24:09.167018+00:00 (in 29.998965 seconds)
repomirrorworker stdout | 2022-06-02 17:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:24:09 UTC)" (scheduled at 2022-06-02 17:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:23:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:23:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:23:39,190 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 23, 39, 189555), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 23, 39, 189555), 0, 2, datetime.datetime(2022, 6, 2, 17, 23, 39, 189555), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:23:39,193 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:23:39,194 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 23, 39, 193343), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 23, 39, 193343), 0, 2, datetime.datetime(2022, 6, 2, 17, 23, 39, 193343), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:23:39,195 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:23:39,196 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 23, 39, 195628), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 23, 39, 195628), 0, 2, datetime.datetime(2022, 6, 2, 17, 23, 39, 195628), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:23:39,197 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:23:39,198 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 23, 39, 197653), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 23, 39, 197653), 0, 2, datetime.datetime(2022, 6, 2, 17, 23, 39, 197653), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:23:39,199 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:23:39,199 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:23:39,199 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:23:39,199 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:23:39,204 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:23:39,204 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:23:39,205 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:23:54,484 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:24:39.167018+00:00 (in 29.999196 seconds)
repomirrorworker stdout | 2022-06-02 17:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:24:39 UTC)" (scheduled at 2022-06-02 17:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:24:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:24:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:24:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 24, 9, 176188), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 24, 9, 176188), 0, 2, datetime.datetime(2022, 6, 2, 17, 24, 9, 176188), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:24:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:24:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 24, 9, 179765), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 24, 9, 179765), 0, 2, datetime.datetime(2022, 6, 2, 17, 24, 9, 179765), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:24:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:24:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 24, 9, 181935), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 24, 9, 181935), 0, 2, datetime.datetime(2022, 6, 2, 17, 24, 9, 181935), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:24:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:24:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 24, 9, 183612), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 24, 9, 183612), 0, 2, datetime.datetime(2022, 6, 2, 17, 24, 9, 183612), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:24:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:24:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:24:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:24:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:24:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:24:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:24:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:24:24,521 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:25:09.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-02 17:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:25:09 UTC)" (scheduled at 2022-06-02 17:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:24:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:24:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:24:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 24, 39, 176632), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 24, 39, 176632), 0, 2, datetime.datetime(2022, 6, 2, 17, 24, 39, 176632), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:24:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:24:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 24, 39, 179801), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 24, 39, 179801), 0, 2, datetime.datetime(2022, 6, 2, 17, 24, 39, 179801), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:24:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:24:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 24, 39, 181711), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 24, 39, 181711), 0, 2, datetime.datetime(2022, 6, 2, 17, 24, 39, 181711), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:24:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:24:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 24, 39, 183376), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 24, 39, 183376), 0, 2, datetime.datetime(2022, 6, 2, 17, 24, 39, 183376), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:24:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:24:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 24, 39, 185074), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 24, 39, 185074), 0, 2, datetime.datetime(2022, 6, 2, 17, 24, 39, 185074), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:24:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:24:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:24:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:24:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:24:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:24:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:24:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:24:54,575 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:25:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-02 17:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:25:39 UTC)" (scheduled at 2022-06-02 17:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:25:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:25:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:25:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 25, 9, 177222), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 25, 9, 177222), 0, 2, datetime.datetime(2022, 6, 2, 17, 25, 9, 177222), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:25:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 25, 9, 180434), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 25, 9, 180434), 0, 2, datetime.datetime(2022, 6, 2, 17, 25, 9, 180434), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:25:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:25:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 25, 9, 182333), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 25, 9, 182333), 0, 2, datetime.datetime(2022, 6, 2, 17, 25, 9, 182333), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:25:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:25:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 25, 9, 184071), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 25, 9, 184071), 0, 2, datetime.datetime(2022, 6, 2, 17, 25, 9, 184071), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:25:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:25:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:25:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:25:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:25:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:25:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:25:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:25:24,631 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:26:09.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-02 17:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:26:09 UTC)" (scheduled at 2022-06-02 17:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:25:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:25:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 25, 39, 177219), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 25, 39, 177219), 0, 2, datetime.datetime(2022, 6, 2, 17, 25, 39, 177219), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:25:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:25:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 25, 39, 180652), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 25, 39, 180652), 0, 2, datetime.datetime(2022, 6, 2, 17, 25, 39, 180652), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:25:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:25:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 25, 39, 182623), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 25, 39, 182623), 0, 2, datetime.datetime(2022, 6, 2, 17, 25, 39, 182623), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:25:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:25:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 25, 39, 184350), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 25, 39, 184350), 0, 2, datetime.datetime(2022, 6, 2, 17, 25, 39, 184350), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:25:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:25:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 25, 39, 186072), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 25, 39, 186072), 0, 2, datetime.datetime(2022, 6, 2, 17, 25, 39, 186072), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:25:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:25:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:25:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:25:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:25:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:25:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:25:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:25:54,687 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:26:39.167018+00:00 (in 29.999163 seconds)
repomirrorworker stdout | 2022-06-02 17:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:26:39 UTC)" (scheduled at 2022-06-02 17:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:26:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:26:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 26, 9, 176474), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 26, 9, 176474), 0, 2, datetime.datetime(2022, 6, 2, 17, 26, 9, 176474), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:26:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:26:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 26, 9, 179836), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 26, 9, 179836), 0, 2, datetime.datetime(2022, 6, 2, 17, 26, 9, 179836), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:26:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:26:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 26, 9, 181804), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 26, 9, 181804), 0, 2, datetime.datetime(2022, 6, 2, 17, 26, 9, 181804), True, 12, 15])
repomirrorworker stdout | 2022-06-02 17:26:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 17:26:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 26, 9, 183466), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 26, 9, 183466), 0, 2, datetime.datetime(2022, 6, 2, 17, 26, 9, 183466), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:26:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:26:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:26:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:26:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:26:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:26:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:26:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:26:24,728 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:27:09.167018+00:00 (in 29.998988 seconds)
repomirrorworker stdout | 2022-06-02 17:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:27:09 UTC)" (scheduled at 2022-06-02 17:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:26:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:26:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:26:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 26, 39, 177490), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 26, 39, 177490), 0, 2, datetime.datetime(2022, 6, 2, 17, 26, 39, 177490), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:26:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:26:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 26, 39, 180750), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 26, 39, 180750), 0, 2, datetime.datetime(2022, 6, 2, 17, 26, 39, 180750), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:26:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:26:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 26, 39, 182592), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 26, 39, 182592), 0, 2, datetime.datetime(2022, 6, 2, 17, 26, 39, 182592), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:26:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:26:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 26, 39, 184315), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 26, 39, 184315), 0, 2, datetime.datetime(2022, 6, 2, 17, 26, 39, 184315), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:26:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:26:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 26, 39, 186182), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 26, 39, 186182), 0, 2, datetime.datetime(2022, 6, 2, 17, 26, 39, 186182), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:26:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:26:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:26:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:26:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:26:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:26:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:26:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:26:54,768 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:27:39.167018+00:00 (in 29.998950 seconds)
repomirrorworker stdout | 2022-06-02 17:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:27:39 UTC)" (scheduled at 2022-06-02 17:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:27:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:27:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:27:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 27, 9, 176995), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 27, 9, 176995), 0, 2, datetime.datetime(2022, 6, 2, 17, 27, 9, 176995), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:27:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:27:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 27, 9, 180227), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 27, 9, 180227), 0, 2, datetime.datetime(2022, 6, 2, 17, 27, 9, 180227), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:27:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:27:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 27, 9, 182140), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 27, 9, 182140), 0, 2, datetime.datetime(2022, 6, 2, 17, 27, 9, 182140), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:27:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:27:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 27, 9, 183855), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 27, 9, 183855), 0, 2, datetime.datetime(2022, 6, 2, 17, 27, 9, 183855), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:27:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:27:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 27, 9, 185488), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 27, 9, 185488), 0, 2, datetime.datetime(2022, 6, 2, 17, 27, 9, 185488), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:27:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:27:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:27:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:27:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:27:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:27:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:27:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:27:24,809 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:28:09.167018+00:00 (in 29.998954 seconds)
repomirrorworker stdout | 2022-06-02 17:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:28:09 UTC)" (scheduled at 2022-06-02 17:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:27:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:27:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:27:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 27, 39, 177069), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 27, 39, 177069), 0, 2, datetime.datetime(2022, 6, 2, 17, 27, 39, 177069), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:27:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:27:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 27, 39, 180361), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 27, 39, 180361), 0, 2, datetime.datetime(2022, 6, 2, 17, 27, 39, 180361), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:27:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:27:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 27, 39, 182369), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 27, 39, 182369), 0, 2, datetime.datetime(2022, 6, 2, 17, 27, 39, 182369), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:27:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:27:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 27, 39, 184192), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 27, 39, 184192), 0, 2, datetime.datetime(2022, 6, 2, 17, 27, 39, 184192), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:27:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:27:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 27, 39, 185899), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 27, 39, 185899), 0, 2, datetime.datetime(2022, 6, 2, 17, 27, 39, 185899), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:27:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:27:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:27:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:27:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:27:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:27:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:27:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:27:54,861 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:28:39.167018+00:00 (in 29.999136 seconds)
repomirrorworker stdout | 2022-06-02 17:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:28:39 UTC)" (scheduled at 2022-06-02 17:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:28:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:28:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 28, 9, 176748), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 28, 9, 176748), 0, 2, datetime.datetime(2022, 6, 2, 17, 28, 9, 176748), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:28:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:28:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 28, 9, 180186), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 28, 9, 180186), 0, 2, datetime.datetime(2022, 6, 2, 17, 28, 9, 180186), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:28:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:28:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 28, 9, 182133), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 28, 9, 182133), 0, 2, datetime.datetime(2022, 6, 2, 17, 28, 9, 182133), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:28:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:28:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 28, 9, 183907), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 28, 9, 183907), 0, 2, datetime.datetime(2022, 6, 2, 17, 28, 9, 183907), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:28:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:28:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:28:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:28:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:28:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:28:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:28:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:28:24,924 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:29:09.167018+00:00 (in 29.998920 seconds)
repomirrorworker stdout | 2022-06-02 17:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:29:09 UTC)" (scheduled at 2022-06-02 17:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:28:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:28:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:28:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 28, 39, 177099), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 28, 39, 177099), 0, 2, datetime.datetime(2022, 6, 2, 17, 28, 39, 177099), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:28:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:28:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 28, 39, 180432), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 28, 39, 180432), 0, 2, datetime.datetime(2022, 6, 2, 17, 28, 39, 180432), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:28:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:28:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 28, 39, 182271), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 28, 39, 182271), 0, 2, datetime.datetime(2022, 6, 2, 17, 28, 39, 182271), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:28:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:28:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 28, 39, 183989), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 28, 39, 183989), 0, 2, datetime.datetime(2022, 6, 2, 17, 28, 39, 183989), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:28:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:28:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 28, 39, 185810), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 28, 39, 185810), 0, 2, datetime.datetime(2022, 6, 2, 17, 28, 39, 185810), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:28:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:28:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:28:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:28:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:28:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:28:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:28:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:28:54,982 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:29:39.167018+00:00 (in 29.999094 seconds)
repomirrorworker stdout | 2022-06-02 17:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:29:39 UTC)" (scheduled at 2022-06-02 17:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:29:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:29:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:29:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 29, 9, 177569), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 29, 9, 177569), 0, 2, datetime.datetime(2022, 6, 2, 17, 29, 9, 177569), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:29:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:29:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 29, 9, 181305), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 29, 9, 181305), 0, 2, datetime.datetime(2022, 6, 2, 17, 29, 9, 181305), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:29:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:29:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 29, 9, 183335), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 29, 9, 183335), 0, 2, datetime.datetime(2022, 6, 2, 17, 29, 9, 183335), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:29:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:29:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 29, 9, 185195), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 29, 9, 185195), 0, 2, datetime.datetime(2022, 6, 2, 17, 29, 9, 185195), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:29:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:29:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 29, 9, 186942), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 29, 9, 186942), 0, 2, datetime.datetime(2022, 6, 2, 17, 29, 9, 186942), True, 12, 15])
repomirrorworker stdout | 2022-06-02 17:29:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 17:29:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:29:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:29:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:29:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:29:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:29:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:29:25,040 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:30:09.167018+00:00 (in 29.999169 seconds)
repomirrorworker stdout | 2022-06-02 17:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:30:09 UTC)" (scheduled at 2022-06-02 17:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:29:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:29:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 29, 39, 176747), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 29, 39, 176747), 0, 2, datetime.datetime(2022, 6, 2, 17, 29, 39, 176747), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:29:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:29:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 29, 39, 180102), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 29, 39, 180102), 0, 2, datetime.datetime(2022, 6, 2, 17, 29, 39, 180102), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:29:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:29:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 29, 39, 182087), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 29, 39, 182087), 0, 2, datetime.datetime(2022, 6, 2, 17, 29, 39, 182087), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:29:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:29:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 29, 39, 183943), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 29, 39, 183943), 0, 2, datetime.datetime(2022, 6, 2, 17, 29, 39, 183943), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:29:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:29:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 29, 39, 185668), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 29, 39, 185668), 0, 2, datetime.datetime(2022, 6, 2, 17, 29, 39, 185668), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:29:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:29:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:29:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:29:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:29:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:29:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:29:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:29:55,117 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:30:39.167018+00:00 (in 29.999133 seconds)
repomirrorworker stdout | 2022-06-02 17:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:30:39 UTC)" (scheduled at 2022-06-02 17:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:30:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:30:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 30, 9, 177582), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 30, 9, 177582), 0, 2, datetime.datetime(2022, 6, 2, 17, 30, 9, 177582), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:30:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:30:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 30, 9, 181056), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 30, 9, 181056), 0, 2, datetime.datetime(2022, 6, 2, 17, 30, 9, 181056), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:30:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:30:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 30, 9, 183009), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 30, 9, 183009), 0, 2, datetime.datetime(2022, 6, 2, 17, 30, 9, 183009), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:30:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:30:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 30, 9, 184730), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 30, 9, 184730), 0, 2, datetime.datetime(2022, 6, 2, 17, 30, 9, 184730), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:30:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:30:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 30, 9, 186396), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 30, 9, 186396), 0, 2, datetime.datetime(2022, 6, 2, 17, 30, 9, 186396), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:30:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:30:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:30:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:30:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:30:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:30:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:30:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:30:25,174 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:31:09.167018+00:00 (in 29.999095 seconds)
repomirrorworker stdout | 2022-06-02 17:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:31:09 UTC)" (scheduled at 2022-06-02 17:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:30:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:30:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:30:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 30, 39, 176632), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 30, 39, 176632), 0, 2, datetime.datetime(2022, 6, 2, 17, 30, 39, 176632), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:30:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:30:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 30, 39, 180080), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 30, 39, 180080), 0, 2, datetime.datetime(2022, 6, 2, 17, 30, 39, 180080), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:30:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:30:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 30, 39, 182079), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 30, 39, 182079), 0, 2, datetime.datetime(2022, 6, 2, 17, 30, 39, 182079), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:30:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:30:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 30, 39, 183863), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 30, 39, 183863), 0, 2, datetime.datetime(2022, 6, 2, 17, 30, 39, 183863), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:30:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:30:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:30:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:30:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:30:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:30:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:30:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:30:55,229 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:31:39.167018+00:00 (in 29.999226 seconds)
repomirrorworker stdout | 2022-06-02 17:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:31:39 UTC)" (scheduled at 2022-06-02 17:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:31:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:31:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 31, 9, 176919), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 31, 9, 176919), 0, 2, datetime.datetime(2022, 6, 2, 17, 31, 9, 176919), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:31:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:31:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 31, 9, 180071), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 31, 9, 180071), 0, 2, datetime.datetime(2022, 6, 2, 17, 31, 9, 180071), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:31:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:31:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 31, 9, 181962), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 31, 9, 181962), 0, 2, datetime.datetime(2022, 6, 2, 17, 31, 9, 181962), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:31:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:31:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 31, 9, 183783), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 31, 9, 183783), 0, 2, datetime.datetime(2022, 6, 2, 17, 31, 9, 183783), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:31:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:31:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 31, 9, 185572), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 31, 9, 185572), 0, 2, datetime.datetime(2022, 6, 2, 17, 31, 9, 185572), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:31:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:31:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:31:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:31:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:31:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:31:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:31:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:31:25,305 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:32:09.167018+00:00 (in 29.999128 seconds)
repomirrorworker stdout | 2022-06-02 17:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:32:09 UTC)" (scheduled at 2022-06-02 17:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:31:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:31:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:31:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 31, 39, 176499), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 31, 39, 176499), 0, 2, datetime.datetime(2022, 6, 2, 17, 31, 39, 176499), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:31:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:31:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 31, 39, 179693), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 31, 39, 179693), 0, 2, datetime.datetime(2022, 6, 2, 17, 31, 39, 179693), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:31:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:31:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 31, 39, 181576), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 31, 39, 181576), 0, 2, datetime.datetime(2022, 6, 2, 17, 31, 39, 181576), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:31:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:31:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 31, 39, 183304), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 31, 39, 183304), 0, 2, datetime.datetime(2022, 6, 2, 17, 31, 39, 183304), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:31:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:31:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 31, 39, 184958), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 31, 39, 184958), 0, 2, datetime.datetime(2022, 6, 2, 17, 31, 39, 184958), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:31:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:31:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:31:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:31:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:31:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:31:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:31:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:31:55,369 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:32:39.167018+00:00 (in 29.999129 seconds)
repomirrorworker stdout | 2022-06-02 17:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:32:39 UTC)" (scheduled at 2022-06-02 17:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:32:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:32:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:32:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 32, 9, 176708), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 32, 9, 176708), 0, 2, datetime.datetime(2022, 6, 2, 17, 32, 9, 176708), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:32:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:32:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 32, 9, 179893), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 32, 9, 179893), 0, 2, datetime.datetime(2022, 6, 2, 17, 32, 9, 179893), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:32:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:32:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 32, 9, 181877), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 32, 9, 181877), 0, 2, datetime.datetime(2022, 6, 2, 17, 32, 9, 181877), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:32:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:32:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 32, 9, 183543), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 32, 9, 183543), 0, 2, datetime.datetime(2022, 6, 2, 17, 32, 9, 183543), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:32:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:32:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 32, 9, 185192), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 32, 9, 185192), 0, 2, datetime.datetime(2022, 6, 2, 17, 32, 9, 185192), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:32:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:32:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:32:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:32:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:32:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:32:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:32:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:32:25,425 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:33:09.167018+00:00 (in 29.999067 seconds)
repomirrorworker stdout | 2022-06-02 17:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:33:09 UTC)" (scheduled at 2022-06-02 17:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:32:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:32:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:32:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 32, 39, 177004), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 32, 39, 177004), 0, 2, datetime.datetime(2022, 6, 2, 17, 32, 39, 177004), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:32:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:32:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 32, 39, 180258), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 32, 39, 180258), 0, 2, datetime.datetime(2022, 6, 2, 17, 32, 39, 180258), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:32:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:32:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 32, 39, 182149), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 32, 39, 182149), 0, 2, datetime.datetime(2022, 6, 2, 17, 32, 39, 182149), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:32:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:32:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 32, 39, 183832), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 32, 39, 183832), 0, 2, datetime.datetime(2022, 6, 2, 17, 32, 39, 183832), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:32:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:32:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 32, 39, 185456), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 32, 39, 185456), 0, 2, datetime.datetime(2022, 6, 2, 17, 32, 39, 185456), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:32:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:32:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:32:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:32:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:32:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:32:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:32:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:32:55,469 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:33:39.167018+00:00 (in 29.999009 seconds)
repomirrorworker stdout | 2022-06-02 17:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:33:39 UTC)" (scheduled at 2022-06-02 17:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:33:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:33:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:33:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 33, 9, 176803), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 33, 9, 176803), 0, 2, datetime.datetime(2022, 6, 2, 17, 33, 9, 176803), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:33:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:33:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 33, 9, 180302), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 33, 9, 180302), 0, 2, datetime.datetime(2022, 6, 2, 17, 33, 9, 180302), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:33:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:33:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 33, 9, 182189), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 33, 9, 182189), 0, 2, datetime.datetime(2022, 6, 2, 17, 33, 9, 182189), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:33:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:33:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 33, 9, 183857), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 33, 9, 183857), 0, 2, datetime.datetime(2022, 6, 2, 17, 33, 9, 183857), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:33:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:33:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:33:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:33:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:33:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:33:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:33:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:33:25,525 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:34:09.167018+00:00 (in 29.999110 seconds)
repomirrorworker stdout | 2022-06-02 17:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:34:09 UTC)" (scheduled at 2022-06-02 17:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:33:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:33:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:33:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 33, 39, 176710), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 33, 39, 176710), 0, 2, datetime.datetime(2022, 6, 2, 17, 33, 39, 176710), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:33:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:33:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 33, 39, 179880), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 33, 39, 179880), 0, 2, datetime.datetime(2022, 6, 2, 17, 33, 39, 179880), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:33:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:33:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 33, 39, 181999), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 33, 39, 181999), 0, 2, datetime.datetime(2022, 6, 2, 17, 33, 39, 181999), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:33:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:33:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 33, 39, 183799), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 33, 39, 183799), 0, 2, datetime.datetime(2022, 6, 2, 17, 33, 39, 183799), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:33:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:33:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 33, 39, 185544), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 33, 39, 185544), 0, 2, datetime.datetime(2022, 6, 2, 17, 33, 39, 185544), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:33:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:33:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:33:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:33:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:33:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:33:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:33:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:33:55,559 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:34:39.167018+00:00 (in 29.999230 seconds)
repomirrorworker stdout | 2022-06-02 17:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:34:39 UTC)" (scheduled at 2022-06-02 17:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:34:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:34:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:34:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 34, 9, 176277), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 34, 9, 176277), 0, 2, datetime.datetime(2022, 6, 2, 17, 34, 9, 176277), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:34:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:34:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 34, 9, 179884), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 34, 9, 179884), 0, 2, datetime.datetime(2022, 6, 2, 17, 34, 9, 179884), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:34:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:34:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 34, 9, 182331), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 34, 9, 182331), 0, 2, datetime.datetime(2022, 6, 2, 17, 34, 9, 182331), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:34:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:34:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 34, 9, 184422), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 34, 9, 184422), 0, 2, datetime.datetime(2022, 6, 2, 17, 34, 9, 184422), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:34:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:34:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 34, 9, 186440), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 34, 9, 186440), 0, 2, datetime.datetime(2022, 6, 2, 17, 34, 9, 186440), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:34:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:34:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:34:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:34:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:34:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:34:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:34:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:34:25,596 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:35:09.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-02 17:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:35:09 UTC)" (scheduled at 2022-06-02 17:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:34:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:34:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:34:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 34, 39, 176698), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 34, 39, 176698), 0, 2, datetime.datetime(2022, 6, 2, 17, 34, 39, 176698), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:34:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:34:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 34, 39, 179877), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 34, 39, 179877), 0, 2, datetime.datetime(2022, 6, 2, 17, 34, 39, 179877), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:34:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:34:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 34, 39, 181787), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 34, 39, 181787), 0, 2, datetime.datetime(2022, 6, 2, 17, 34, 39, 181787), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:34:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:34:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 34, 39, 183447), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 34, 39, 183447), 0, 2, datetime.datetime(2022, 6, 2, 17, 34, 39, 183447), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:34:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:34:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 34, 39, 185121), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 34, 39, 185121), 0, 2, datetime.datetime(2022, 6, 2, 17, 34, 39, 185121), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:34:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:34:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:34:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:34:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:34:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:34:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:34:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:34:55,636 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:35:39.167018+00:00 (in 29.998946 seconds)
repomirrorworker stdout | 2022-06-02 17:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:35:39 UTC)" (scheduled at 2022-06-02 17:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:35:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:35:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:35:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 35, 9, 176881), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 35, 9, 176881), 0, 2, datetime.datetime(2022, 6, 2, 17, 35, 9, 176881), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:35:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:35:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 35, 9, 180703), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 35, 9, 180703), 0, 2, datetime.datetime(2022, 6, 2, 17, 35, 9, 180703), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:35:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:35:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 35, 9, 182822), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 35, 9, 182822), 0, 2, datetime.datetime(2022, 6, 2, 17, 35, 9, 182822), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:35:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:35:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 35, 9, 184846), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 35, 9, 184846), 0, 2, datetime.datetime(2022, 6, 2, 17, 35, 9, 184846), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:35:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:35:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:35:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:35:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:35:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:35:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:35:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:35:25,671 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:36:09.167018+00:00 (in 29.999078 seconds)
repomirrorworker stdout | 2022-06-02 17:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:36:09 UTC)" (scheduled at 2022-06-02 17:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:35:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:35:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:35:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 35, 39, 176764), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 35, 39, 176764), 0, 2, datetime.datetime(2022, 6, 2, 17, 35, 39, 176764), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:35:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:35:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 35, 39, 180268), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 35, 39, 180268), 0, 2, datetime.datetime(2022, 6, 2, 17, 35, 39, 180268), True, 12, 15])
repomirrorworker stdout | 2022-06-02 17:35:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 17:35:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 35, 39, 182173), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 35, 39, 182173), 0, 2, datetime.datetime(2022, 6, 2, 17, 35, 39, 182173), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:35:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:35:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 35, 39, 183848), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 35, 39, 183848), 0, 2, datetime.datetime(2022, 6, 2, 17, 35, 39, 183848), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:35:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:35:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 35, 39, 185649), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 35, 39, 185649), 0, 2, datetime.datetime(2022, 6, 2, 17, 35, 39, 185649), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:35:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:35:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:35:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:35:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:35:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:35:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:35:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:35:55,708 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:36:39.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-02 17:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:36:39 UTC)" (scheduled at 2022-06-02 17:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:36:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:36:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 36, 9, 176825), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 36, 9, 176825), 0, 2, datetime.datetime(2022, 6, 2, 17, 36, 9, 176825), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:36:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 36, 9, 180370), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 36, 9, 180370), 0, 2, datetime.datetime(2022, 6, 2, 17, 36, 9, 180370), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:36:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:36:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 36, 9, 182298), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 36, 9, 182298), 0, 2, datetime.datetime(2022, 6, 2, 17, 36, 9, 182298), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:36:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:36:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 36, 9, 184044), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 36, 9, 184044), 0, 2, datetime.datetime(2022, 6, 2, 17, 36, 9, 184044), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:36:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:36:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:36:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:36:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:36:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:36:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:36:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:36:25,749 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:37:09.167018+00:00 (in 29.998979 seconds)
repomirrorworker stdout | 2022-06-02 17:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:37:09 UTC)" (scheduled at 2022-06-02 17:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:36:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:36:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:36:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 36, 39, 177025), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 36, 39, 177025), 0, 2, datetime.datetime(2022, 6, 2, 17, 36, 39, 177025), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:36:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:36:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 36, 39, 180621), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 36, 39, 180621), 0, 2, datetime.datetime(2022, 6, 2, 17, 36, 39, 180621), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:36:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:36:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 36, 39, 182794), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 36, 39, 182794), 0, 2, datetime.datetime(2022, 6, 2, 17, 36, 39, 182794), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:36:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:36:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 36, 39, 184733), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 36, 39, 184733), 0, 2, datetime.datetime(2022, 6, 2, 17, 36, 39, 184733), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:36:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:36:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:36:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:36:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:36:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:36:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:36:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:36:55,782 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:37:39.167018+00:00 (in 29.999011 seconds)
repomirrorworker stdout | 2022-06-02 17:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:37:39 UTC)" (scheduled at 2022-06-02 17:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:37:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:37:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:37:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 37, 9, 177345), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 37, 9, 177345), 0, 2, datetime.datetime(2022, 6, 2, 17, 37, 9, 177345), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:37:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:37:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 37, 9, 181201), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 37, 9, 181201), 0, 2, datetime.datetime(2022, 6, 2, 17, 37, 9, 181201), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:37:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:37:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 37, 9, 183302), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 37, 9, 183302), 0, 2, datetime.datetime(2022, 6, 2, 17, 37, 9, 183302), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:37:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:37:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 37, 9, 185315), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 37, 9, 185315), 0, 2, datetime.datetime(2022, 6, 2, 17, 37, 9, 185315), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:37:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:37:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 37, 9, 187255), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 37, 9, 187255), 0, 2, datetime.datetime(2022, 6, 2, 17, 37, 9, 187255), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:37:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:37:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:37:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:37:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:37:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:37:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:37:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:37:25,839 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:38:09.167018+00:00 (in 29.999223 seconds)
repomirrorworker stdout | 2022-06-02 17:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:38:09 UTC)" (scheduled at 2022-06-02 17:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:37:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:37:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:37:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 37, 39, 176999), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 37, 39, 176999), 0, 2, datetime.datetime(2022, 6, 2, 17, 37, 39, 176999), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:37:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:37:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 37, 39, 180237), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 37, 39, 180237), 0, 2, datetime.datetime(2022, 6, 2, 17, 37, 39, 180237), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:37:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:37:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 37, 39, 182177), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 37, 39, 182177), 0, 2, datetime.datetime(2022, 6, 2, 17, 37, 39, 182177), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:37:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:37:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 37, 39, 183903), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 37, 39, 183903), 0, 2, datetime.datetime(2022, 6, 2, 17, 37, 39, 183903), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:37:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:37:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 37, 39, 185554), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 37, 39, 185554), 0, 2, datetime.datetime(2022, 6, 2, 17, 37, 39, 185554), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:37:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:37:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:37:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:37:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:37:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:37:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:37:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:37:55,893 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:38:39.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-02 17:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:38:39 UTC)" (scheduled at 2022-06-02 17:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:38:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:38:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 38, 9, 176859), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 38, 9, 176859), 0, 2, datetime.datetime(2022, 6, 2, 17, 38, 9, 176859), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:38:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:38:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 38, 9, 180076), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 38, 9, 180076), 0, 2, datetime.datetime(2022, 6, 2, 17, 38, 9, 180076), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:38:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:38:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 38, 9, 182001), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 38, 9, 182001), 0, 2, datetime.datetime(2022, 6, 2, 17, 38, 9, 182001), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:38:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:38:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 38, 9, 183734), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 38, 9, 183734), 0, 2, datetime.datetime(2022, 6, 2, 17, 38, 9, 183734), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:38:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:38:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 38, 9, 185386), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 38, 9, 185386), 0, 2, datetime.datetime(2022, 6, 2, 17, 38, 9, 185386), True, 12, 15])
repomirrorworker stdout | 2022-06-02 17:38:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 17:38:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:38:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:38:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:38:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:38:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:38:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:38:25,922 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:39:09.167018+00:00 (in 29.999172 seconds)
repomirrorworker stdout | 2022-06-02 17:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:39:09 UTC)" (scheduled at 2022-06-02 17:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:38:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:38:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:38:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 38, 39, 176797), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 38, 39, 176797), 0, 2, datetime.datetime(2022, 6, 2, 17, 38, 39, 176797), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:38:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:38:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 38, 39, 179918), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 38, 39, 179918), 0, 2, datetime.datetime(2022, 6, 2, 17, 38, 39, 179918), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:38:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:38:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 38, 39, 181792), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 38, 39, 181792), 0, 2, datetime.datetime(2022, 6, 2, 17, 38, 39, 181792), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 38, 39, 183462), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 38, 39, 183462), 0, 2, datetime.datetime(2022, 6, 2, 17, 38, 39, 183462), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:38:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:38:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:38:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:38:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:38:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:38:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:38:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:38:55,954 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:39:39.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-02 17:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:39:39 UTC)" (scheduled at 2022-06-02 17:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:39:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:39:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:39:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 39, 9, 176524), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 39, 9, 176524), 0, 2, datetime.datetime(2022, 6, 2, 17, 39, 9, 176524), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:39:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:39:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 39, 9, 179681), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 39, 9, 179681), 0, 2, datetime.datetime(2022, 6, 2, 17, 39, 9, 179681), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:39:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:39:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 39, 9, 181558), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 39, 9, 181558), 0, 2, datetime.datetime(2022, 6, 2, 17, 39, 9, 181558), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:39:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:39:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 39, 9, 183237), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 39, 9, 183237), 0, 2, datetime.datetime(2022, 6, 2, 17, 39, 9, 183237), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:39:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:39:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:39:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:39:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:39:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:39:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:39:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:39:25,984 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:40:09.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-02 17:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:40:09 UTC)" (scheduled at 2022-06-02 17:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:39:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:39:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 39, 39, 176947), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 39, 39, 176947), 0, 2, datetime.datetime(2022, 6, 2, 17, 39, 39, 176947), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:39:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:39:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 39, 39, 180378), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 39, 39, 180378), 0, 2, datetime.datetime(2022, 6, 2, 17, 39, 39, 180378), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:39:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:39:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 39, 39, 182244), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 39, 39, 182244), 0, 2, datetime.datetime(2022, 6, 2, 17, 39, 39, 182244), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:39:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:39:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 39, 39, 183905), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 39, 39, 183905), 0, 2, datetime.datetime(2022, 6, 2, 17, 39, 39, 183905), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:39:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:39:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 39, 39, 185528), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 39, 39, 185528), 0, 2, datetime.datetime(2022, 6, 2, 17, 39, 39, 185528), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:39:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:39:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:39:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:39:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:39:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:39:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:39:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:39:56,036 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:40:39.167018+00:00 (in 29.999053 seconds)
repomirrorworker stdout | 2022-06-02 17:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:40:39 UTC)" (scheduled at 2022-06-02 17:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:40:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:40:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:40:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 40, 9, 176303), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 40, 9, 176303), 0, 2, datetime.datetime(2022, 6, 2, 17, 40, 9, 176303), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:40:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:40:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 40, 9, 179492), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 40, 9, 179492), 0, 2, datetime.datetime(2022, 6, 2, 17, 40, 9, 179492), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:40:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:40:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 40, 9, 181380), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 40, 9, 181380), 0, 2, datetime.datetime(2022, 6, 2, 17, 40, 9, 181380), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:40:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:40:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 40, 9, 183105), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 40, 9, 183105), 0, 2, datetime.datetime(2022, 6, 2, 17, 40, 9, 183105), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:40:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:40:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 40, 9, 184936), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 40, 9, 184936), 0, 2, datetime.datetime(2022, 6, 2, 17, 40, 9, 184936), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:40:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:40:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:40:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:40:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:40:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:40:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:40:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:40:26,100 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:41:09.167018+00:00 (in 29.999109 seconds)
repomirrorworker stdout | 2022-06-02 17:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:41:09 UTC)" (scheduled at 2022-06-02 17:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:40:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:40:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:40:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 40, 39, 176861), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 40, 39, 176861), 0, 2, datetime.datetime(2022, 6, 2, 17, 40, 39, 176861), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:40:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:40:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 40, 39, 180544), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 40, 39, 180544), 0, 2, datetime.datetime(2022, 6, 2, 17, 40, 39, 180544), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:40:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:40:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 40, 39, 182418), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 40, 39, 182418), 0, 2, datetime.datetime(2022, 6, 2, 17, 40, 39, 182418), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:40:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:40:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 40, 39, 184108), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 40, 39, 184108), 0, 2, datetime.datetime(2022, 6, 2, 17, 40, 39, 184108), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:40:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:40:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 40, 39, 185751), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 40, 39, 185751), 0, 2, datetime.datetime(2022, 6, 2, 17, 40, 39, 185751), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:40:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:40:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:40:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:40:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:40:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:40:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:40:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:40:56,151 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:41:39.167018+00:00 (in 29.999256 seconds)
repomirrorworker stdout | 2022-06-02 17:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:41:39 UTC)" (scheduled at 2022-06-02 17:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:41:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:41:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:41:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 41, 9, 176379), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 41, 9, 176379), 0, 2, datetime.datetime(2022, 6, 2, 17, 41, 9, 176379), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:41:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:41:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 41, 9, 179746), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 41, 9, 179746), 0, 2, datetime.datetime(2022, 6, 2, 17, 41, 9, 179746), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:41:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:41:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 41, 9, 182063), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 41, 9, 182063), 0, 2, datetime.datetime(2022, 6, 2, 17, 41, 9, 182063), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:41:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:41:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 41, 9, 184056), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 41, 9, 184056), 0, 2, datetime.datetime(2022, 6, 2, 17, 41, 9, 184056), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:41:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:41:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 41, 9, 185813), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 41, 9, 185813), 0, 2, datetime.datetime(2022, 6, 2, 17, 41, 9, 185813), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:41:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:41:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:41:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:41:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:41:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:41:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:41:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:41:26,209 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:42:09.167018+00:00 (in 29.999057 seconds)
repomirrorworker stdout | 2022-06-02 17:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:42:09 UTC)" (scheduled at 2022-06-02 17:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:41:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 41, 39, 176653), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 41, 39, 176653), 0, 2, datetime.datetime(2022, 6, 2, 17, 41, 39, 176653), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:41:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 41, 39, 180052), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 41, 39, 180052), 0, 2, datetime.datetime(2022, 6, 2, 17, 41, 39, 180052), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:41:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:41:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 41, 39, 181940), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 41, 39, 181940), 0, 2, datetime.datetime(2022, 6, 2, 17, 41, 39, 181940), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:41:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:41:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 41, 39, 183608), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 41, 39, 183608), 0, 2, datetime.datetime(2022, 6, 2, 17, 41, 39, 183608), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:41:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 41, 39, 185292), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 41, 39, 185292), 0, 2, datetime.datetime(2022, 6, 2, 17, 41, 39, 185292), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:41:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:41:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:41:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:41:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:41:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:41:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:41:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:41:56,266 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:42:39.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-02 17:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:42:39 UTC)" (scheduled at 2022-06-02 17:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:42:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:42:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:42:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 42, 9, 176557), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 42, 9, 176557), 0, 2, datetime.datetime(2022, 6, 2, 17, 42, 9, 176557), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:42:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:42:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 42, 9, 179728), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 42, 9, 179728), 0, 2, datetime.datetime(2022, 6, 2, 17, 42, 9, 179728), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:42:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:42:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 42, 9, 181582), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 42, 9, 181582), 0, 2, datetime.datetime(2022, 6, 2, 17, 42, 9, 181582), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 42, 9, 183287), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 42, 9, 183287), 0, 2, datetime.datetime(2022, 6, 2, 17, 42, 9, 183287), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:42:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:42:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:42:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:42:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:42:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:42:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:42:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:42:26,334 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:43:09.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-02 17:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:43:09 UTC)" (scheduled at 2022-06-02 17:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:42:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:42:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 42, 39, 177228), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 42, 39, 177228), 0, 2, datetime.datetime(2022, 6, 2, 17, 42, 39, 177228), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:42:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:42:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 42, 39, 180955), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 42, 39, 180955), 0, 2, datetime.datetime(2022, 6, 2, 17, 42, 39, 180955), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:42:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:42:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 42, 39, 182821), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 42, 39, 182821), 0, 2, datetime.datetime(2022, 6, 2, 17, 42, 39, 182821), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:42:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:42:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 42, 39, 184498), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 42, 39, 184498), 0, 2, datetime.datetime(2022, 6, 2, 17, 42, 39, 184498), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:42:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:42:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 42, 39, 186184), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 42, 39, 186184), 0, 2, datetime.datetime(2022, 6, 2, 17, 42, 39, 186184), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:42:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:42:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:42:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:42:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:42:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:42:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:42:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:42:56,389 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:43:39.167018+00:00 (in 29.999232 seconds)
repomirrorworker stdout | 2022-06-02 17:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:43:39 UTC)" (scheduled at 2022-06-02 17:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:43:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:43:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:43:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 43, 9, 176967), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 43, 9, 176967), 0, 2, datetime.datetime(2022, 6, 2, 17, 43, 9, 176967), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:43:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:43:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 43, 9, 180301), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 43, 9, 180301), 0, 2, datetime.datetime(2022, 6, 2, 17, 43, 9, 180301), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:43:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:43:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 43, 9, 182224), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 43, 9, 182224), 0, 2, datetime.datetime(2022, 6, 2, 17, 43, 9, 182224), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:43:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:43:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 43, 9, 184020), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 43, 9, 184020), 0, 2, datetime.datetime(2022, 6, 2, 17, 43, 9, 184020), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:43:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:43:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:43:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:43:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:43:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:43:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:43:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:43:26,430 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:44:09.167018+00:00 (in 29.999146 seconds)
repomirrorworker stdout | 2022-06-02 17:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:44:09 UTC)" (scheduled at 2022-06-02 17:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:43:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:43:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:43:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 43, 39, 176814), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 43, 39, 176814), 0, 2, datetime.datetime(2022, 6, 2, 17, 43, 39, 176814), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:43:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:43:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 43, 39, 180332), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 43, 39, 180332), 0, 2, datetime.datetime(2022, 6, 2, 17, 43, 39, 180332), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:43:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:43:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 43, 39, 182273), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 43, 39, 182273), 0, 2, datetime.datetime(2022, 6, 2, 17, 43, 39, 182273), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:43:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:43:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 43, 39, 183950), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 43, 39, 183950), 0, 2, datetime.datetime(2022, 6, 2, 17, 43, 39, 183950), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:43:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:43:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:43:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:43:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:43:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:43:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:43:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:43:56,482 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:44:39.167018+00:00 (in 29.999187 seconds)
repomirrorworker stdout | 2022-06-02 17:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:44:39 UTC)" (scheduled at 2022-06-02 17:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:44:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:44:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 44, 9, 176715), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 44, 9, 176715), 0, 2, datetime.datetime(2022, 6, 2, 17, 44, 9, 176715), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:44:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:44:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 44, 9, 180395), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 44, 9, 180395), 0, 2, datetime.datetime(2022, 6, 2, 17, 44, 9, 180395), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:44:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:44:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 44, 9, 182651), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 44, 9, 182651), 0, 2, datetime.datetime(2022, 6, 2, 17, 44, 9, 182651), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:44:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:44:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 44, 9, 184377), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 44, 9, 184377), 0, 2, datetime.datetime(2022, 6, 2, 17, 44, 9, 184377), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:44:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:44:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 44, 9, 186032), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 44, 9, 186032), 0, 2, datetime.datetime(2022, 6, 2, 17, 44, 9, 186032), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:44:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:44:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:44:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:44:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:44:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:44:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:44:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:44:26,523 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:45:09.167018+00:00 (in 29.999099 seconds)
repomirrorworker stdout | 2022-06-02 17:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:45:09 UTC)" (scheduled at 2022-06-02 17:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:44:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:44:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 44, 39, 176928), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 44, 39, 176928), 0, 2, datetime.datetime(2022, 6, 2, 17, 44, 39, 176928), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:44:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:44:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 44, 39, 180345), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 44, 39, 180345), 0, 2, datetime.datetime(2022, 6, 2, 17, 44, 39, 180345), True, 12, 15])
repomirrorworker stdout | 2022-06-02 17:44:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 17:44:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 44, 39, 182215), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 44, 39, 182215), 0, 2, datetime.datetime(2022, 6, 2, 17, 44, 39, 182215), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:44:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:44:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 44, 39, 183920), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 44, 39, 183920), 0, 2, datetime.datetime(2022, 6, 2, 17, 44, 39, 183920), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:44:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:44:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 44, 39, 185751), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 44, 39, 185751), 0, 2, datetime.datetime(2022, 6, 2, 17, 44, 39, 185751), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:44:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:44:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:44:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:44:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:44:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:44:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:44:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:44:56,576 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:45:39.167018+00:00 (in 29.998973 seconds)
repomirrorworker stdout | 2022-06-02 17:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:45:39 UTC)" (scheduled at 2022-06-02 17:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:45:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:45:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:45:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 45, 9, 176665), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 45, 9, 176665), 0, 2, datetime.datetime(2022, 6, 2, 17, 45, 9, 176665), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:45:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:45:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 45, 9, 179885), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 45, 9, 179885), 0, 2, datetime.datetime(2022, 6, 2, 17, 45, 9, 179885), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:45:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:45:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 45, 9, 181786), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 45, 9, 181786), 0, 2, datetime.datetime(2022, 6, 2, 17, 45, 9, 181786), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:45:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:45:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 45, 9, 183537), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 45, 9, 183537), 0, 2, datetime.datetime(2022, 6, 2, 17, 45, 9, 183537), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:45:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:45:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 45, 9, 185268), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 45, 9, 185268), 0, 2, datetime.datetime(2022, 6, 2, 17, 45, 9, 185268), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:45:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:45:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:45:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:45:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:45:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:45:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:45:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:45:26,608 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:46:09.167018+00:00 (in 29.999085 seconds)
repomirrorworker stdout | 2022-06-02 17:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:46:09 UTC)" (scheduled at 2022-06-02 17:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:45:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:45:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 45, 39, 177088), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 45, 39, 177088), 0, 2, datetime.datetime(2022, 6, 2, 17, 45, 39, 177088), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:45:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:45:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 45, 39, 180455), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 45, 39, 180455), 0, 2, datetime.datetime(2022, 6, 2, 17, 45, 39, 180455), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:45:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:45:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 45, 39, 182663), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 45, 39, 182663), 0, 2, datetime.datetime(2022, 6, 2, 17, 45, 39, 182663), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:45:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:45:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 45, 39, 184569), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 45, 39, 184569), 0, 2, datetime.datetime(2022, 6, 2, 17, 45, 39, 184569), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:45:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:45:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 45, 39, 186285), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 45, 39, 186285), 0, 2, datetime.datetime(2022, 6, 2, 17, 45, 39, 186285), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:45:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:45:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:45:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:45:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:45:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:45:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:45:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:45:56,665 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:46:39.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-02 17:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:46:39 UTC)" (scheduled at 2022-06-02 17:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:46:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:46:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:46:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 46, 9, 177013), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 46, 9, 177013), 0, 2, datetime.datetime(2022, 6, 2, 17, 46, 9, 177013), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:46:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:46:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 46, 9, 180207), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 46, 9, 180207), 0, 2, datetime.datetime(2022, 6, 2, 17, 46, 9, 180207), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:46:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:46:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 46, 9, 182193), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 46, 9, 182193), 0, 2, datetime.datetime(2022, 6, 2, 17, 46, 9, 182193), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:46:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:46:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 46, 9, 184027), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 46, 9, 184027), 0, 2, datetime.datetime(2022, 6, 2, 17, 46, 9, 184027), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:46:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:46:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 46, 9, 185929), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 46, 9, 185929), 0, 2, datetime.datetime(2022, 6, 2, 17, 46, 9, 185929), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:46:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:46:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:46:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:46:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:46:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:46:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:46:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:46:26,719 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:47:09.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-02 17:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:47:09 UTC)" (scheduled at 2022-06-02 17:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:46:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 46, 39, 176724), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 46, 39, 176724), 0, 2, datetime.datetime(2022, 6, 2, 17, 46, 39, 176724), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:46:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:46:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 46, 39, 180005), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 46, 39, 180005), 0, 2, datetime.datetime(2022, 6, 2, 17, 46, 39, 180005), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:46:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:46:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 46, 39, 182002), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 46, 39, 182002), 0, 2, datetime.datetime(2022, 6, 2, 17, 46, 39, 182002), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:46:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:46:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 46, 39, 183799), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 46, 39, 183799), 0, 2, datetime.datetime(2022, 6, 2, 17, 46, 39, 183799), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:46:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:46:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:46:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:46:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:46:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:46:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:46:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:46:56,785 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:47:39.167018+00:00 (in 29.999242 seconds)
repomirrorworker stdout | 2022-06-02 17:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:47:39 UTC)" (scheduled at 2022-06-02 17:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:47:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:47:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 47, 9, 176595), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 47, 9, 176595), 0, 2, datetime.datetime(2022, 6, 2, 17, 47, 9, 176595), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:47:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:47:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 47, 9, 180211), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 47, 9, 180211), 0, 2, datetime.datetime(2022, 6, 2, 17, 47, 9, 180211), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:47:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:47:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 47, 9, 182420), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 47, 9, 182420), 0, 2, datetime.datetime(2022, 6, 2, 17, 47, 9, 182420), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:47:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:47:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 47, 9, 184197), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 47, 9, 184197), 0, 2, datetime.datetime(2022, 6, 2, 17, 47, 9, 184197), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:47:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:47:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 47, 9, 185929), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 47, 9, 185929), 0, 2, datetime.datetime(2022, 6, 2, 17, 47, 9, 185929), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:47:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:47:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:47:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:47:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:47:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:47:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:47:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:47:26,842 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:48:09.167018+00:00 (in 29.999219 seconds)
repomirrorworker stdout | 2022-06-02 17:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:48:09 UTC)" (scheduled at 2022-06-02 17:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:47:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:47:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 47, 39, 176620), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 47, 39, 176620), 0, 2, datetime.datetime(2022, 6, 2, 17, 47, 39, 176620), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:47:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:47:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 47, 39, 179929), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 47, 39, 179929), 0, 2, datetime.datetime(2022, 6, 2, 17, 47, 39, 179929), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:47:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:47:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 47, 39, 181880), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 47, 39, 181880), 0, 2, datetime.datetime(2022, 6, 2, 17, 47, 39, 181880), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:47:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:47:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 47, 39, 183537), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 47, 39, 183537), 0, 2, datetime.datetime(2022, 6, 2, 17, 47, 39, 183537), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:47:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:47:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 47, 39, 185219), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 47, 39, 185219), 0, 2, datetime.datetime(2022, 6, 2, 17, 47, 39, 185219), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:47:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:47:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:47:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:47:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:47:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:47:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:47:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:47:56,887 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:48:39.167018+00:00 (in 29.999221 seconds)
repomirrorworker stdout | 2022-06-02 17:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:48:39 UTC)" (scheduled at 2022-06-02 17:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:48:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:48:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:48:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 48, 9, 177268), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 48, 9, 177268), 0, 2, datetime.datetime(2022, 6, 2, 17, 48, 9, 177268), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:48:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:48:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 48, 9, 180849), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 48, 9, 180849), 0, 2, datetime.datetime(2022, 6, 2, 17, 48, 9, 180849), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:48:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:48:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 48, 9, 183007), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 48, 9, 183007), 0, 2, datetime.datetime(2022, 6, 2, 17, 48, 9, 183007), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:48:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:48:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 48, 9, 184848), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 48, 9, 184848), 0, 2, datetime.datetime(2022, 6, 2, 17, 48, 9, 184848), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:48:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:48:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 48, 9, 186776), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 48, 9, 186776), 0, 2, datetime.datetime(2022, 6, 2, 17, 48, 9, 186776), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:48:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:48:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:48:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:48:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:48:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:48:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:48:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:48:26,929 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:49:09.167018+00:00 (in 29.999238 seconds)
repomirrorworker stdout | 2022-06-02 17:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:49:09 UTC)" (scheduled at 2022-06-02 17:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:48:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:48:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 48, 39, 176596), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 48, 39, 176596), 0, 2, datetime.datetime(2022, 6, 2, 17, 48, 39, 176596), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:48:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:48:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 48, 39, 180048), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 48, 39, 180048), 0, 2, datetime.datetime(2022, 6, 2, 17, 48, 39, 180048), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:48:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:48:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 48, 39, 182000), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 48, 39, 182000), 0, 2, datetime.datetime(2022, 6, 2, 17, 48, 39, 182000), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:48:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:48:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 48, 39, 183656), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 48, 39, 183656), 0, 2, datetime.datetime(2022, 6, 2, 17, 48, 39, 183656), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:48:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:48:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:48:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:48:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:48:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:48:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:48:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:48:56,960 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:49:39.167018+00:00 (in 29.998985 seconds)
repomirrorworker stdout | 2022-06-02 17:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:49:39 UTC)" (scheduled at 2022-06-02 17:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:49:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:49:09,181 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:49:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 49, 9, 182527), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 49, 9, 182527), 0, 2, datetime.datetime(2022, 6, 2, 17, 49, 9, 182527), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:49:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:49:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 49, 9, 185786), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 49, 9, 185786), 0, 2, datetime.datetime(2022, 6, 2, 17, 49, 9, 185786), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:49:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:49:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 49, 9, 187724), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 49, 9, 187724), 0, 2, datetime.datetime(2022, 6, 2, 17, 49, 9, 187724), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:49:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:49:09,190 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 49, 9, 189415), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 49, 9, 189415), 0, 2, datetime.datetime(2022, 6, 2, 17, 49, 9, 189415), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:49:09,191 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:49:09,191 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:49:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:49:09,191 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:49:09,196 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:49:09,196 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:49:09,196 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:49:27,016 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:50:09.167018+00:00 (in 29.999080 seconds)
repomirrorworker stdout | 2022-06-02 17:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:50:09 UTC)" (scheduled at 2022-06-02 17:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:49:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:49:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 49, 39, 177269), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 49, 39, 177269), 0, 2, datetime.datetime(2022, 6, 2, 17, 49, 39, 177269), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:49:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:49:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 49, 39, 180815), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 49, 39, 180815), 0, 2, datetime.datetime(2022, 6, 2, 17, 49, 39, 180815), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:49:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:49:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 49, 39, 182865), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 49, 39, 182865), 0, 2, datetime.datetime(2022, 6, 2, 17, 49, 39, 182865), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:49:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:49:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 49, 39, 184769), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 49, 39, 184769), 0, 2, datetime.datetime(2022, 6, 2, 17, 49, 39, 184769), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:49:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:49:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 49, 39, 186615), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 49, 39, 186615), 0, 2, datetime.datetime(2022, 6, 2, 17, 49, 39, 186615), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:49:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:49:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:49:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:49:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:49:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:49:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:49:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:49:57,061 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:50:39.167018+00:00 (in 29.999041 seconds)
repomirrorworker stdout | 2022-06-02 17:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:50:39 UTC)" (scheduled at 2022-06-02 17:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:50:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:50:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:50:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 50, 9, 177019), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 50, 9, 177019), 0, 2, datetime.datetime(2022, 6, 2, 17, 50, 9, 177019), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:50:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:50:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 50, 9, 180469), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 50, 9, 180469), 0, 2, datetime.datetime(2022, 6, 2, 17, 50, 9, 180469), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:50:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:50:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 50, 9, 182431), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 50, 9, 182431), 0, 2, datetime.datetime(2022, 6, 2, 17, 50, 9, 182431), True, 12, 15])
repomirrorworker stdout | 2022-06-02 17:50:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 17:50:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 50, 9, 184159), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 50, 9, 184159), 0, 2, datetime.datetime(2022, 6, 2, 17, 50, 9, 184159), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:50:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:50:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:50:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:50:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:50:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:50:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:50:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:50:27,114 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:51:09.167018+00:00 (in 29.999215 seconds)
repomirrorworker stdout | 2022-06-02 17:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:51:09 UTC)" (scheduled at 2022-06-02 17:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:50:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:50:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 50, 39, 176577), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 50, 39, 176577), 0, 2, datetime.datetime(2022, 6, 2, 17, 50, 39, 176577), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:50:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:50:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 50, 39, 179815), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 50, 39, 179815), 0, 2, datetime.datetime(2022, 6, 2, 17, 50, 39, 179815), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:50:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:50:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 50, 39, 181773), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 50, 39, 181773), 0, 2, datetime.datetime(2022, 6, 2, 17, 50, 39, 181773), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:50:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:50:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 50, 39, 183482), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 50, 39, 183482), 0, 2, datetime.datetime(2022, 6, 2, 17, 50, 39, 183482), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:50:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:50:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 50, 39, 185207), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 50, 39, 185207), 0, 2, datetime.datetime(2022, 6, 2, 17, 50, 39, 185207), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:50:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:50:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:50:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:50:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:50:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:50:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:50:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:50:57,142 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:51:39.167018+00:00 (in 29.999009 seconds)
repomirrorworker stdout | 2022-06-02 17:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:51:39 UTC)" (scheduled at 2022-06-02 17:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:51:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:51:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:51:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 51, 9, 177054), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 51, 9, 177054), 0, 2, datetime.datetime(2022, 6, 2, 17, 51, 9, 177054), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:51:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:51:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 51, 9, 180370), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 51, 9, 180370), 0, 2, datetime.datetime(2022, 6, 2, 17, 51, 9, 180370), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:51:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:51:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 51, 9, 182632), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 51, 9, 182632), 0, 2, datetime.datetime(2022, 6, 2, 17, 51, 9, 182632), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:51:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:51:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 51, 9, 184690), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 51, 9, 184690), 0, 2, datetime.datetime(2022, 6, 2, 17, 51, 9, 184690), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:51:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:51:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 51, 9, 186709), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 51, 9, 186709), 0, 2, datetime.datetime(2022, 6, 2, 17, 51, 9, 186709), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:51:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:51:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:51:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:51:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:51:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:51:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:51:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:51:27,195 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:52:09.167018+00:00 (in 29.999101 seconds)
repomirrorworker stdout | 2022-06-02 17:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:52:09 UTC)" (scheduled at 2022-06-02 17:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:51:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:51:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:51:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 51, 39, 177333), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 51, 39, 177333), 0, 2, datetime.datetime(2022, 6, 2, 17, 51, 39, 177333), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:51:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:51:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 51, 39, 181024), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 51, 39, 181024), 0, 2, datetime.datetime(2022, 6, 2, 17, 51, 39, 181024), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:51:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:51:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 51, 39, 182901), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 51, 39, 182901), 0, 2, datetime.datetime(2022, 6, 2, 17, 51, 39, 182901), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:51:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:51:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 51, 39, 184583), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 51, 39, 184583), 0, 2, datetime.datetime(2022, 6, 2, 17, 51, 39, 184583), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:51:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:51:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 51, 39, 186269), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 51, 39, 186269), 0, 2, datetime.datetime(2022, 6, 2, 17, 51, 39, 186269), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:51:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:51:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:51:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:51:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:51:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:51:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:51:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:51:57,245 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:52:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-02 17:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:52:39 UTC)" (scheduled at 2022-06-02 17:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:52:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:52:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:52:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 52, 9, 176892), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 52, 9, 176892), 0, 2, datetime.datetime(2022, 6, 2, 17, 52, 9, 176892), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:52:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:52:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 52, 9, 180116), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 52, 9, 180116), 0, 2, datetime.datetime(2022, 6, 2, 17, 52, 9, 180116), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:52:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:52:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 52, 9, 182027), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 52, 9, 182027), 0, 2, datetime.datetime(2022, 6, 2, 17, 52, 9, 182027), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:52:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:52:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 52, 9, 183789), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 52, 9, 183789), 0, 2, datetime.datetime(2022, 6, 2, 17, 52, 9, 183789), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:52:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:52:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 52, 9, 185948), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 52, 9, 185948), 0, 2, datetime.datetime(2022, 6, 2, 17, 52, 9, 185948), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:52:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:52:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:52:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:52:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:52:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:52:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:52:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:52:27,274 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:53:09.167018+00:00 (in 29.999229 seconds)
repomirrorworker stdout | 2022-06-02 17:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:53:09 UTC)" (scheduled at 2022-06-02 17:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:52:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:52:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 52, 39, 177013), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 52, 39, 177013), 0, 2, datetime.datetime(2022, 6, 2, 17, 52, 39, 177013), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:52:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:52:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 52, 39, 180604), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 52, 39, 180604), 0, 2, datetime.datetime(2022, 6, 2, 17, 52, 39, 180604), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:52:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:52:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 52, 39, 182475), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 52, 39, 182475), 0, 2, datetime.datetime(2022, 6, 2, 17, 52, 39, 182475), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:52:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:52:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 52, 39, 184217), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 52, 39, 184217), 0, 2, datetime.datetime(2022, 6, 2, 17, 52, 39, 184217), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:52:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:52:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:52:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:52:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:52:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:52:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:52:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:52:57,325 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:53:39.167018+00:00 (in 29.999042 seconds)
repomirrorworker stdout | 2022-06-02 17:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:53:39 UTC)" (scheduled at 2022-06-02 17:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:53:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:53:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 53, 9, 177284), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 53, 9, 177284), 0, 2, datetime.datetime(2022, 6, 2, 17, 53, 9, 177284), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:53:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:53:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 53, 9, 180732), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 53, 9, 180732), 0, 2, datetime.datetime(2022, 6, 2, 17, 53, 9, 180732), True, 3, 7])
repomirrorworker stdout | 2022-06-02 17:53:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 17:53:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 53, 9, 182707), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 53, 9, 182707), 0, 2, datetime.datetime(2022, 6, 2, 17, 53, 9, 182707), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:53:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:53:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 53, 9, 184424), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 53, 9, 184424), 0, 2, datetime.datetime(2022, 6, 2, 17, 53, 9, 184424), True, 12, 15])
repomirrorworker stdout | 2022-06-02 17:53:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 17:53:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 53, 9, 186173), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 53, 9, 186173), 0, 2, datetime.datetime(2022, 6, 2, 17, 53, 9, 186173), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:53:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:53:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:53:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:53:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:53:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:53:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:53:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:53:27,380 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:54:09.167018+00:00 (in 29.999039 seconds)
repomirrorworker stdout | 2022-06-02 17:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:54:09 UTC)" (scheduled at 2022-06-02 17:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:53:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:53:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 53, 39, 176633), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 53, 39, 176633), 0, 2, datetime.datetime(2022, 6, 2, 17, 53, 39, 176633), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:53:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:53:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 53, 39, 180112), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 53, 39, 180112), 0, 2, datetime.datetime(2022, 6, 2, 17, 53, 39, 180112), True, 12, 15])
repomirrorworker stdout | 2022-06-02 17:53:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 17:53:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 53, 39, 182389), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 53, 39, 182389), 0, 2, datetime.datetime(2022, 6, 2, 17, 53, 39, 182389), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:53:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:53:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 53, 39, 184426), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 53, 39, 184426), 0, 2, datetime.datetime(2022, 6, 2, 17, 53, 39, 184426), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:53:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:53:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:53:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:53:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:53:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:53:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:53:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:53:57,423 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:54:39.167018+00:00 (in 29.998950 seconds)
repomirrorworker stdout | 2022-06-02 17:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:54:39 UTC)" (scheduled at 2022-06-02 17:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:54:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:54:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 54, 9, 177341), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 54, 9, 177341), 0, 2, datetime.datetime(2022, 6, 2, 17, 54, 9, 177341), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:54:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:54:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 54, 9, 180931), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 54, 9, 180931), 0, 2, datetime.datetime(2022, 6, 2, 17, 54, 9, 180931), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:54:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:54:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 54, 9, 182879), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 54, 9, 182879), 0, 2, datetime.datetime(2022, 6, 2, 17, 54, 9, 182879), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:54:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:54:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 54, 9, 184624), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 54, 9, 184624), 0, 2, datetime.datetime(2022, 6, 2, 17, 54, 9, 184624), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:54:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:54:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 54, 9, 186350), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 54, 9, 186350), 0, 2, datetime.datetime(2022, 6, 2, 17, 54, 9, 186350), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:54:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:54:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:54:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:54:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:54:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:54:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:54:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:54:27,480 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:55:09.167018+00:00 (in 29.999023 seconds)
repomirrorworker stdout | 2022-06-02 17:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:55:09 UTC)" (scheduled at 2022-06-02 17:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:54:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:54:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:54:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 54, 39, 177447), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 54, 39, 177447), 0, 2, datetime.datetime(2022, 6, 2, 17, 54, 39, 177447), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:54:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:54:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 54, 39, 181142), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 54, 39, 181142), 0, 2, datetime.datetime(2022, 6, 2, 17, 54, 39, 181142), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:54:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:54:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 54, 39, 183220), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 54, 39, 183220), 0, 2, datetime.datetime(2022, 6, 2, 17, 54, 39, 183220), True, 12, 15])
repomirrorworker stdout | 2022-06-02 17:54:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 17:54:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 54, 39, 185020), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 54, 39, 185020), 0, 2, datetime.datetime(2022, 6, 2, 17, 54, 39, 185020), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:54:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:54:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:54:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:54:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:54:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:54:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:54:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:54:57,534 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:55:39.167018+00:00 (in 29.998955 seconds)
repomirrorworker stdout | 2022-06-02 17:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:55:39 UTC)" (scheduled at 2022-06-02 17:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:55:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:55:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:55:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 55, 9, 176383), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 55, 9, 176383), 0, 2, datetime.datetime(2022, 6, 2, 17, 55, 9, 176383), True, 4, 8])
repomirrorworker stdout | 2022-06-02 17:55:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 17:55:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 55, 9, 179429), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 55, 9, 179429), 0, 2, datetime.datetime(2022, 6, 2, 17, 55, 9, 179429), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:55:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:55:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 55, 9, 181287), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 55, 9, 181287), 0, 2, datetime.datetime(2022, 6, 2, 17, 55, 9, 181287), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:55:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:55:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 55, 9, 182954), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 55, 9, 182954), 0, 2, datetime.datetime(2022, 6, 2, 17, 55, 9, 182954), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:55:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:55:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 55, 9, 184581), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 55, 9, 184581), 0, 2, datetime.datetime(2022, 6, 2, 17, 55, 9, 184581), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:55:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:55:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:55:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:55:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:55:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:55:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:55:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:55:27,605 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:56:09.167018+00:00 (in 29.999091 seconds)
repomirrorworker stdout | 2022-06-02 17:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:56:09 UTC)" (scheduled at 2022-06-02 17:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:55:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:55:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 55, 39, 177290), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 55, 39, 177290), 0, 2, datetime.datetime(2022, 6, 2, 17, 55, 39, 177290), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:55:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:55:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 55, 39, 180749), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 55, 39, 180749), 0, 2, datetime.datetime(2022, 6, 2, 17, 55, 39, 180749), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:55:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:55:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 55, 39, 182692), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 55, 39, 182692), 0, 2, datetime.datetime(2022, 6, 2, 17, 55, 39, 182692), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:55:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:55:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 55, 39, 184387), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 55, 39, 184387), 0, 2, datetime.datetime(2022, 6, 2, 17, 55, 39, 184387), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:55:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:55:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 55, 39, 186059), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 55, 39, 186059), 0, 2, datetime.datetime(2022, 6, 2, 17, 55, 39, 186059), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:55:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:55:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:55:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:55:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:55:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:55:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:55:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:55:57,666 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:56:39.167018+00:00 (in 29.998964 seconds)
repomirrorworker stdout | 2022-06-02 17:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:56:39 UTC)" (scheduled at 2022-06-02 17:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:56:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:56:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:56:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 56, 9, 176958), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 56, 9, 176958), 0, 2, datetime.datetime(2022, 6, 2, 17, 56, 9, 176958), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:56:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:56:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 56, 9, 180359), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 56, 9, 180359), 0, 2, datetime.datetime(2022, 6, 2, 17, 56, 9, 180359), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:56:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:56:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 56, 9, 182277), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 56, 9, 182277), 0, 2, datetime.datetime(2022, 6, 2, 17, 56, 9, 182277), True, 12, 15])
repomirrorworker stdout | 2022-06-02 17:56:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 17:56:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 56, 9, 184002), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 56, 9, 184002), 0, 2, datetime.datetime(2022, 6, 2, 17, 56, 9, 184002), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:56:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:56:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:56:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:56:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:56:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:56:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:56:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:56:27,722 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:57:09.167018+00:00 (in 29.998947 seconds)
repomirrorworker stdout | 2022-06-02 17:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:57:09 UTC)" (scheduled at 2022-06-02 17:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:56:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:56:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 56, 39, 176823), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 56, 39, 176823), 0, 2, datetime.datetime(2022, 6, 2, 17, 56, 39, 176823), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:56:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:56:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 56, 39, 180486), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 56, 39, 180486), 0, 2, datetime.datetime(2022, 6, 2, 17, 56, 39, 180486), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:56:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:56:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 56, 39, 182374), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 56, 39, 182374), 0, 2, datetime.datetime(2022, 6, 2, 17, 56, 39, 182374), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:56:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:56:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 56, 39, 184040), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 56, 39, 184040), 0, 2, datetime.datetime(2022, 6, 2, 17, 56, 39, 184040), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:56:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:56:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 56, 39, 185660), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 56, 39, 185660), 0, 2, datetime.datetime(2022, 6, 2, 17, 56, 39, 185660), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:56:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:56:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:56:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:56:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:56:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:56:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:56:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:56:57,776 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:57:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-02 17:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:57:39 UTC)" (scheduled at 2022-06-02 17:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:57:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:57:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:57:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 57, 9, 177282), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 57, 9, 177282), 0, 2, datetime.datetime(2022, 6, 2, 17, 57, 9, 177282), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:57:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:57:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 57, 9, 181192), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 57, 9, 181192), 0, 2, datetime.datetime(2022, 6, 2, 17, 57, 9, 181192), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:57:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:57:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 57, 9, 183139), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 57, 9, 183139), 0, 2, datetime.datetime(2022, 6, 2, 17, 57, 9, 183139), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:57:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:57:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 57, 9, 184900), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 57, 9, 184900), 0, 2, datetime.datetime(2022, 6, 2, 17, 57, 9, 184900), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:57:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:57:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 57, 9, 186573), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 57, 9, 186573), 0, 2, datetime.datetime(2022, 6, 2, 17, 57, 9, 186573), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:57:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:57:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:57:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:57:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:57:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:57:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:57:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:57:27,803 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:58:09.167018+00:00 (in 29.998967 seconds)
repomirrorworker stdout | 2022-06-02 17:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:58:09 UTC)" (scheduled at 2022-06-02 17:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:57:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:57:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:57:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 57, 39, 176940), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 57, 39, 176940), 0, 2, datetime.datetime(2022, 6, 2, 17, 57, 39, 176940), True, 8, 12])
repomirrorworker stdout | 2022-06-02 17:57:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 17:57:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 57, 39, 180016), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 57, 39, 180016), 0, 2, datetime.datetime(2022, 6, 2, 17, 57, 39, 180016), True, 12, 15])
repomirrorworker stdout | 2022-06-02 17:57:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 17:57:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 57, 39, 181917), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 57, 39, 181917), 0, 2, datetime.datetime(2022, 6, 2, 17, 57, 39, 181917), True, 2, 6])
repomirrorworker stdout | 2022-06-02 17:57:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 17:57:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 57, 39, 183597), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 57, 39, 183597), 0, 2, datetime.datetime(2022, 6, 2, 17, 57, 39, 183597), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:57:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:57:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 57, 39, 185250), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 57, 39, 185250), 0, 2, datetime.datetime(2022, 6, 2, 17, 57, 39, 185250), True, 6, 10])
repomirrorworker stdout | 2022-06-02 17:57:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 17:57:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:57:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:57:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:57:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:57:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:57:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:57:57,856 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:58:39.167018+00:00 (in 29.999013 seconds)
repomirrorworker stdout | 2022-06-02 17:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:58:39 UTC)" (scheduled at 2022-06-02 17:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:58:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:58:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:58:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 58, 9, 177433), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 58, 9, 177433), 0, 2, datetime.datetime(2022, 6, 2, 17, 58, 9, 177433), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:58:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:58:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 58, 9, 181084), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 58, 9, 181084), 0, 2, datetime.datetime(2022, 6, 2, 17, 58, 9, 181084), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:58:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:58:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 58, 9, 183210), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 58, 9, 183210), 0, 2, datetime.datetime(2022, 6, 2, 17, 58, 9, 183210), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:58:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:58:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 58, 9, 185118), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 58, 9, 185118), 0, 2, datetime.datetime(2022, 6, 2, 17, 58, 9, 185118), True, 13, 15])
repomirrorworker stdout | 2022-06-02 17:58:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 17:58:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:58:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:58:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:58:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:58:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:58:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:58:27,892 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:59:09.167018+00:00 (in 29.999124 seconds)
repomirrorworker stdout | 2022-06-02 17:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:59:09 UTC)" (scheduled at 2022-06-02 17:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:58:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:58:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 58, 39, 176982), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 58, 39, 176982), 0, 2, datetime.datetime(2022, 6, 2, 17, 58, 39, 176982), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:58:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:58:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 58, 39, 180601), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 58, 39, 180601), 0, 2, datetime.datetime(2022, 6, 2, 17, 58, 39, 180601), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:58:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:58:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 58, 39, 182579), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 58, 39, 182579), 0, 2, datetime.datetime(2022, 6, 2, 17, 58, 39, 182579), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:58:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:58:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 58, 39, 184649), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 58, 39, 184649), 0, 2, datetime.datetime(2022, 6, 2, 17, 58, 39, 184649), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:58:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:58:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:58:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:58:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:58:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:58:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:58:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:58:57,929 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 17:59:39.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-02 17:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:59:39 UTC)" (scheduled at 2022-06-02 17:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:59:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:59:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 59, 9, 176799), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 59, 9, 176799), 0, 2, datetime.datetime(2022, 6, 2, 17, 59, 9, 176799), True, 7, 11])
repomirrorworker stdout | 2022-06-02 17:59:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 17:59:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 59, 9, 180240), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 59, 9, 180240), 0, 2, datetime.datetime(2022, 6, 2, 17, 59, 9, 180240), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:59:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:59:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 59, 9, 182150), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 59, 9, 182150), 0, 2, datetime.datetime(2022, 6, 2, 17, 59, 9, 182150), True, 11, 15])
repomirrorworker stdout | 2022-06-02 17:59:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 17:59:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 59, 9, 183857), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 59, 9, 183857), 0, 2, datetime.datetime(2022, 6, 2, 17, 59, 9, 183857), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:59:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:59:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:59:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:59:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:59:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:59:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:59:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 17:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:59:27,980 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 17:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 17:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:00:09.167018+00:00 (in 29.999048 seconds)
repomirrorworker stdout | 2022-06-02 17:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:00:09 UTC)" (scheduled at 2022-06-02 17:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 17:59:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:59:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:59:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 59, 39, 176952), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 59, 39, 176952), 0, 2, datetime.datetime(2022, 6, 2, 17, 59, 39, 176952), True, 5, 9])
repomirrorworker stdout | 2022-06-02 17:59:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 17:59:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 59, 39, 180696), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 59, 39, 180696), 0, 2, datetime.datetime(2022, 6, 2, 17, 59, 39, 180696), True, 1, 5])
repomirrorworker stdout | 2022-06-02 17:59:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 17:59:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 59, 39, 182552), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 59, 39, 182552), 0, 2, datetime.datetime(2022, 6, 2, 17, 59, 39, 182552), True, 10, 14])
repomirrorworker stdout | 2022-06-02 17:59:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 17:59:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 59, 39, 184233), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 59, 39, 184233), 0, 2, datetime.datetime(2022, 6, 2, 17, 59, 39, 184233), True, 9, 13])
repomirrorworker stdout | 2022-06-02 17:59:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 17:59:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 17, 59, 39, 185894), 0, 2, None, True, datetime.datetime(2022, 6, 2, 17, 59, 39, 185894), 0, 2, datetime.datetime(2022, 6, 2, 17, 59, 39, 185894), True, 14, 15])
repomirrorworker stdout | 2022-06-02 17:59:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 17:59:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 17:59:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:59:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 17:59:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 17:59:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 17:59:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 17:59:58,025 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:00:39.167018+00:00 (in 29.999217 seconds)
repomirrorworker stdout | 2022-06-02 18:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:00:39 UTC)" (scheduled at 2022-06-02 18:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:00:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:00:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:00:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 0, 9, 176516), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 0, 9, 176516), 0, 2, datetime.datetime(2022, 6, 2, 18, 0, 9, 176516), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:00:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:00:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 0, 9, 179582), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 0, 9, 179582), 0, 2, datetime.datetime(2022, 6, 2, 18, 0, 9, 179582), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:00:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:00:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 0, 9, 181415), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 0, 9, 181415), 0, 2, datetime.datetime(2022, 6, 2, 18, 0, 9, 181415), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:00:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:00:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 0, 9, 183072), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 0, 9, 183072), 0, 2, datetime.datetime(2022, 6, 2, 18, 0, 9, 183072), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:00:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:00:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 0, 9, 184704), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 0, 9, 184704), 0, 2, datetime.datetime(2022, 6, 2, 18, 0, 9, 184704), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:00:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:00:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:00:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:00:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:00:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:00:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:00:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:00:28,060 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:01:09.167018+00:00 (in 29.999004 seconds)
repomirrorworker stdout | 2022-06-02 18:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:01:09 UTC)" (scheduled at 2022-06-02 18:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:00:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:00:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:00:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 0, 39, 176959), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 0, 39, 176959), 0, 2, datetime.datetime(2022, 6, 2, 18, 0, 39, 176959), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:00:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:00:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 0, 39, 180331), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 0, 39, 180331), 0, 2, datetime.datetime(2022, 6, 2, 18, 0, 39, 180331), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:00:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:00:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 0, 39, 182185), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 0, 39, 182185), 0, 2, datetime.datetime(2022, 6, 2, 18, 0, 39, 182185), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:00:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:00:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 0, 39, 183841), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 0, 39, 183841), 0, 2, datetime.datetime(2022, 6, 2, 18, 0, 39, 183841), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:00:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:00:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:00:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:00:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:00:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:00:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:00:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:00:58,114 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:01:39.167018+00:00 (in 29.999082 seconds)
repomirrorworker stdout | 2022-06-02 18:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:01:39 UTC)" (scheduled at 2022-06-02 18:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:01:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:01:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 1, 9, 176819), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 1, 9, 176819), 0, 2, datetime.datetime(2022, 6, 2, 18, 1, 9, 176819), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:01:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:01:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 1, 9, 180235), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 1, 9, 180235), 0, 2, datetime.datetime(2022, 6, 2, 18, 1, 9, 180235), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:01:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:01:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 1, 9, 182237), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 1, 9, 182237), 0, 2, datetime.datetime(2022, 6, 2, 18, 1, 9, 182237), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:01:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:01:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 1, 9, 183957), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 1, 9, 183957), 0, 2, datetime.datetime(2022, 6, 2, 18, 1, 9, 183957), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:01:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:01:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 1, 9, 185575), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 1, 9, 185575), 0, 2, datetime.datetime(2022, 6, 2, 18, 1, 9, 185575), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:01:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:01:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:01:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:01:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:01:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:01:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:01:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:01:28,144 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:02:09.167018+00:00 (in 29.999195 seconds)
repomirrorworker stdout | 2022-06-02 18:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:02:09 UTC)" (scheduled at 2022-06-02 18:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:01:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:01:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 1, 39, 176413), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 1, 39, 176413), 0, 2, datetime.datetime(2022, 6, 2, 18, 1, 39, 176413), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:01:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:01:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 1, 39, 179711), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 1, 39, 179711), 0, 2, datetime.datetime(2022, 6, 2, 18, 1, 39, 179711), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:01:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:01:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 1, 39, 181584), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 1, 39, 181584), 0, 2, datetime.datetime(2022, 6, 2, 18, 1, 39, 181584), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:01:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:01:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 1, 39, 183317), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 1, 39, 183317), 0, 2, datetime.datetime(2022, 6, 2, 18, 1, 39, 183317), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:01:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:01:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 1, 39, 184992), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 1, 39, 184992), 0, 2, datetime.datetime(2022, 6, 2, 18, 1, 39, 184992), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:01:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:01:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:01:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:01:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:01:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:01:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:01:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:01:58,193 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:02:39.167018+00:00 (in 29.998961 seconds)
repomirrorworker stdout | 2022-06-02 18:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:02:39 UTC)" (scheduled at 2022-06-02 18:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:02:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:02:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:02:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 2, 9, 176654), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 2, 9, 176654), 0, 2, datetime.datetime(2022, 6, 2, 18, 2, 9, 176654), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:02:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:02:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 2, 9, 179916), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 2, 9, 179916), 0, 2, datetime.datetime(2022, 6, 2, 18, 2, 9, 179916), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:02:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:02:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 2, 9, 182029), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 2, 9, 182029), 0, 2, datetime.datetime(2022, 6, 2, 18, 2, 9, 182029), True, 4, 8])
repomirrorworker stdout | 2022-06-02 18:02:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 18:02:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 2, 9, 183917), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 2, 9, 183917), 0, 2, datetime.datetime(2022, 6, 2, 18, 2, 9, 183917), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:02:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:02:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 2, 9, 185764), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 2, 9, 185764), 0, 2, datetime.datetime(2022, 6, 2, 18, 2, 9, 185764), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:02:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:02:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:02:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:02:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:02:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:02:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:02:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:02:28,258 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:03:09.167018+00:00 (in 29.999041 seconds)
repomirrorworker stdout | 2022-06-02 18:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:03:09 UTC)" (scheduled at 2022-06-02 18:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:02:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:02:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:02:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 2, 39, 176614), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 2, 39, 176614), 0, 2, datetime.datetime(2022, 6, 2, 18, 2, 39, 176614), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:02:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:02:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 2, 39, 180124), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 2, 39, 180124), 0, 2, datetime.datetime(2022, 6, 2, 18, 2, 39, 180124), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:02:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:02:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 2, 39, 182427), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 2, 39, 182427), 0, 2, datetime.datetime(2022, 6, 2, 18, 2, 39, 182427), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:02:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:02:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 2, 39, 184547), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 2, 39, 184547), 0, 2, datetime.datetime(2022, 6, 2, 18, 2, 39, 184547), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:02:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:02:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 2, 39, 186566), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 2, 39, 186566), 0, 2, datetime.datetime(2022, 6, 2, 18, 2, 39, 186566), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:02:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:02:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:02:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:02:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:02:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:02:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:02:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:02:58,310 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:03:39.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-02 18:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:03:39 UTC)" (scheduled at 2022-06-02 18:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:03:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:03:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 3, 9, 176635), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 3, 9, 176635), 0, 2, datetime.datetime(2022, 6, 2, 18, 3, 9, 176635), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:03:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:03:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 3, 9, 180093), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 3, 9, 180093), 0, 2, datetime.datetime(2022, 6, 2, 18, 3, 9, 180093), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:03:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:03:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 3, 9, 182382), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 3, 9, 182382), 0, 2, datetime.datetime(2022, 6, 2, 18, 3, 9, 182382), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:03:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:03:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 3, 9, 184239), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 3, 9, 184239), 0, 2, datetime.datetime(2022, 6, 2, 18, 3, 9, 184239), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:03:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:03:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 3, 9, 185923), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 3, 9, 185923), 0, 2, datetime.datetime(2022, 6, 2, 18, 3, 9, 185923), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:03:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:03:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:03:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:03:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:03:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:03:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:03:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:03:28,365 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:04:09.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-02 18:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:04:09 UTC)" (scheduled at 2022-06-02 18:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:03:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:03:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 3, 39, 177225), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 3, 39, 177225), 0, 2, datetime.datetime(2022, 6, 2, 18, 3, 39, 177225), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:03:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:03:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 3, 39, 180637), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 3, 39, 180637), 0, 2, datetime.datetime(2022, 6, 2, 18, 3, 39, 180637), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:03:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:03:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 3, 39, 182664), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 3, 39, 182664), 0, 2, datetime.datetime(2022, 6, 2, 18, 3, 39, 182664), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:03:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:03:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 3, 39, 184498), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 3, 39, 184498), 0, 2, datetime.datetime(2022, 6, 2, 18, 3, 39, 184498), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:03:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:03:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 3, 39, 186377), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 3, 39, 186377), 0, 2, datetime.datetime(2022, 6, 2, 18, 3, 39, 186377), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:03:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:03:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:03:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:03:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:03:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:03:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:03:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:03:58,427 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:04:39.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-02 18:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:04:39 UTC)" (scheduled at 2022-06-02 18:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:04:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 4, 9, 176760), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 4, 9, 176760), 0, 2, datetime.datetime(2022, 6, 2, 18, 4, 9, 176760), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:04:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:04:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 4, 9, 180365), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 4, 9, 180365), 0, 2, datetime.datetime(2022, 6, 2, 18, 4, 9, 180365), True, 4, 8])
repomirrorworker stdout | 2022-06-02 18:04:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 18:04:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 4, 9, 182313), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 4, 9, 182313), 0, 2, datetime.datetime(2022, 6, 2, 18, 4, 9, 182313), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:04:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:04:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 4, 9, 184012), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 4, 9, 184012), 0, 2, datetime.datetime(2022, 6, 2, 18, 4, 9, 184012), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:04:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:04:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 4, 9, 185643), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 4, 9, 185643), 0, 2, datetime.datetime(2022, 6, 2, 18, 4, 9, 185643), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:04:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:04:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:04:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:04:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:04:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:04:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:04:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:04:28,482 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:05:09.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-02 18:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:05:09 UTC)" (scheduled at 2022-06-02 18:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:04:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:04:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:04:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 4, 39, 176764), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 4, 39, 176764), 0, 2, datetime.datetime(2022, 6, 2, 18, 4, 39, 176764), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:04:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:04:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 4, 39, 180390), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 4, 39, 180390), 0, 2, datetime.datetime(2022, 6, 2, 18, 4, 39, 180390), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:04:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:04:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 4, 39, 182430), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 4, 39, 182430), 0, 2, datetime.datetime(2022, 6, 2, 18, 4, 39, 182430), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:04:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:04:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 4, 39, 184306), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 4, 39, 184306), 0, 2, datetime.datetime(2022, 6, 2, 18, 4, 39, 184306), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:04:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:04:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 4, 39, 186107), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 4, 39, 186107), 0, 2, datetime.datetime(2022, 6, 2, 18, 4, 39, 186107), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:04:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:04:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:04:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:04:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:04:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:04:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:04:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:04:58,537 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:05:39.167018+00:00 (in 29.999232 seconds)
repomirrorworker stdout | 2022-06-02 18:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:05:39 UTC)" (scheduled at 2022-06-02 18:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:05:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:05:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:05:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 5, 9, 176007), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 5, 9, 176007), 0, 2, datetime.datetime(2022, 6, 2, 18, 5, 9, 176007), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:05:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:05:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 5, 9, 179709), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 5, 9, 179709), 0, 2, datetime.datetime(2022, 6, 2, 18, 5, 9, 179709), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:05:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:05:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 5, 9, 181604), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 5, 9, 181604), 0, 2, datetime.datetime(2022, 6, 2, 18, 5, 9, 181604), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:05:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:05:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 5, 9, 183334), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 5, 9, 183334), 0, 2, datetime.datetime(2022, 6, 2, 18, 5, 9, 183334), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:05:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:05:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:05:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:05:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:05:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:05:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:05:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:05:28,574 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:06:09.167018+00:00 (in 29.999044 seconds)
repomirrorworker stdout | 2022-06-02 18:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:06:09 UTC)" (scheduled at 2022-06-02 18:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:05:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:05:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 5, 39, 176915), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 5, 39, 176915), 0, 2, datetime.datetime(2022, 6, 2, 18, 5, 39, 176915), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:05:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 5, 39, 180433), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 5, 39, 180433), 0, 2, datetime.datetime(2022, 6, 2, 18, 5, 39, 180433), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:05:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:05:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 5, 39, 182381), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 5, 39, 182381), 0, 2, datetime.datetime(2022, 6, 2, 18, 5, 39, 182381), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:05:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:05:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 5, 39, 184153), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 5, 39, 184153), 0, 2, datetime.datetime(2022, 6, 2, 18, 5, 39, 184153), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:05:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:05:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:05:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:05:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:05:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:05:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:05:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:05:58,618 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:06:39.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-02 18:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:06:39 UTC)" (scheduled at 2022-06-02 18:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:06:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:06:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 6, 9, 176820), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 6, 9, 176820), 0, 2, datetime.datetime(2022, 6, 2, 18, 6, 9, 176820), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:06:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:06:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 6, 9, 180006), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 6, 9, 180006), 0, 2, datetime.datetime(2022, 6, 2, 18, 6, 9, 180006), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:06:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:06:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 6, 9, 181973), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 6, 9, 181973), 0, 2, datetime.datetime(2022, 6, 2, 18, 6, 9, 181973), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:06:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:06:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 6, 9, 183635), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 6, 9, 183635), 0, 2, datetime.datetime(2022, 6, 2, 18, 6, 9, 183635), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:06:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:06:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 6, 9, 185298), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 6, 9, 185298), 0, 2, datetime.datetime(2022, 6, 2, 18, 6, 9, 185298), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:06:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:06:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:06:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:06:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:06:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:06:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:06:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:06:28,835 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:07:09.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-02 18:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:07:09 UTC)" (scheduled at 2022-06-02 18:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:06:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 6, 39, 176984), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 6, 39, 176984), 0, 2, datetime.datetime(2022, 6, 2, 18, 6, 39, 176984), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:06:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:06:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 6, 39, 180861), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 6, 39, 180861), 0, 2, datetime.datetime(2022, 6, 2, 18, 6, 39, 180861), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:06:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:06:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 6, 39, 182815), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 6, 39, 182815), 0, 2, datetime.datetime(2022, 6, 2, 18, 6, 39, 182815), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:06:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:06:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 6, 39, 184504), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 6, 39, 184504), 0, 2, datetime.datetime(2022, 6, 2, 18, 6, 39, 184504), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:06:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:06:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 6, 39, 186229), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 6, 39, 186229), 0, 2, datetime.datetime(2022, 6, 2, 18, 6, 39, 186229), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:06:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:06:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:06:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:06:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:06:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:06:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:06:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:06:58,864 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:07:39.167018+00:00 (in 29.999264 seconds)
repomirrorworker stdout | 2022-06-02 18:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:07:39 UTC)" (scheduled at 2022-06-02 18:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:07:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:07:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:07:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 7, 9, 176490), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 7, 9, 176490), 0, 2, datetime.datetime(2022, 6, 2, 18, 7, 9, 176490), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:07:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:07:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 7, 9, 179906), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 7, 9, 179906), 0, 2, datetime.datetime(2022, 6, 2, 18, 7, 9, 179906), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:07:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:07:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 7, 9, 181939), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 7, 9, 181939), 0, 2, datetime.datetime(2022, 6, 2, 18, 7, 9, 181939), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:07:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:07:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 7, 9, 183714), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 7, 9, 183714), 0, 2, datetime.datetime(2022, 6, 2, 18, 7, 9, 183714), True, 12, 15])
repomirrorworker stdout | 2022-06-02 18:07:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 18:07:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 7, 9, 185423), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 7, 9, 185423), 0, 2, datetime.datetime(2022, 6, 2, 18, 7, 9, 185423), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:07:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:07:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:07:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:07:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:07:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:07:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:07:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:07:28,997 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:08:09.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-02 18:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:08:09 UTC)" (scheduled at 2022-06-02 18:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:07:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:07:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 7, 39, 176364), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 7, 39, 176364), 0, 2, datetime.datetime(2022, 6, 2, 18, 7, 39, 176364), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:07:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:07:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 7, 39, 179552), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 7, 39, 179552), 0, 2, datetime.datetime(2022, 6, 2, 18, 7, 39, 179552), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:07:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:07:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 7, 39, 181548), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 7, 39, 181548), 0, 2, datetime.datetime(2022, 6, 2, 18, 7, 39, 181548), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:07:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:07:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 7, 39, 183252), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 7, 39, 183252), 0, 2, datetime.datetime(2022, 6, 2, 18, 7, 39, 183252), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:07:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:07:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:07:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:07:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:07:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:07:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:07:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:07:59,051 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:08:39.167018+00:00 (in 29.999299 seconds)
repomirrorworker stdout | 2022-06-02 18:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:08:39 UTC)" (scheduled at 2022-06-02 18:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:08:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:08:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:08:09,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 8, 9, 175817), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 8, 9, 175817), 0, 2, datetime.datetime(2022, 6, 2, 18, 8, 9, 175817), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:08:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:08:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 8, 9, 178985), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 8, 9, 178985), 0, 2, datetime.datetime(2022, 6, 2, 18, 8, 9, 178985), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:08:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:08:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 8, 9, 181062), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 8, 9, 181062), 0, 2, datetime.datetime(2022, 6, 2, 18, 8, 9, 181062), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:08:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:08:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 8, 9, 182892), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 8, 9, 182892), 0, 2, datetime.datetime(2022, 6, 2, 18, 8, 9, 182892), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:08:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:08:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 8, 9, 184598), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 8, 9, 184598), 0, 2, datetime.datetime(2022, 6, 2, 18, 8, 9, 184598), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:08:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:08:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:08:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:08:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:08:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:08:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:08:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:08:29,091 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:09:09.167018+00:00 (in 29.999322 seconds)
repomirrorworker stdout | 2022-06-02 18:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:09:09 UTC)" (scheduled at 2022-06-02 18:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:08:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:08:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:08:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 8, 39, 176266), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 8, 39, 176266), 0, 2, datetime.datetime(2022, 6, 2, 18, 8, 39, 176266), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:08:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:08:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 8, 39, 179548), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 8, 39, 179548), 0, 2, datetime.datetime(2022, 6, 2, 18, 8, 39, 179548), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:08:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:08:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 8, 39, 181644), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 8, 39, 181644), 0, 2, datetime.datetime(2022, 6, 2, 18, 8, 39, 181644), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:08:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:08:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 8, 39, 183465), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 8, 39, 183465), 0, 2, datetime.datetime(2022, 6, 2, 18, 8, 39, 183465), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:08:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:08:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 8, 39, 185274), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 8, 39, 185274), 0, 2, datetime.datetime(2022, 6, 2, 18, 8, 39, 185274), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:08:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:08:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:08:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:08:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:08:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:08:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:08:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:08:59,117 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:09:39.167018+00:00 (in 29.999118 seconds)
repomirrorworker stdout | 2022-06-02 18:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:09:39 UTC)" (scheduled at 2022-06-02 18:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:09:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:09:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:09:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 9, 9, 176562), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 9, 9, 176562), 0, 2, datetime.datetime(2022, 6, 2, 18, 9, 9, 176562), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:09:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:09:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 9, 9, 180043), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 9, 9, 180043), 0, 2, datetime.datetime(2022, 6, 2, 18, 9, 9, 180043), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:09:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:09:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 9, 9, 182163), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 9, 9, 182163), 0, 2, datetime.datetime(2022, 6, 2, 18, 9, 9, 182163), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:09:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:09:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 9, 9, 183847), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 9, 9, 183847), 0, 2, datetime.datetime(2022, 6, 2, 18, 9, 9, 183847), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:09:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:09:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:09:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:09:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:09:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:09:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:09:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:09:29,263 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:10:09.167018+00:00 (in 29.998975 seconds)
repomirrorworker stdout | 2022-06-02 18:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:10:09 UTC)" (scheduled at 2022-06-02 18:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:09:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:09:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:09:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 9, 39, 176220), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 9, 39, 176220), 0, 2, datetime.datetime(2022, 6, 2, 18, 9, 39, 176220), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:09:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:09:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 9, 39, 179713), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 9, 39, 179713), 0, 2, datetime.datetime(2022, 6, 2, 18, 9, 39, 179713), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:09:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:09:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 9, 39, 181717), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 9, 39, 181717), 0, 2, datetime.datetime(2022, 6, 2, 18, 9, 39, 181717), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:09:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:09:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 9, 39, 183578), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 9, 39, 183578), 0, 2, datetime.datetime(2022, 6, 2, 18, 9, 39, 183578), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:09:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:09:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 9, 39, 185346), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 9, 39, 185346), 0, 2, datetime.datetime(2022, 6, 2, 18, 9, 39, 185346), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:09:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:09:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:09:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:09:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:09:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:09:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:09:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:09:59,294 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:10:39.167018+00:00 (in 29.999130 seconds)
repomirrorworker stdout | 2022-06-02 18:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:10:39 UTC)" (scheduled at 2022-06-02 18:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:10:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:10:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 10, 9, 176810), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 10, 9, 176810), 0, 2, datetime.datetime(2022, 6, 2, 18, 10, 9, 176810), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:10:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:10:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 10, 9, 180830), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 10, 9, 180830), 0, 2, datetime.datetime(2022, 6, 2, 18, 10, 9, 180830), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:10:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:10:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 10, 9, 182815), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 10, 9, 182815), 0, 2, datetime.datetime(2022, 6, 2, 18, 10, 9, 182815), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:10:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:10:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 10, 9, 184493), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 10, 9, 184493), 0, 2, datetime.datetime(2022, 6, 2, 18, 10, 9, 184493), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:10:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:10:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 10, 9, 186382), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 10, 9, 186382), 0, 2, datetime.datetime(2022, 6, 2, 18, 10, 9, 186382), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:10:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:10:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:10:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:10:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:10:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:10:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:10:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:10:29,345 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:11:09.167018+00:00 (in 29.999169 seconds)
repomirrorworker stdout | 2022-06-02 18:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:11:09 UTC)" (scheduled at 2022-06-02 18:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:10:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:10:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 10, 39, 176474), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 10, 39, 176474), 0, 2, datetime.datetime(2022, 6, 2, 18, 10, 39, 176474), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:10:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:10:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 10, 39, 179963), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 10, 39, 179963), 0, 2, datetime.datetime(2022, 6, 2, 18, 10, 39, 179963), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:10:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:10:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 10, 39, 181980), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 10, 39, 181980), 0, 2, datetime.datetime(2022, 6, 2, 18, 10, 39, 181980), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:10:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:10:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 10, 39, 184447), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 10, 39, 184447), 0, 2, datetime.datetime(2022, 6, 2, 18, 10, 39, 184447), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:10:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:10:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:10:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:10:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:10:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:10:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:10:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:10:59,399 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:11:39.167018+00:00 (in 29.999218 seconds)
repomirrorworker stdout | 2022-06-02 18:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:11:39 UTC)" (scheduled at 2022-06-02 18:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:11:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:11:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:11:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 11, 9, 176116), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 11, 9, 176116), 0, 2, datetime.datetime(2022, 6, 2, 18, 11, 9, 176116), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:11:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:11:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 11, 9, 179313), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 11, 9, 179313), 0, 2, datetime.datetime(2022, 6, 2, 18, 11, 9, 179313), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:11:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:11:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 11, 9, 181336), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 11, 9, 181336), 0, 2, datetime.datetime(2022, 6, 2, 18, 11, 9, 181336), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:11:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:11:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 11, 9, 183140), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 11, 9, 183140), 0, 2, datetime.datetime(2022, 6, 2, 18, 11, 9, 183140), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:11:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:11:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 11, 9, 184908), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 11, 9, 184908), 0, 2, datetime.datetime(2022, 6, 2, 18, 11, 9, 184908), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:11:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:11:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:11:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:11:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:11:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:11:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:11:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:11:29,454 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:12:09.167018+00:00 (in 29.999177 seconds)
repomirrorworker stdout | 2022-06-02 18:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:12:09 UTC)" (scheduled at 2022-06-02 18:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:11:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:11:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:11:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 11, 39, 176561), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 11, 39, 176561), 0, 2, datetime.datetime(2022, 6, 2, 18, 11, 39, 176561), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:11:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:11:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 11, 39, 180078), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 11, 39, 180078), 0, 2, datetime.datetime(2022, 6, 2, 18, 11, 39, 180078), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:11:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:11:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 11, 39, 182327), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 11, 39, 182327), 0, 2, datetime.datetime(2022, 6, 2, 18, 11, 39, 182327), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:11:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:11:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 11, 39, 184038), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 11, 39, 184038), 0, 2, datetime.datetime(2022, 6, 2, 18, 11, 39, 184038), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:11:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:11:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 11, 39, 185708), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 11, 39, 185708), 0, 2, datetime.datetime(2022, 6, 2, 18, 11, 39, 185708), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:11:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:11:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:11:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:11:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:11:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:11:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:11:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:11:59,509 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:12:39.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-02 18:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:12:39 UTC)" (scheduled at 2022-06-02 18:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:12:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:12:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:12:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 12, 9, 176332), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 12, 9, 176332), 0, 2, datetime.datetime(2022, 6, 2, 18, 12, 9, 176332), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:12:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:12:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 12, 9, 179770), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 12, 9, 179770), 0, 2, datetime.datetime(2022, 6, 2, 18, 12, 9, 179770), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:12:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:12:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 12, 9, 181596), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 12, 9, 181596), 0, 2, datetime.datetime(2022, 6, 2, 18, 12, 9, 181596), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:12:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:12:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 12, 9, 183274), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 12, 9, 183274), 0, 2, datetime.datetime(2022, 6, 2, 18, 12, 9, 183274), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:12:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:12:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 12, 9, 184949), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 12, 9, 184949), 0, 2, datetime.datetime(2022, 6, 2, 18, 12, 9, 184949), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:12:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:12:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:12:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:12:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:12:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:12:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:12:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:12:29,570 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:13:09.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-02 18:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:13:09 UTC)" (scheduled at 2022-06-02 18:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:12:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:12:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:12:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 12, 39, 176005), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 12, 39, 176005), 0, 2, datetime.datetime(2022, 6, 2, 18, 12, 39, 176005), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:12:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:12:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 12, 39, 179160), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 12, 39, 179160), 0, 2, datetime.datetime(2022, 6, 2, 18, 12, 39, 179160), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:12:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:12:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 12, 39, 181068), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 12, 39, 181068), 0, 2, datetime.datetime(2022, 6, 2, 18, 12, 39, 181068), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:12:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:12:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 12, 39, 182716), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 12, 39, 182716), 0, 2, datetime.datetime(2022, 6, 2, 18, 12, 39, 182716), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:12:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:12:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:12:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:12:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:12:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:12:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:12:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:12:59,609 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:13:39.167018+00:00 (in 29.999169 seconds)
repomirrorworker stdout | 2022-06-02 18:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:13:39 UTC)" (scheduled at 2022-06-02 18:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:13:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:13:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:13:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 13, 9, 176473), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 13, 9, 176473), 0, 2, datetime.datetime(2022, 6, 2, 18, 13, 9, 176473), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:13:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:13:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 13, 9, 179604), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 13, 9, 179604), 0, 2, datetime.datetime(2022, 6, 2, 18, 13, 9, 179604), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:13:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:13:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 13, 9, 181451), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 13, 9, 181451), 0, 2, datetime.datetime(2022, 6, 2, 18, 13, 9, 181451), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:13:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:13:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 13, 9, 183153), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 13, 9, 183153), 0, 2, datetime.datetime(2022, 6, 2, 18, 13, 9, 183153), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:13:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:13:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 13, 9, 184808), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 13, 9, 184808), 0, 2, datetime.datetime(2022, 6, 2, 18, 13, 9, 184808), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:13:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:13:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:13:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:13:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:13:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:13:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:13:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:13:29,665 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:14:09.167018+00:00 (in 29.999177 seconds)
repomirrorworker stdout | 2022-06-02 18:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:14:09 UTC)" (scheduled at 2022-06-02 18:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:13:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:13:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:13:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 13, 39, 176637), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 13, 39, 176637), 0, 2, datetime.datetime(2022, 6, 2, 18, 13, 39, 176637), True, 4, 8])
repomirrorworker stdout | 2022-06-02 18:13:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 18:13:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 13, 39, 179901), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 13, 39, 179901), 0, 2, datetime.datetime(2022, 6, 2, 18, 13, 39, 179901), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:13:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:13:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 13, 39, 181855), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 13, 39, 181855), 0, 2, datetime.datetime(2022, 6, 2, 18, 13, 39, 181855), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:13:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:13:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 13, 39, 183555), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 13, 39, 183555), 0, 2, datetime.datetime(2022, 6, 2, 18, 13, 39, 183555), True, 12, 15])
repomirrorworker stdout | 2022-06-02 18:13:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 18:13:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:13:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:13:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:13:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:13:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:13:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:13:59,720 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:14:39.167018+00:00 (in 29.999126 seconds)
repomirrorworker stdout | 2022-06-02 18:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:14:39 UTC)" (scheduled at 2022-06-02 18:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:14:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:14:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 14, 9, 176365), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 14, 9, 176365), 0, 2, datetime.datetime(2022, 6, 2, 18, 14, 9, 176365), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:14:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:14:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 14, 9, 179506), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 14, 9, 179506), 0, 2, datetime.datetime(2022, 6, 2, 18, 14, 9, 179506), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:14:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:14:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 14, 9, 181383), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 14, 9, 181383), 0, 2, datetime.datetime(2022, 6, 2, 18, 14, 9, 181383), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:14:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:14:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 14, 9, 183096), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 14, 9, 183096), 0, 2, datetime.datetime(2022, 6, 2, 18, 14, 9, 183096), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:14:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:14:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 14, 9, 184767), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 14, 9, 184767), 0, 2, datetime.datetime(2022, 6, 2, 18, 14, 9, 184767), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:14:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:14:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:14:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:14:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:14:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:14:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:14:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:14:29,755 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:15:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-02 18:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:15:09 UTC)" (scheduled at 2022-06-02 18:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:14:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:14:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:14:39,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 14, 39, 175722), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 14, 39, 175722), 0, 2, datetime.datetime(2022, 6, 2, 18, 14, 39, 175722), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:14:39,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:14:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 14, 39, 178869), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 14, 39, 178869), 0, 2, datetime.datetime(2022, 6, 2, 18, 14, 39, 178869), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:14:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:14:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 14, 39, 180846), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 14, 39, 180846), 0, 2, datetime.datetime(2022, 6, 2, 18, 14, 39, 180846), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:14:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 14, 39, 182840), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 14, 39, 182840), 0, 2, datetime.datetime(2022, 6, 2, 18, 14, 39, 182840), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:14:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:14:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 14, 39, 184487), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 14, 39, 184487), 0, 2, datetime.datetime(2022, 6, 2, 18, 14, 39, 184487), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:14:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:14:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:14:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:14:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:14:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:14:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:14:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:14:59,815 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:15:39.167018+00:00 (in 29.999035 seconds)
repomirrorworker stdout | 2022-06-02 18:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:15:39 UTC)" (scheduled at 2022-06-02 18:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:15:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:15:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:15:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 15, 9, 176563), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 15, 9, 176563), 0, 2, datetime.datetime(2022, 6, 2, 18, 15, 9, 176563), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:15:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:15:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 15, 9, 180112), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 15, 9, 180112), 0, 2, datetime.datetime(2022, 6, 2, 18, 15, 9, 180112), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 15, 9, 182332), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 15, 9, 182332), 0, 2, datetime.datetime(2022, 6, 2, 18, 15, 9, 182332), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:15:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:15:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 15, 9, 184376), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 15, 9, 184376), 0, 2, datetime.datetime(2022, 6, 2, 18, 15, 9, 184376), True, 12, 15])
repomirrorworker stdout | 2022-06-02 18:15:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 18:15:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 15, 9, 186354), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 15, 9, 186354), 0, 2, datetime.datetime(2022, 6, 2, 18, 15, 9, 186354), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:15:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:15:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:15:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:15:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:15:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:15:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:15:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:15:29,871 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:16:09.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-02 18:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:16:09 UTC)" (scheduled at 2022-06-02 18:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:15:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:15:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:15:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 15, 39, 176049), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 15, 39, 176049), 0, 2, datetime.datetime(2022, 6, 2, 18, 15, 39, 176049), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:15:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:15:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 15, 39, 179355), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 15, 39, 179355), 0, 2, datetime.datetime(2022, 6, 2, 18, 15, 39, 179355), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:15:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:15:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 15, 39, 181324), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 15, 39, 181324), 0, 2, datetime.datetime(2022, 6, 2, 18, 15, 39, 181324), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:15:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:15:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 15, 39, 183123), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 15, 39, 183123), 0, 2, datetime.datetime(2022, 6, 2, 18, 15, 39, 183123), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:15:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:15:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 15, 39, 184832), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 15, 39, 184832), 0, 2, datetime.datetime(2022, 6, 2, 18, 15, 39, 184832), True, 12, 15])
repomirrorworker stdout | 2022-06-02 18:15:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 18:15:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:15:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:15:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:15:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:15:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:15:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:15:59,926 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:16:39.167018+00:00 (in 29.999128 seconds)
repomirrorworker stdout | 2022-06-02 18:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:16:39 UTC)" (scheduled at 2022-06-02 18:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:16:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:16:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:16:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 16, 9, 176242), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 16, 9, 176242), 0, 2, datetime.datetime(2022, 6, 2, 18, 16, 9, 176242), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:16:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:16:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 16, 9, 179483), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 16, 9, 179483), 0, 2, datetime.datetime(2022, 6, 2, 18, 16, 9, 179483), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:16:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:16:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 16, 9, 181323), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 16, 9, 181323), 0, 2, datetime.datetime(2022, 6, 2, 18, 16, 9, 181323), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:16:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:16:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 16, 9, 182994), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 16, 9, 182994), 0, 2, datetime.datetime(2022, 6, 2, 18, 16, 9, 182994), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:16:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:16:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 16, 9, 184621), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 16, 9, 184621), 0, 2, datetime.datetime(2022, 6, 2, 18, 16, 9, 184621), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:16:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:16:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:16:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:16:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:16:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:16:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:16:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:16:29,977 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:17:09.167018+00:00 (in 29.999178 seconds)
repomirrorworker stdout | 2022-06-02 18:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:17:09 UTC)" (scheduled at 2022-06-02 18:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:16:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:16:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:16:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 16, 39, 176229), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 16, 39, 176229), 0, 2, datetime.datetime(2022, 6, 2, 18, 16, 39, 176229), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:16:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:16:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 16, 39, 180259), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 16, 39, 180259), 0, 2, datetime.datetime(2022, 6, 2, 18, 16, 39, 180259), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:16:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:16:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 16, 39, 182157), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 16, 39, 182157), 0, 2, datetime.datetime(2022, 6, 2, 18, 16, 39, 182157), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:16:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:16:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 16, 39, 183909), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 16, 39, 183909), 0, 2, datetime.datetime(2022, 6, 2, 18, 16, 39, 183909), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:16:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:16:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 16, 39, 185779), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 16, 39, 185779), 0, 2, datetime.datetime(2022, 6, 2, 18, 16, 39, 185779), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:16:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:16:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:16:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:16:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:16:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:16:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:16:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:17:00,022 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:17:39.167018+00:00 (in 29.999173 seconds)
repomirrorworker stdout | 2022-06-02 18:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:17:39 UTC)" (scheduled at 2022-06-02 18:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:17:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:17:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:17:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 17, 9, 176511), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 17, 9, 176511), 0, 2, datetime.datetime(2022, 6, 2, 18, 17, 9, 176511), True, 4, 8])
repomirrorworker stdout | 2022-06-02 18:17:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 18:17:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 17, 9, 179646), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 17, 9, 179646), 0, 2, datetime.datetime(2022, 6, 2, 18, 17, 9, 179646), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:17:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:17:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 17, 9, 181519), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 17, 9, 181519), 0, 2, datetime.datetime(2022, 6, 2, 18, 17, 9, 181519), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:17:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:17:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 17, 9, 183169), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 17, 9, 183169), 0, 2, datetime.datetime(2022, 6, 2, 18, 17, 9, 183169), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:17:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:17:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 17, 9, 184833), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 17, 9, 184833), 0, 2, datetime.datetime(2022, 6, 2, 18, 17, 9, 184833), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:17:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:17:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:17:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:17:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:17:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:17:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:17:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:17:30,075 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:18:09.167018+00:00 (in 29.999105 seconds)
repomirrorworker stdout | 2022-06-02 18:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:18:09 UTC)" (scheduled at 2022-06-02 18:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:17:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:17:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:17:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 17, 39, 176461), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 17, 39, 176461), 0, 2, datetime.datetime(2022, 6, 2, 18, 17, 39, 176461), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:17:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:17:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 17, 39, 179655), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 17, 39, 179655), 0, 2, datetime.datetime(2022, 6, 2, 18, 17, 39, 179655), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:17:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:17:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 17, 39, 181813), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 17, 39, 181813), 0, 2, datetime.datetime(2022, 6, 2, 18, 17, 39, 181813), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:17:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:17:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 17, 39, 183497), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 17, 39, 183497), 0, 2, datetime.datetime(2022, 6, 2, 18, 17, 39, 183497), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:17:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:17:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 17, 39, 185185), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 17, 39, 185185), 0, 2, datetime.datetime(2022, 6, 2, 18, 17, 39, 185185), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:17:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:17:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:17:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:17:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:17:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:17:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:17:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:18:00,129 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:18:39.167018+00:00 (in 29.999258 seconds)
repomirrorworker stdout | 2022-06-02 18:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:18:39 UTC)" (scheduled at 2022-06-02 18:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:18:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:18:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 18, 9, 176435), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 18, 9, 176435), 0, 2, datetime.datetime(2022, 6, 2, 18, 18, 9, 176435), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:18:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:18:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 18, 9, 179835), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 18, 9, 179835), 0, 2, datetime.datetime(2022, 6, 2, 18, 18, 9, 179835), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:18:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:18:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 18, 9, 181728), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 18, 9, 181728), 0, 2, datetime.datetime(2022, 6, 2, 18, 18, 9, 181728), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:18:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:18:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 18, 9, 183426), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 18, 9, 183426), 0, 2, datetime.datetime(2022, 6, 2, 18, 18, 9, 183426), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:18:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:18:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:18:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:18:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:18:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:18:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:18:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:18:30,185 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:19:09.167018+00:00 (in 29.999257 seconds)
repomirrorworker stdout | 2022-06-02 18:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:19:09 UTC)" (scheduled at 2022-06-02 18:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:18:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:18:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:18:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 18, 39, 176578), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 18, 39, 176578), 0, 2, datetime.datetime(2022, 6, 2, 18, 18, 39, 176578), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:18:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:18:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 18, 39, 179990), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 18, 39, 179990), 0, 2, datetime.datetime(2022, 6, 2, 18, 18, 39, 179990), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:18:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:18:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 18, 39, 181951), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 18, 39, 181951), 0, 2, datetime.datetime(2022, 6, 2, 18, 18, 39, 181951), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:18:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:18:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 18, 39, 183688), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 18, 39, 183688), 0, 2, datetime.datetime(2022, 6, 2, 18, 18, 39, 183688), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:18:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:18:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 18, 39, 185346), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 18, 39, 185346), 0, 2, datetime.datetime(2022, 6, 2, 18, 18, 39, 185346), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:18:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:18:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:18:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:18:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:18:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:18:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:18:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:19:00,252 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:19:39.167018+00:00 (in 29.998982 seconds)
repomirrorworker stdout | 2022-06-02 18:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:19:39 UTC)" (scheduled at 2022-06-02 18:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:19:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:19:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:19:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 19, 9, 176370), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 19, 9, 176370), 0, 2, datetime.datetime(2022, 6, 2, 18, 19, 9, 176370), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:19:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:19:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 19, 9, 179752), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 19, 9, 179752), 0, 2, datetime.datetime(2022, 6, 2, 18, 19, 9, 179752), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:19:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:19:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 19, 9, 181660), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 19, 9, 181660), 0, 2, datetime.datetime(2022, 6, 2, 18, 19, 9, 181660), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:19:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:19:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 19, 9, 183346), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 19, 9, 183346), 0, 2, datetime.datetime(2022, 6, 2, 18, 19, 9, 183346), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:19:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:19:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 19, 9, 185039), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 19, 9, 185039), 0, 2, datetime.datetime(2022, 6, 2, 18, 19, 9, 185039), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:19:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:19:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:19:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:19:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:19:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:19:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:19:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:19:30,308 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:20:09.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-02 18:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:20:09 UTC)" (scheduled at 2022-06-02 18:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:19:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:19:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:19:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 19, 39, 176602), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 19, 39, 176602), 0, 2, datetime.datetime(2022, 6, 2, 18, 19, 39, 176602), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:19:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:19:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 19, 39, 180130), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 19, 39, 180130), 0, 2, datetime.datetime(2022, 6, 2, 18, 19, 39, 180130), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:19:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:19:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 19, 39, 182239), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 19, 39, 182239), 0, 2, datetime.datetime(2022, 6, 2, 18, 19, 39, 182239), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:19:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:19:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 19, 39, 184069), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 19, 39, 184069), 0, 2, datetime.datetime(2022, 6, 2, 18, 19, 39, 184069), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:19:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:19:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 19, 39, 185847), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 19, 39, 185847), 0, 2, datetime.datetime(2022, 6, 2, 18, 19, 39, 185847), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:19:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:19:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:19:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:19:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:19:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:19:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:19:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:20:00,355 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:20:39.167018+00:00 (in 29.999163 seconds)
repomirrorworker stdout | 2022-06-02 18:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:20:39 UTC)" (scheduled at 2022-06-02 18:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:20:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:20:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 20, 9, 176821), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 20, 9, 176821), 0, 2, datetime.datetime(2022, 6, 2, 18, 20, 9, 176821), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:20:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 20, 9, 180387), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 20, 9, 180387), 0, 2, datetime.datetime(2022, 6, 2, 18, 20, 9, 180387), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:20:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:20:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 20, 9, 182402), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 20, 9, 182402), 0, 2, datetime.datetime(2022, 6, 2, 18, 20, 9, 182402), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:20:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:20:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 20, 9, 184175), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 20, 9, 184175), 0, 2, datetime.datetime(2022, 6, 2, 18, 20, 9, 184175), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:20:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:20:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 20, 9, 186000), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 20, 9, 186000), 0, 2, datetime.datetime(2022, 6, 2, 18, 20, 9, 186000), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:20:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:20:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:20:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:20:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:20:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:20:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:20:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:20:30,417 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:21:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-02 18:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:21:09 UTC)" (scheduled at 2022-06-02 18:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:20:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:20:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:20:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 20, 39, 177433), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 20, 39, 177433), 0, 2, datetime.datetime(2022, 6, 2, 18, 20, 39, 177433), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:20:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:20:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 20, 39, 181434), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 20, 39, 181434), 0, 2, datetime.datetime(2022, 6, 2, 18, 20, 39, 181434), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:20:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:20:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 20, 39, 184192), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 20, 39, 184192), 0, 2, datetime.datetime(2022, 6, 2, 18, 20, 39, 184192), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:20:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:20:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 20, 39, 186181), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 20, 39, 186181), 0, 2, datetime.datetime(2022, 6, 2, 18, 20, 39, 186181), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:20:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:20:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:20:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:20:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:20:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:20:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:20:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:21:00,468 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:21:39.167018+00:00 (in 29.999197 seconds)
repomirrorworker stdout | 2022-06-02 18:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:21:39 UTC)" (scheduled at 2022-06-02 18:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:21:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:21:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:21:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 21, 9, 176568), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 21, 9, 176568), 0, 2, datetime.datetime(2022, 6, 2, 18, 21, 9, 176568), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:21:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:21:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 21, 9, 180131), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 21, 9, 180131), 0, 2, datetime.datetime(2022, 6, 2, 18, 21, 9, 180131), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:21:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:21:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 21, 9, 182099), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 21, 9, 182099), 0, 2, datetime.datetime(2022, 6, 2, 18, 21, 9, 182099), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:21:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 21, 9, 183855), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 21, 9, 183855), 0, 2, datetime.datetime(2022, 6, 2, 18, 21, 9, 183855), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:21:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:21:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 21, 9, 185586), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 21, 9, 185586), 0, 2, datetime.datetime(2022, 6, 2, 18, 21, 9, 185586), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:21:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:21:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:21:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:21:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:21:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:21:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:21:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:21:30,509 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:22:09.167018+00:00 (in 29.998949 seconds)
repomirrorworker stdout | 2022-06-02 18:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:22:09 UTC)" (scheduled at 2022-06-02 18:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:21:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:21:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:21:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 21, 39, 176985), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 21, 39, 176985), 0, 2, datetime.datetime(2022, 6, 2, 18, 21, 39, 176985), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:21:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:21:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 21, 39, 180555), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 21, 39, 180555), 0, 2, datetime.datetime(2022, 6, 2, 18, 21, 39, 180555), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:21:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:21:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 21, 39, 182651), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 21, 39, 182651), 0, 2, datetime.datetime(2022, 6, 2, 18, 21, 39, 182651), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:21:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:21:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 21, 39, 184492), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 21, 39, 184492), 0, 2, datetime.datetime(2022, 6, 2, 18, 21, 39, 184492), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:21:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:21:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 21, 39, 186348), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 21, 39, 186348), 0, 2, datetime.datetime(2022, 6, 2, 18, 21, 39, 186348), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:21:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:21:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:21:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:21:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:21:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:21:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:21:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:22:00,572 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:22:39.167018+00:00 (in 29.999017 seconds)
repomirrorworker stdout | 2022-06-02 18:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:22:39 UTC)" (scheduled at 2022-06-02 18:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:22:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:22:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:22:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 22, 9, 176747), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 22, 9, 176747), 0, 2, datetime.datetime(2022, 6, 2, 18, 22, 9, 176747), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:22:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:22:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 22, 9, 180375), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 22, 9, 180375), 0, 2, datetime.datetime(2022, 6, 2, 18, 22, 9, 180375), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:22:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:22:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 22, 9, 182308), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 22, 9, 182308), 0, 2, datetime.datetime(2022, 6, 2, 18, 22, 9, 182308), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:22:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:22:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 22, 9, 184107), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 22, 9, 184107), 0, 2, datetime.datetime(2022, 6, 2, 18, 22, 9, 184107), True, 12, 15])
repomirrorworker stdout | 2022-06-02 18:22:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 18:22:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 22, 9, 186099), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 22, 9, 186099), 0, 2, datetime.datetime(2022, 6, 2, 18, 22, 9, 186099), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:22:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:22:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:22:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:22:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:22:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:22:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:22:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:22:30,609 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:23:09.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-02 18:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:23:09 UTC)" (scheduled at 2022-06-02 18:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:22:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:22:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 22, 39, 176824), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 22, 39, 176824), 0, 2, datetime.datetime(2022, 6, 2, 18, 22, 39, 176824), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:22:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:22:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 22, 39, 180412), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 22, 39, 180412), 0, 2, datetime.datetime(2022, 6, 2, 18, 22, 39, 180412), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:22:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:22:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 22, 39, 182358), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 22, 39, 182358), 0, 2, datetime.datetime(2022, 6, 2, 18, 22, 39, 182358), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:22:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:22:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 22, 39, 184048), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 22, 39, 184048), 0, 2, datetime.datetime(2022, 6, 2, 18, 22, 39, 184048), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:22:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:22:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 22, 39, 185710), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 22, 39, 185710), 0, 2, datetime.datetime(2022, 6, 2, 18, 22, 39, 185710), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:22:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:22:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:22:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:22:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:22:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:22:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:22:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:23:00,654 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:23:39.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-02 18:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:23:39 UTC)" (scheduled at 2022-06-02 18:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:23:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:23:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 23, 9, 176571), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 23, 9, 176571), 0, 2, datetime.datetime(2022, 6, 2, 18, 23, 9, 176571), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:23:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:23:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 23, 9, 179843), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 23, 9, 179843), 0, 2, datetime.datetime(2022, 6, 2, 18, 23, 9, 179843), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:23:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:23:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 23, 9, 182104), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 23, 9, 182104), 0, 2, datetime.datetime(2022, 6, 2, 18, 23, 9, 182104), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:23:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:23:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 23, 9, 184109), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 23, 9, 184109), 0, 2, datetime.datetime(2022, 6, 2, 18, 23, 9, 184109), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:23:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:23:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:23:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:23:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:23:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:23:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:23:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:23:30,683 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:24:09.167018+00:00 (in 29.999090 seconds)
repomirrorworker stdout | 2022-06-02 18:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:24:09 UTC)" (scheduled at 2022-06-02 18:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:23:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:23:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:23:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 23, 39, 176894), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 23, 39, 176894), 0, 2, datetime.datetime(2022, 6, 2, 18, 23, 39, 176894), True, 4, 8])
repomirrorworker stdout | 2022-06-02 18:23:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 18:23:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 23, 39, 180804), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 23, 39, 180804), 0, 2, datetime.datetime(2022, 6, 2, 18, 23, 39, 180804), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:23:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:23:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 23, 39, 182764), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 23, 39, 182764), 0, 2, datetime.datetime(2022, 6, 2, 18, 23, 39, 182764), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:23:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:23:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 23, 39, 184495), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 23, 39, 184495), 0, 2, datetime.datetime(2022, 6, 2, 18, 23, 39, 184495), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:23:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:23:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 23, 39, 186174), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 23, 39, 186174), 0, 2, datetime.datetime(2022, 6, 2, 18, 23, 39, 186174), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:23:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:23:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:23:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:23:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:23:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:23:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:23:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:24:00,739 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:24:39.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-02 18:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:24:39 UTC)" (scheduled at 2022-06-02 18:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:24:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:24:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:24:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 24, 9, 176796), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 24, 9, 176796), 0, 2, datetime.datetime(2022, 6, 2, 18, 24, 9, 176796), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:24:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:24:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 24, 9, 180191), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 24, 9, 180191), 0, 2, datetime.datetime(2022, 6, 2, 18, 24, 9, 180191), True, 4, 8])
repomirrorworker stdout | 2022-06-02 18:24:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 18:24:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 24, 9, 182554), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 24, 9, 182554), 0, 2, datetime.datetime(2022, 6, 2, 18, 24, 9, 182554), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:24:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:24:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 24, 9, 184565), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 24, 9, 184565), 0, 2, datetime.datetime(2022, 6, 2, 18, 24, 9, 184565), True, 12, 15])
repomirrorworker stdout | 2022-06-02 18:24:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 18:24:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:24:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:24:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:24:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:24:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:24:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:24:30,784 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:25:09.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-02 18:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:25:09 UTC)" (scheduled at 2022-06-02 18:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:24:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:24:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:24:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 24, 39, 176707), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 24, 39, 176707), 0, 2, datetime.datetime(2022, 6, 2, 18, 24, 39, 176707), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:24:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:24:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 24, 39, 179942), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 24, 39, 179942), 0, 2, datetime.datetime(2022, 6, 2, 18, 24, 39, 179942), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:24:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:24:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 24, 39, 181871), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 24, 39, 181871), 0, 2, datetime.datetime(2022, 6, 2, 18, 24, 39, 181871), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:24:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:24:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 24, 39, 183589), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 24, 39, 183589), 0, 2, datetime.datetime(2022, 6, 2, 18, 24, 39, 183589), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:24:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:24:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:24:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:24:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:24:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:24:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:24:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:25:00,829 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:25:39.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-02 18:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:25:39 UTC)" (scheduled at 2022-06-02 18:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:25:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:25:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:25:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 25, 9, 176711), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 25, 9, 176711), 0, 2, datetime.datetime(2022, 6, 2, 18, 25, 9, 176711), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:25:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 25, 9, 180315), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 25, 9, 180315), 0, 2, datetime.datetime(2022, 6, 2, 18, 25, 9, 180315), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:25:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:25:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 25, 9, 182625), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 25, 9, 182625), 0, 2, datetime.datetime(2022, 6, 2, 18, 25, 9, 182625), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:25:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:25:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 25, 9, 184365), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 25, 9, 184365), 0, 2, datetime.datetime(2022, 6, 2, 18, 25, 9, 184365), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:25:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:25:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:25:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:25:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:25:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:25:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:25:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:25:30,886 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:26:09.167018+00:00 (in 29.999225 seconds)
repomirrorworker stdout | 2022-06-02 18:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:26:09 UTC)" (scheduled at 2022-06-02 18:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:25:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:25:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 25, 39, 176315), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 25, 39, 176315), 0, 2, datetime.datetime(2022, 6, 2, 18, 25, 39, 176315), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:25:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:25:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 25, 39, 179973), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 25, 39, 179973), 0, 2, datetime.datetime(2022, 6, 2, 18, 25, 39, 179973), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:25:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:25:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 25, 39, 182339), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 25, 39, 182339), 0, 2, datetime.datetime(2022, 6, 2, 18, 25, 39, 182339), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:25:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:25:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 25, 39, 184438), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 25, 39, 184438), 0, 2, datetime.datetime(2022, 6, 2, 18, 25, 39, 184438), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:25:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:25:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:25:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:25:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:25:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:25:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:25:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:26:00,912 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:26:39.167018+00:00 (in 29.999182 seconds)
repomirrorworker stdout | 2022-06-02 18:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:26:39 UTC)" (scheduled at 2022-06-02 18:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:26:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:26:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 26, 9, 176274), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 26, 9, 176274), 0, 2, datetime.datetime(2022, 6, 2, 18, 26, 9, 176274), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:26:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:26:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 26, 9, 179371), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 26, 9, 179371), 0, 2, datetime.datetime(2022, 6, 2, 18, 26, 9, 179371), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:26:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:26:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 26, 9, 181231), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 26, 9, 181231), 0, 2, datetime.datetime(2022, 6, 2, 18, 26, 9, 181231), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:26:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:26:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 26, 9, 182959), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 26, 9, 182959), 0, 2, datetime.datetime(2022, 6, 2, 18, 26, 9, 182959), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:26:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:26:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:26:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:26:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:26:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:26:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:26:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:26:30,967 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:27:09.167018+00:00 (in 29.999192 seconds)
repomirrorworker stdout | 2022-06-02 18:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:27:09 UTC)" (scheduled at 2022-06-02 18:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:26:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:26:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:26:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 26, 39, 176241), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 26, 39, 176241), 0, 2, datetime.datetime(2022, 6, 2, 18, 26, 39, 176241), True, 4, 8])
repomirrorworker stdout | 2022-06-02 18:26:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 18:26:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 26, 39, 179333), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 26, 39, 179333), 0, 2, datetime.datetime(2022, 6, 2, 18, 26, 39, 179333), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:26:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:26:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 26, 39, 181254), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 26, 39, 181254), 0, 2, datetime.datetime(2022, 6, 2, 18, 26, 39, 181254), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:26:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:26:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 26, 39, 182965), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 26, 39, 182965), 0, 2, datetime.datetime(2022, 6, 2, 18, 26, 39, 182965), True, 12, 15])
repomirrorworker stdout | 2022-06-02 18:26:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 18:26:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:26:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:26:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:26:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:26:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:26:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:27:01,023 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:27:39.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-02 18:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:27:39 UTC)" (scheduled at 2022-06-02 18:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:27:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:27:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:27:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 27, 9, 176542), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 27, 9, 176542), 0, 2, datetime.datetime(2022, 6, 2, 18, 27, 9, 176542), True, 4, 8])
repomirrorworker stdout | 2022-06-02 18:27:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 18:27:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 27, 9, 179964), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 27, 9, 179964), 0, 2, datetime.datetime(2022, 6, 2, 18, 27, 9, 179964), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:27:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:27:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 27, 9, 181944), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 27, 9, 181944), 0, 2, datetime.datetime(2022, 6, 2, 18, 27, 9, 181944), True, 12, 15])
repomirrorworker stdout | 2022-06-02 18:27:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 18:27:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 27, 9, 183612), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 27, 9, 183612), 0, 2, datetime.datetime(2022, 6, 2, 18, 27, 9, 183612), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:27:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:27:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:27:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:27:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:27:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:27:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:27:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:27:31,081 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:28:09.167018+00:00 (in 29.999104 seconds)
repomirrorworker stdout | 2022-06-02 18:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:28:09 UTC)" (scheduled at 2022-06-02 18:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:27:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:27:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:27:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 27, 39, 176130), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 27, 39, 176130), 0, 2, datetime.datetime(2022, 6, 2, 18, 27, 39, 176130), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:27:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:27:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 27, 39, 179387), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 27, 39, 179387), 0, 2, datetime.datetime(2022, 6, 2, 18, 27, 39, 179387), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:27:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:27:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 27, 39, 181385), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 27, 39, 181385), 0, 2, datetime.datetime(2022, 6, 2, 18, 27, 39, 181385), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:27:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:27:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 27, 39, 183169), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 27, 39, 183169), 0, 2, datetime.datetime(2022, 6, 2, 18, 27, 39, 183169), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:27:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:27:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 27, 39, 184854), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 27, 39, 184854), 0, 2, datetime.datetime(2022, 6, 2, 18, 27, 39, 184854), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:27:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:27:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:27:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:27:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:27:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:27:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:27:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:28:01,137 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:28:39.167018+00:00 (in 29.999302 seconds)
repomirrorworker stdout | 2022-06-02 18:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:28:39 UTC)" (scheduled at 2022-06-02 18:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:28:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:28:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 28, 9, 176598), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 28, 9, 176598), 0, 2, datetime.datetime(2022, 6, 2, 18, 28, 9, 176598), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:28:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:28:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 28, 9, 180029), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 28, 9, 180029), 0, 2, datetime.datetime(2022, 6, 2, 18, 28, 9, 180029), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:28:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:28:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 28, 9, 181984), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 28, 9, 181984), 0, 2, datetime.datetime(2022, 6, 2, 18, 28, 9, 181984), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:28:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:28:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 28, 9, 183725), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 28, 9, 183725), 0, 2, datetime.datetime(2022, 6, 2, 18, 28, 9, 183725), True, 12, 15])
repomirrorworker stdout | 2022-06-02 18:28:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 18:28:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 28, 9, 185399), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 28, 9, 185399), 0, 2, datetime.datetime(2022, 6, 2, 18, 28, 9, 185399), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:28:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:28:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:28:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:28:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:28:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:28:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:28:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:28:31,192 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:29:09.167018+00:00 (in 29.999067 seconds)
repomirrorworker stdout | 2022-06-02 18:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:29:09 UTC)" (scheduled at 2022-06-02 18:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:28:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:28:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:28:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 28, 39, 176599), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 28, 39, 176599), 0, 2, datetime.datetime(2022, 6, 2, 18, 28, 39, 176599), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:28:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:28:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 28, 39, 180022), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 28, 39, 180022), 0, 2, datetime.datetime(2022, 6, 2, 18, 28, 39, 180022), True, 12, 15])
repomirrorworker stdout | 2022-06-02 18:28:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 18:28:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 28, 39, 181885), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 28, 39, 181885), 0, 2, datetime.datetime(2022, 6, 2, 18, 28, 39, 181885), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:28:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:28:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 28, 39, 183568), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 28, 39, 183568), 0, 2, datetime.datetime(2022, 6, 2, 18, 28, 39, 183568), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:28:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:28:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 28, 39, 185228), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 28, 39, 185228), 0, 2, datetime.datetime(2022, 6, 2, 18, 28, 39, 185228), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:28:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:28:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:28:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:28:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:28:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:28:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:28:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:29:01,246 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:29:39.167018+00:00 (in 29.998984 seconds)
repomirrorworker stdout | 2022-06-02 18:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:29:39 UTC)" (scheduled at 2022-06-02 18:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:29:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:29:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:29:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 29, 9, 176804), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 29, 9, 176804), 0, 2, datetime.datetime(2022, 6, 2, 18, 29, 9, 176804), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:29:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:29:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 29, 9, 180448), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 29, 9, 180448), 0, 2, datetime.datetime(2022, 6, 2, 18, 29, 9, 180448), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:29:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:29:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 29, 9, 182788), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 29, 9, 182788), 0, 2, datetime.datetime(2022, 6, 2, 18, 29, 9, 182788), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:29:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:29:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 29, 9, 184866), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 29, 9, 184866), 0, 2, datetime.datetime(2022, 6, 2, 18, 29, 9, 184866), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:29:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:29:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 29, 9, 186691), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 29, 9, 186691), 0, 2, datetime.datetime(2022, 6, 2, 18, 29, 9, 186691), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:29:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:29:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:29:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:29:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:29:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:29:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:29:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:29:31,300 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:30:09.167018+00:00 (in 29.999124 seconds)
repomirrorworker stdout | 2022-06-02 18:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:30:09 UTC)" (scheduled at 2022-06-02 18:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:29:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:29:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:29:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 29, 39, 176619), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 29, 39, 176619), 0, 2, datetime.datetime(2022, 6, 2, 18, 29, 39, 176619), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:29:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:29:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 29, 39, 180198), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 29, 39, 180198), 0, 2, datetime.datetime(2022, 6, 2, 18, 29, 39, 180198), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:29:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:29:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 29, 39, 182084), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 29, 39, 182084), 0, 2, datetime.datetime(2022, 6, 2, 18, 29, 39, 182084), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:29:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:29:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 29, 39, 183757), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 29, 39, 183757), 0, 2, datetime.datetime(2022, 6, 2, 18, 29, 39, 183757), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:29:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:29:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:29:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:29:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:29:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:29:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:29:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:30:01,336 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:30:39.167018+00:00 (in 29.998995 seconds)
repomirrorworker stdout | 2022-06-02 18:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:30:39 UTC)" (scheduled at 2022-06-02 18:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:30:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:30:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 30, 9, 176361), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 30, 9, 176361), 0, 2, datetime.datetime(2022, 6, 2, 18, 30, 9, 176361), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:30:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:30:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 30, 9, 179958), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 30, 9, 179958), 0, 2, datetime.datetime(2022, 6, 2, 18, 30, 9, 179958), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:30:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:30:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 30, 9, 181777), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 30, 9, 181777), 0, 2, datetime.datetime(2022, 6, 2, 18, 30, 9, 181777), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:30:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:30:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 30, 9, 183446), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 30, 9, 183446), 0, 2, datetime.datetime(2022, 6, 2, 18, 30, 9, 183446), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:30:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:30:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 30, 9, 185241), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 30, 9, 185241), 0, 2, datetime.datetime(2022, 6, 2, 18, 30, 9, 185241), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:30:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:30:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:30:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:30:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:30:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:30:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:30:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:30:31,370 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:31:09.167018+00:00 (in 29.999313 seconds)
repomirrorworker stdout | 2022-06-02 18:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:31:09 UTC)" (scheduled at 2022-06-02 18:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:30:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:30:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:30:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 30, 39, 176259), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 30, 39, 176259), 0, 2, datetime.datetime(2022, 6, 2, 18, 30, 39, 176259), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:30:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:30:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 30, 39, 179681), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 30, 39, 179681), 0, 2, datetime.datetime(2022, 6, 2, 18, 30, 39, 179681), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:30:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:30:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 30, 39, 181552), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 30, 39, 181552), 0, 2, datetime.datetime(2022, 6, 2, 18, 30, 39, 181552), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:30:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:30:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 30, 39, 183266), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 30, 39, 183266), 0, 2, datetime.datetime(2022, 6, 2, 18, 30, 39, 183266), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:30:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:30:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:30:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:30:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:30:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:30:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:30:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:31:01,400 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:31:39.167018+00:00 (in 29.999235 seconds)
repomirrorworker stdout | 2022-06-02 18:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:31:39 UTC)" (scheduled at 2022-06-02 18:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:31:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:31:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 31, 9, 176158), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 31, 9, 176158), 0, 2, datetime.datetime(2022, 6, 2, 18, 31, 9, 176158), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:31:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:31:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 31, 9, 179405), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 31, 9, 179405), 0, 2, datetime.datetime(2022, 6, 2, 18, 31, 9, 179405), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:31:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:31:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 31, 9, 181298), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 31, 9, 181298), 0, 2, datetime.datetime(2022, 6, 2, 18, 31, 9, 181298), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:31:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:31:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 31, 9, 183006), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 31, 9, 183006), 0, 2, datetime.datetime(2022, 6, 2, 18, 31, 9, 183006), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:31:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:31:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 31, 9, 184645), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 31, 9, 184645), 0, 2, datetime.datetime(2022, 6, 2, 18, 31, 9, 184645), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:31:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:31:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:31:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:31:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:31:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:31:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:31:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:31:31,441 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:32:09.167018+00:00 (in 29.999308 seconds)
repomirrorworker stdout | 2022-06-02 18:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:32:09 UTC)" (scheduled at 2022-06-02 18:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:31:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:31:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:31:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 31, 39, 175885), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 31, 39, 175885), 0, 2, datetime.datetime(2022, 6, 2, 18, 31, 39, 175885), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:31:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:31:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 31, 39, 179710), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 31, 39, 179710), 0, 2, datetime.datetime(2022, 6, 2, 18, 31, 39, 179710), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:31:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:31:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 31, 39, 181981), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 31, 39, 181981), 0, 2, datetime.datetime(2022, 6, 2, 18, 31, 39, 181981), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:31:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:31:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 31, 39, 183985), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 31, 39, 183985), 0, 2, datetime.datetime(2022, 6, 2, 18, 31, 39, 183985), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:31:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:31:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 31, 39, 185884), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 31, 39, 185884), 0, 2, datetime.datetime(2022, 6, 2, 18, 31, 39, 185884), True, 12, 15])
repomirrorworker stdout | 2022-06-02 18:31:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 18:31:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:31:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:31:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:31:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:31:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:31:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:32:01,497 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:32:39.167018+00:00 (in 29.999178 seconds)
repomirrorworker stdout | 2022-06-02 18:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:32:39 UTC)" (scheduled at 2022-06-02 18:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:32:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:32:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:32:09,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 32, 9, 175916), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 32, 9, 175916), 0, 2, datetime.datetime(2022, 6, 2, 18, 32, 9, 175916), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:32:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:32:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 32, 9, 179093), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 32, 9, 179093), 0, 2, datetime.datetime(2022, 6, 2, 18, 32, 9, 179093), True, 12, 15])
repomirrorworker stdout | 2022-06-02 18:32:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 18:32:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 32, 9, 181029), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 32, 9, 181029), 0, 2, datetime.datetime(2022, 6, 2, 18, 32, 9, 181029), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:32:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:32:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 32, 9, 182796), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 32, 9, 182796), 0, 2, datetime.datetime(2022, 6, 2, 18, 32, 9, 182796), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:32:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:32:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 32, 9, 184457), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 32, 9, 184457), 0, 2, datetime.datetime(2022, 6, 2, 18, 32, 9, 184457), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:32:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:32:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:32:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:32:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:32:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:32:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:32:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:32:31,550 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:33:09.167018+00:00 (in 29.999112 seconds)
repomirrorworker stdout | 2022-06-02 18:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:33:09 UTC)" (scheduled at 2022-06-02 18:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:32:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:32:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:32:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 32, 39, 176729), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 32, 39, 176729), 0, 2, datetime.datetime(2022, 6, 2, 18, 32, 39, 176729), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:32:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:32:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 32, 39, 180104), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 32, 39, 180104), 0, 2, datetime.datetime(2022, 6, 2, 18, 32, 39, 180104), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:32:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:32:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 32, 39, 182094), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 32, 39, 182094), 0, 2, datetime.datetime(2022, 6, 2, 18, 32, 39, 182094), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:32:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:32:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 32, 39, 183776), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 32, 39, 183776), 0, 2, datetime.datetime(2022, 6, 2, 18, 32, 39, 183776), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:32:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:32:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 32, 39, 185427), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 32, 39, 185427), 0, 2, datetime.datetime(2022, 6, 2, 18, 32, 39, 185427), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:32:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:32:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:32:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:32:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:32:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:32:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:32:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:33:01,606 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:33:39.167018+00:00 (in 29.998955 seconds)
repomirrorworker stdout | 2022-06-02 18:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:33:39 UTC)" (scheduled at 2022-06-02 18:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:33:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:33:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:33:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 33, 9, 176697), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 33, 9, 176697), 0, 2, datetime.datetime(2022, 6, 2, 18, 33, 9, 176697), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:33:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:33:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 33, 9, 180078), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 33, 9, 180078), 0, 2, datetime.datetime(2022, 6, 2, 18, 33, 9, 180078), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:33:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:33:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 33, 9, 182048), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 33, 9, 182048), 0, 2, datetime.datetime(2022, 6, 2, 18, 33, 9, 182048), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:33:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:33:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 33, 9, 183735), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 33, 9, 183735), 0, 2, datetime.datetime(2022, 6, 2, 18, 33, 9, 183735), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:33:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:33:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 33, 9, 185357), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 33, 9, 185357), 0, 2, datetime.datetime(2022, 6, 2, 18, 33, 9, 185357), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:33:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:33:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:33:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:33:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:33:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:33:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:33:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:33:31,642 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:34:09.167018+00:00 (in 29.999192 seconds)
repomirrorworker stdout | 2022-06-02 18:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:34:09 UTC)" (scheduled at 2022-06-02 18:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:33:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:33:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:33:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 33, 39, 176470), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 33, 39, 176470), 0, 2, datetime.datetime(2022, 6, 2, 18, 33, 39, 176470), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:33:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:33:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 33, 39, 179913), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 33, 39, 179913), 0, 2, datetime.datetime(2022, 6, 2, 18, 33, 39, 179913), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:33:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:33:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 33, 39, 181825), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 33, 39, 181825), 0, 2, datetime.datetime(2022, 6, 2, 18, 33, 39, 181825), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:33:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:33:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 33, 39, 183536), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 33, 39, 183536), 0, 2, datetime.datetime(2022, 6, 2, 18, 33, 39, 183536), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:33:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:33:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:33:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:33:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:33:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:33:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:33:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:34:01,709 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:34:39.167018+00:00 (in 29.999190 seconds)
repomirrorworker stdout | 2022-06-02 18:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:34:39 UTC)" (scheduled at 2022-06-02 18:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:34:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:34:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:34:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 34, 9, 176560), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 34, 9, 176560), 0, 2, datetime.datetime(2022, 6, 2, 18, 34, 9, 176560), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:34:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:34:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 34, 9, 180061), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 34, 9, 180061), 0, 2, datetime.datetime(2022, 6, 2, 18, 34, 9, 180061), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:34:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:34:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 34, 9, 182473), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 34, 9, 182473), 0, 2, datetime.datetime(2022, 6, 2, 18, 34, 9, 182473), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:34:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:34:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 34, 9, 184322), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 34, 9, 184322), 0, 2, datetime.datetime(2022, 6, 2, 18, 34, 9, 184322), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:34:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:34:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 34, 9, 186009), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 34, 9, 186009), 0, 2, datetime.datetime(2022, 6, 2, 18, 34, 9, 186009), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:34:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:34:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:34:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:34:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:34:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:34:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:34:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:34:31,746 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:35:09.167018+00:00 (in 29.999108 seconds)
repomirrorworker stdout | 2022-06-02 18:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:35:09 UTC)" (scheduled at 2022-06-02 18:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:34:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:34:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:34:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 34, 39, 176475), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 34, 39, 176475), 0, 2, datetime.datetime(2022, 6, 2, 18, 34, 39, 176475), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:34:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:34:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 34, 39, 179615), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 34, 39, 179615), 0, 2, datetime.datetime(2022, 6, 2, 18, 34, 39, 179615), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:34:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:34:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 34, 39, 181505), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 34, 39, 181505), 0, 2, datetime.datetime(2022, 6, 2, 18, 34, 39, 181505), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:34:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:34:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 34, 39, 183163), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 34, 39, 183163), 0, 2, datetime.datetime(2022, 6, 2, 18, 34, 39, 183163), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:34:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:34:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:34:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:34:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:34:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:34:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:34:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:35:01,785 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:35:39.167018+00:00 (in 29.999077 seconds)
repomirrorworker stdout | 2022-06-02 18:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:35:39 UTC)" (scheduled at 2022-06-02 18:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:35:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:35:09,174 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:35:09,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 35, 9, 175505), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 35, 9, 175505), 0, 2, datetime.datetime(2022, 6, 2, 18, 35, 9, 175505), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:35:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:35:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 35, 9, 178517), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 35, 9, 178517), 0, 2, datetime.datetime(2022, 6, 2, 18, 35, 9, 178517), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:35:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:35:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 35, 9, 180449), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 35, 9, 180449), 0, 2, datetime.datetime(2022, 6, 2, 18, 35, 9, 180449), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:35:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:35:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 35, 9, 182188), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 35, 9, 182188), 0, 2, datetime.datetime(2022, 6, 2, 18, 35, 9, 182188), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:35:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:35:09,183 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:35:09,183 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:35:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:35:09,188 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:35:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:35:09,188 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:35:31,832 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:36:09.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-02 18:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:36:09 UTC)" (scheduled at 2022-06-02 18:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:35:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:35:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:35:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 35, 39, 176330), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 35, 39, 176330), 0, 2, datetime.datetime(2022, 6, 2, 18, 35, 39, 176330), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:35:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:35:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 35, 39, 179616), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 35, 39, 179616), 0, 2, datetime.datetime(2022, 6, 2, 18, 35, 39, 179616), True, 4, 8])
repomirrorworker stdout | 2022-06-02 18:35:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 18:35:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 35, 39, 181480), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 35, 39, 181480), 0, 2, datetime.datetime(2022, 6, 2, 18, 35, 39, 181480), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:35:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:35:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 35, 39, 183173), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 35, 39, 183173), 0, 2, datetime.datetime(2022, 6, 2, 18, 35, 39, 183173), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:35:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:35:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 35, 39, 184812), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 35, 39, 184812), 0, 2, datetime.datetime(2022, 6, 2, 18, 35, 39, 184812), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:35:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:35:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:35:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:35:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:35:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:35:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:35:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:36:01,888 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:36:39.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-02 18:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:36:39 UTC)" (scheduled at 2022-06-02 18:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:36:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:36:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 36, 9, 176831), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 36, 9, 176831), 0, 2, datetime.datetime(2022, 6, 2, 18, 36, 9, 176831), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:36:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 36, 9, 180011), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 36, 9, 180011), 0, 2, datetime.datetime(2022, 6, 2, 18, 36, 9, 180011), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:36:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:36:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 36, 9, 181984), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 36, 9, 181984), 0, 2, datetime.datetime(2022, 6, 2, 18, 36, 9, 181984), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:36:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:36:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 36, 9, 183758), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 36, 9, 183758), 0, 2, datetime.datetime(2022, 6, 2, 18, 36, 9, 183758), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:36:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:36:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 36, 9, 185437), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 36, 9, 185437), 0, 2, datetime.datetime(2022, 6, 2, 18, 36, 9, 185437), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:36:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:36:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:36:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:36:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:36:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:36:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:36:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:36:31,942 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:37:09.167018+00:00 (in 29.999071 seconds)
repomirrorworker stdout | 2022-06-02 18:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:37:09 UTC)" (scheduled at 2022-06-02 18:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:36:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:36:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:36:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 36, 39, 176640), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 36, 39, 176640), 0, 2, datetime.datetime(2022, 6, 2, 18, 36, 39, 176640), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:36:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:36:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 36, 39, 179840), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 36, 39, 179840), 0, 2, datetime.datetime(2022, 6, 2, 18, 36, 39, 179840), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:36:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:36:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 36, 39, 181734), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 36, 39, 181734), 0, 2, datetime.datetime(2022, 6, 2, 18, 36, 39, 181734), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:36:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:36:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 36, 39, 183426), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 36, 39, 183426), 0, 2, datetime.datetime(2022, 6, 2, 18, 36, 39, 183426), True, 12, 15])
repomirrorworker stdout | 2022-06-02 18:36:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 18:36:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 36, 39, 185136), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 36, 39, 185136), 0, 2, datetime.datetime(2022, 6, 2, 18, 36, 39, 185136), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:36:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:36:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:36:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:36:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:36:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:36:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:36:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:37:01,998 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:37:39.167018+00:00 (in 29.998955 seconds)
repomirrorworker stdout | 2022-06-02 18:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:37:39 UTC)" (scheduled at 2022-06-02 18:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:37:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:37:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:37:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 37, 9, 176872), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 37, 9, 176872), 0, 2, datetime.datetime(2022, 6, 2, 18, 37, 9, 176872), True, 4, 8])
repomirrorworker stdout | 2022-06-02 18:37:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 18:37:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 37, 9, 180485), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 37, 9, 180485), 0, 2, datetime.datetime(2022, 6, 2, 18, 37, 9, 180485), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:37:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:37:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 37, 9, 182390), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 37, 9, 182390), 0, 2, datetime.datetime(2022, 6, 2, 18, 37, 9, 182390), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:37:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:37:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 37, 9, 184105), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 37, 9, 184105), 0, 2, datetime.datetime(2022, 6, 2, 18, 37, 9, 184105), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:37:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:37:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:37:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:37:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:37:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:37:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:37:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:37:32,047 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:38:09.167018+00:00 (in 29.999090 seconds)
repomirrorworker stdout | 2022-06-02 18:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:38:09 UTC)" (scheduled at 2022-06-02 18:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:37:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:37:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:37:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 37, 39, 176439), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 37, 39, 176439), 0, 2, datetime.datetime(2022, 6, 2, 18, 37, 39, 176439), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:37:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:37:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 37, 39, 179865), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 37, 39, 179865), 0, 2, datetime.datetime(2022, 6, 2, 18, 37, 39, 179865), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:37:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:37:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 37, 39, 181878), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 37, 39, 181878), 0, 2, datetime.datetime(2022, 6, 2, 18, 37, 39, 181878), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:37:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:37:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 37, 39, 183642), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 37, 39, 183642), 0, 2, datetime.datetime(2022, 6, 2, 18, 37, 39, 183642), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:37:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:37:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 37, 39, 185336), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 37, 39, 185336), 0, 2, datetime.datetime(2022, 6, 2, 18, 37, 39, 185336), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:37:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:37:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:37:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:37:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:37:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:37:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:37:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:38:02,113 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:38:39.167018+00:00 (in 29.999188 seconds)
repomirrorworker stdout | 2022-06-02 18:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:38:39 UTC)" (scheduled at 2022-06-02 18:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:38:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:38:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 38, 9, 176513), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 38, 9, 176513), 0, 2, datetime.datetime(2022, 6, 2, 18, 38, 9, 176513), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:38:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:38:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 38, 9, 179985), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 38, 9, 179985), 0, 2, datetime.datetime(2022, 6, 2, 18, 38, 9, 179985), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:38:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:38:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 38, 9, 181866), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 38, 9, 181866), 0, 2, datetime.datetime(2022, 6, 2, 18, 38, 9, 181866), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:38:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:38:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 38, 9, 183536), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 38, 9, 183536), 0, 2, datetime.datetime(2022, 6, 2, 18, 38, 9, 183536), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:38:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:38:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 38, 9, 185183), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 38, 9, 185183), 0, 2, datetime.datetime(2022, 6, 2, 18, 38, 9, 185183), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:38:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:38:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:38:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:38:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:38:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:38:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:38:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:38:32,150 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:39:09.167018+00:00 (in 29.999277 seconds)
repomirrorworker stdout | 2022-06-02 18:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:39:09 UTC)" (scheduled at 2022-06-02 18:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:38:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:38:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:38:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 38, 39, 176768), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 38, 39, 176768), 0, 2, datetime.datetime(2022, 6, 2, 18, 38, 39, 176768), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:38:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:38:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 38, 39, 179898), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 38, 39, 179898), 0, 2, datetime.datetime(2022, 6, 2, 18, 38, 39, 179898), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:38:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:38:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 38, 39, 181750), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 38, 39, 181750), 0, 2, datetime.datetime(2022, 6, 2, 18, 38, 39, 181750), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 38, 39, 183361), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 38, 39, 183361), 0, 2, datetime.datetime(2022, 6, 2, 18, 38, 39, 183361), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:38:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:38:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 38, 39, 185020), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 38, 39, 185020), 0, 2, datetime.datetime(2022, 6, 2, 18, 38, 39, 185020), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:38:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:38:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:38:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:38:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:38:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:38:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:38:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:39:02,203 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:39:39.167018+00:00 (in 29.999129 seconds)
repomirrorworker stdout | 2022-06-02 18:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:39:39 UTC)" (scheduled at 2022-06-02 18:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:39:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:39:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:39:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 39, 9, 176945), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 39, 9, 176945), 0, 2, datetime.datetime(2022, 6, 2, 18, 39, 9, 176945), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:39:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:39:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 39, 9, 180122), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 39, 9, 180122), 0, 2, datetime.datetime(2022, 6, 2, 18, 39, 9, 180122), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:39:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:39:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 39, 9, 182005), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 39, 9, 182005), 0, 2, datetime.datetime(2022, 6, 2, 18, 39, 9, 182005), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:39:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:39:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 39, 9, 183708), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 39, 9, 183708), 0, 2, datetime.datetime(2022, 6, 2, 18, 39, 9, 183708), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:39:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:39:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 39, 9, 185360), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 39, 9, 185360), 0, 2, datetime.datetime(2022, 6, 2, 18, 39, 9, 185360), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:39:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:39:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:39:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:39:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:39:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:39:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:39:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:39:32,265 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:40:09.167018+00:00 (in 29.998986 seconds)
repomirrorworker stdout | 2022-06-02 18:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:40:09 UTC)" (scheduled at 2022-06-02 18:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:39:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:39:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:39:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 39, 39, 176521), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 39, 39, 176521), 0, 2, datetime.datetime(2022, 6, 2, 18, 39, 39, 176521), True, 4, 8])
repomirrorworker stdout | 2022-06-02 18:39:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 18:39:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 39, 39, 179626), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 39, 39, 179626), 0, 2, datetime.datetime(2022, 6, 2, 18, 39, 39, 179626), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:39:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:39:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 39, 39, 181477), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 39, 39, 181477), 0, 2, datetime.datetime(2022, 6, 2, 18, 39, 39, 181477), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:39:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:39:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 39, 39, 183130), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 39, 39, 183130), 0, 2, datetime.datetime(2022, 6, 2, 18, 39, 39, 183130), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:39:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:39:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:39:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:39:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:39:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:39:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:39:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:40:02,315 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:40:39.167018+00:00 (in 29.998981 seconds)
repomirrorworker stdout | 2022-06-02 18:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:40:39 UTC)" (scheduled at 2022-06-02 18:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:40:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:40:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:40:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 40, 9, 176647), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 40, 9, 176647), 0, 2, datetime.datetime(2022, 6, 2, 18, 40, 9, 176647), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:40:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:40:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 40, 9, 180074), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 40, 9, 180074), 0, 2, datetime.datetime(2022, 6, 2, 18, 40, 9, 180074), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:40:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:40:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 40, 9, 181950), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 40, 9, 181950), 0, 2, datetime.datetime(2022, 6, 2, 18, 40, 9, 181950), True, 12, 15])
repomirrorworker stdout | 2022-06-02 18:40:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 18:40:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 40, 9, 183653), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 40, 9, 183653), 0, 2, datetime.datetime(2022, 6, 2, 18, 40, 9, 183653), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:40:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:40:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:40:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:40:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:40:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:40:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:40:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:40:32,369 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:41:09.167018+00:00 (in 29.999193 seconds)
repomirrorworker stdout | 2022-06-02 18:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:41:09 UTC)" (scheduled at 2022-06-02 18:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:40:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:40:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:40:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 40, 39, 176522), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 40, 39, 176522), 0, 2, datetime.datetime(2022, 6, 2, 18, 40, 39, 176522), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:40:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:40:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 40, 39, 179603), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 40, 39, 179603), 0, 2, datetime.datetime(2022, 6, 2, 18, 40, 39, 179603), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:40:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:40:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 40, 39, 181781), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 40, 39, 181781), 0, 2, datetime.datetime(2022, 6, 2, 18, 40, 39, 181781), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:40:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:40:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 40, 39, 183706), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 40, 39, 183706), 0, 2, datetime.datetime(2022, 6, 2, 18, 40, 39, 183706), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:40:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:40:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 40, 39, 185571), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 40, 39, 185571), 0, 2, datetime.datetime(2022, 6, 2, 18, 40, 39, 185571), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:40:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:40:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:40:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:40:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:40:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:40:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:40:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:41:02,422 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:41:39.167018+00:00 (in 29.999070 seconds)
repomirrorworker stdout | 2022-06-02 18:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:41:39 UTC)" (scheduled at 2022-06-02 18:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:41:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:41:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:41:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 41, 9, 176443), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 41, 9, 176443), 0, 2, datetime.datetime(2022, 6, 2, 18, 41, 9, 176443), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:41:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:41:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 41, 9, 179586), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 41, 9, 179586), 0, 2, datetime.datetime(2022, 6, 2, 18, 41, 9, 179586), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:41:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:41:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 41, 9, 181460), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 41, 9, 181460), 0, 2, datetime.datetime(2022, 6, 2, 18, 41, 9, 181460), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:41:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:41:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 41, 9, 183129), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 41, 9, 183129), 0, 2, datetime.datetime(2022, 6, 2, 18, 41, 9, 183129), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:41:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:41:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 41, 9, 184762), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 41, 9, 184762), 0, 2, datetime.datetime(2022, 6, 2, 18, 41, 9, 184762), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:41:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:41:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:41:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:41:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:41:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:41:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:41:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:41:32,478 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:42:09.167018+00:00 (in 29.999104 seconds)
repomirrorworker stdout | 2022-06-02 18:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:42:09 UTC)" (scheduled at 2022-06-02 18:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:41:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 41, 39, 176718), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 41, 39, 176718), 0, 2, datetime.datetime(2022, 6, 2, 18, 41, 39, 176718), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:41:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 41, 39, 179984), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 41, 39, 179984), 0, 2, datetime.datetime(2022, 6, 2, 18, 41, 39, 179984), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:41:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 41, 39, 182092), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 41, 39, 182092), 0, 2, datetime.datetime(2022, 6, 2, 18, 41, 39, 182092), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:41:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:41:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 41, 39, 183939), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 41, 39, 183939), 0, 2, datetime.datetime(2022, 6, 2, 18, 41, 39, 183939), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:41:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 41, 39, 185698), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 41, 39, 185698), 0, 2, datetime.datetime(2022, 6, 2, 18, 41, 39, 185698), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:41:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:41:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:41:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:41:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:41:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:41:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:41:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:42:02,535 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:42:39.167018+00:00 (in 29.999240 seconds)
repomirrorworker stdout | 2022-06-02 18:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:42:39 UTC)" (scheduled at 2022-06-02 18:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:42:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:42:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:42:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 42, 9, 176239), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 42, 9, 176239), 0, 2, datetime.datetime(2022, 6, 2, 18, 42, 9, 176239), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:42:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:42:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 42, 9, 179801), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 42, 9, 179801), 0, 2, datetime.datetime(2022, 6, 2, 18, 42, 9, 179801), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:42:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:42:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 42, 9, 181666), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 42, 9, 181666), 0, 2, datetime.datetime(2022, 6, 2, 18, 42, 9, 181666), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 42, 9, 183328), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 42, 9, 183328), 0, 2, datetime.datetime(2022, 6, 2, 18, 42, 9, 183328), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:42:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:42:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:42:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:42:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:42:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:42:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:42:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:42:32,574 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:43:09.167018+00:00 (in 29.998993 seconds)
repomirrorworker stdout | 2022-06-02 18:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:43:09 UTC)" (scheduled at 2022-06-02 18:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:42:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:42:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:42:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 42, 39, 176943), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 42, 39, 176943), 0, 2, datetime.datetime(2022, 6, 2, 18, 42, 39, 176943), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:42:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:42:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 42, 39, 180609), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 42, 39, 180609), 0, 2, datetime.datetime(2022, 6, 2, 18, 42, 39, 180609), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:42:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:42:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 42, 39, 182879), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 42, 39, 182879), 0, 2, datetime.datetime(2022, 6, 2, 18, 42, 39, 182879), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:42:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:42:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 42, 39, 185116), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 42, 39, 185116), 0, 2, datetime.datetime(2022, 6, 2, 18, 42, 39, 185116), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:42:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:42:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 42, 39, 187283), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 42, 39, 187283), 0, 2, datetime.datetime(2022, 6, 2, 18, 42, 39, 187283), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:42:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:42:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:42:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:42:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:42:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:42:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:42:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:43:02,634 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:43:39.167018+00:00 (in 29.999125 seconds)
repomirrorworker stdout | 2022-06-02 18:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:43:39 UTC)" (scheduled at 2022-06-02 18:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:43:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:43:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:43:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 43, 9, 176915), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 43, 9, 176915), 0, 2, datetime.datetime(2022, 6, 2, 18, 43, 9, 176915), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:43:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:43:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 43, 9, 180220), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 43, 9, 180220), 0, 2, datetime.datetime(2022, 6, 2, 18, 43, 9, 180220), True, 12, 15])
repomirrorworker stdout | 2022-06-02 18:43:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 18:43:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 43, 9, 182073), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 43, 9, 182073), 0, 2, datetime.datetime(2022, 6, 2, 18, 43, 9, 182073), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:43:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:43:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 43, 9, 183745), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 43, 9, 183745), 0, 2, datetime.datetime(2022, 6, 2, 18, 43, 9, 183745), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:43:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:43:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 43, 9, 185371), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 43, 9, 185371), 0, 2, datetime.datetime(2022, 6, 2, 18, 43, 9, 185371), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:43:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:43:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:43:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:43:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:43:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:43:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:43:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:43:32,698 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:44:09.167018+00:00 (in 29.999001 seconds)
repomirrorworker stdout | 2022-06-02 18:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:44:09 UTC)" (scheduled at 2022-06-02 18:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:43:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:43:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:43:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 43, 39, 176803), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 43, 39, 176803), 0, 2, datetime.datetime(2022, 6, 2, 18, 43, 39, 176803), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:43:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:43:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 43, 39, 180219), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 43, 39, 180219), 0, 2, datetime.datetime(2022, 6, 2, 18, 43, 39, 180219), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:43:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:43:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 43, 39, 182139), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 43, 39, 182139), 0, 2, datetime.datetime(2022, 6, 2, 18, 43, 39, 182139), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:43:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:43:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 43, 39, 183900), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 43, 39, 183900), 0, 2, datetime.datetime(2022, 6, 2, 18, 43, 39, 183900), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:43:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:43:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 43, 39, 185583), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 43, 39, 185583), 0, 2, datetime.datetime(2022, 6, 2, 18, 43, 39, 185583), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:43:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:43:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:43:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:43:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:43:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:43:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:43:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:44:02,751 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:44:39.167018+00:00 (in 29.999170 seconds)
repomirrorworker stdout | 2022-06-02 18:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:44:39 UTC)" (scheduled at 2022-06-02 18:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:44:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:44:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 44, 9, 176634), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 44, 9, 176634), 0, 2, datetime.datetime(2022, 6, 2, 18, 44, 9, 176634), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:44:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:44:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 44, 9, 179802), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 44, 9, 179802), 0, 2, datetime.datetime(2022, 6, 2, 18, 44, 9, 179802), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:44:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:44:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 44, 9, 181899), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 44, 9, 181899), 0, 2, datetime.datetime(2022, 6, 2, 18, 44, 9, 181899), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:44:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:44:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 44, 9, 184823), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 44, 9, 184823), 0, 2, datetime.datetime(2022, 6, 2, 18, 44, 9, 184823), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:44:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:44:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 44, 9, 186781), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 44, 9, 186781), 0, 2, datetime.datetime(2022, 6, 2, 18, 44, 9, 186781), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:44:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:44:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:44:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:44:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:44:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:44:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:44:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:44:32,799 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:45:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-02 18:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:45:09 UTC)" (scheduled at 2022-06-02 18:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:44:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:44:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 44, 39, 176200), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 44, 39, 176200), 0, 2, datetime.datetime(2022, 6, 2, 18, 44, 39, 176200), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:44:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:44:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 44, 39, 179401), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 44, 39, 179401), 0, 2, datetime.datetime(2022, 6, 2, 18, 44, 39, 179401), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:44:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:44:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 44, 39, 181487), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 44, 39, 181487), 0, 2, datetime.datetime(2022, 6, 2, 18, 44, 39, 181487), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:44:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:44:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 44, 39, 183328), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 44, 39, 183328), 0, 2, datetime.datetime(2022, 6, 2, 18, 44, 39, 183328), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:44:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:44:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 44, 39, 185151), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 44, 39, 185151), 0, 2, datetime.datetime(2022, 6, 2, 18, 44, 39, 185151), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:44:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:44:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:44:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:44:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:44:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:44:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:44:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:45:02,840 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:45:39.167018+00:00 (in 29.999212 seconds)
repomirrorworker stdout | 2022-06-02 18:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:45:39 UTC)" (scheduled at 2022-06-02 18:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:45:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:45:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:45:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 45, 9, 176370), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 45, 9, 176370), 0, 2, datetime.datetime(2022, 6, 2, 18, 45, 9, 176370), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:45:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:45:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 45, 9, 179719), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 45, 9, 179719), 0, 2, datetime.datetime(2022, 6, 2, 18, 45, 9, 179719), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:45:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:45:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 45, 9, 181741), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 45, 9, 181741), 0, 2, datetime.datetime(2022, 6, 2, 18, 45, 9, 181741), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:45:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:45:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 45, 9, 183486), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 45, 9, 183486), 0, 2, datetime.datetime(2022, 6, 2, 18, 45, 9, 183486), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:45:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:45:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:45:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:45:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:45:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:45:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:45:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:45:32,889 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:46:09.167018+00:00 (in 29.999263 seconds)
repomirrorworker stdout | 2022-06-02 18:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:46:09 UTC)" (scheduled at 2022-06-02 18:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:45:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:45:39,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 45, 39, 175846), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 45, 39, 175846), 0, 2, datetime.datetime(2022, 6, 2, 18, 45, 39, 175846), True, 4, 8])
repomirrorworker stdout | 2022-06-02 18:45:39,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 18:45:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 45, 39, 178996), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 45, 39, 178996), 0, 2, datetime.datetime(2022, 6, 2, 18, 45, 39, 178996), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:45:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:45:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 45, 39, 180896), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 45, 39, 180896), 0, 2, datetime.datetime(2022, 6, 2, 18, 45, 39, 180896), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:45:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:45:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 45, 39, 182584), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 45, 39, 182584), 0, 2, datetime.datetime(2022, 6, 2, 18, 45, 39, 182584), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:45:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:45:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 45, 39, 184245), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 45, 39, 184245), 0, 2, datetime.datetime(2022, 6, 2, 18, 45, 39, 184245), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:45:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:45:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:45:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:45:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:45:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:45:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:45:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:46:02,943 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:46:39.167018+00:00 (in 29.999173 seconds)
repomirrorworker stdout | 2022-06-02 18:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:46:39 UTC)" (scheduled at 2022-06-02 18:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:46:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:46:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:46:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 46, 9, 176768), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 46, 9, 176768), 0, 2, datetime.datetime(2022, 6, 2, 18, 46, 9, 176768), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:46:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:46:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 46, 9, 180131), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 46, 9, 180131), 0, 2, datetime.datetime(2022, 6, 2, 18, 46, 9, 180131), True, 12, 15])
repomirrorworker stdout | 2022-06-02 18:46:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 18:46:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 46, 9, 181999), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 46, 9, 181999), 0, 2, datetime.datetime(2022, 6, 2, 18, 46, 9, 181999), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:46:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:46:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 46, 9, 183692), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 46, 9, 183692), 0, 2, datetime.datetime(2022, 6, 2, 18, 46, 9, 183692), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:46:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:46:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 46, 9, 185325), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 46, 9, 185325), 0, 2, datetime.datetime(2022, 6, 2, 18, 46, 9, 185325), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:46:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:46:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:46:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:46:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:46:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:46:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:46:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:46:32,998 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:47:09.167018+00:00 (in 29.999202 seconds)
repomirrorworker stdout | 2022-06-02 18:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:47:09 UTC)" (scheduled at 2022-06-02 18:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:46:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:46:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 46, 39, 176581), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 46, 39, 176581), 0, 2, datetime.datetime(2022, 6, 2, 18, 46, 39, 176581), True, 4, 8])
repomirrorworker stdout | 2022-06-02 18:46:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 18:46:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 46, 39, 180206), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 46, 39, 180206), 0, 2, datetime.datetime(2022, 6, 2, 18, 46, 39, 180206), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:46:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:46:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 46, 39, 182082), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 46, 39, 182082), 0, 2, datetime.datetime(2022, 6, 2, 18, 46, 39, 182082), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:46:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:46:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 46, 39, 183769), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 46, 39, 183769), 0, 2, datetime.datetime(2022, 6, 2, 18, 46, 39, 183769), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:46:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:46:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 46, 39, 185404), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 46, 39, 185404), 0, 2, datetime.datetime(2022, 6, 2, 18, 46, 39, 185404), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:46:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:46:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:46:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:46:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:46:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:46:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:46:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:47:03,039 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:47:39.167018+00:00 (in 29.999148 seconds)
repomirrorworker stdout | 2022-06-02 18:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:47:39 UTC)" (scheduled at 2022-06-02 18:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:47:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:47:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 47, 9, 176183), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 47, 9, 176183), 0, 2, datetime.datetime(2022, 6, 2, 18, 47, 9, 176183), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:47:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:47:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 47, 9, 179487), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 47, 9, 179487), 0, 2, datetime.datetime(2022, 6, 2, 18, 47, 9, 179487), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:47:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:47:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 47, 9, 181434), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 47, 9, 181434), 0, 2, datetime.datetime(2022, 6, 2, 18, 47, 9, 181434), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:47:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:47:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 47, 9, 183087), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 47, 9, 183087), 0, 2, datetime.datetime(2022, 6, 2, 18, 47, 9, 183087), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:47:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:47:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:47:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:47:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:47:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:47:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:47:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:47:33,079 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:48:09.167018+00:00 (in 29.999198 seconds)
repomirrorworker stdout | 2022-06-02 18:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:48:09 UTC)" (scheduled at 2022-06-02 18:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:47:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:47:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:47:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 47, 39, 176266), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 47, 39, 176266), 0, 2, datetime.datetime(2022, 6, 2, 18, 47, 39, 176266), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:47:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:47:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 47, 39, 179538), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 47, 39, 179538), 0, 2, datetime.datetime(2022, 6, 2, 18, 47, 39, 179538), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:47:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:47:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 47, 39, 181588), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 47, 39, 181588), 0, 2, datetime.datetime(2022, 6, 2, 18, 47, 39, 181588), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:47:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:47:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 47, 39, 183452), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 47, 39, 183452), 0, 2, datetime.datetime(2022, 6, 2, 18, 47, 39, 183452), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:47:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:47:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 47, 39, 185197), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 47, 39, 185197), 0, 2, datetime.datetime(2022, 6, 2, 18, 47, 39, 185197), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:47:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:47:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:47:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:47:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:47:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:47:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:47:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:48:03,119 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:48:39.167018+00:00 (in 29.998994 seconds)
repomirrorworker stdout | 2022-06-02 18:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:48:39 UTC)" (scheduled at 2022-06-02 18:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:48:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:48:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:48:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 48, 9, 176938), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 48, 9, 176938), 0, 2, datetime.datetime(2022, 6, 2, 18, 48, 9, 176938), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:48:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:48:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 48, 9, 181120), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 48, 9, 181120), 0, 2, datetime.datetime(2022, 6, 2, 18, 48, 9, 181120), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:48:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:48:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 48, 9, 183240), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 48, 9, 183240), 0, 2, datetime.datetime(2022, 6, 2, 18, 48, 9, 183240), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:48:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:48:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 48, 9, 185188), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 48, 9, 185188), 0, 2, datetime.datetime(2022, 6, 2, 18, 48, 9, 185188), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:48:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:48:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:48:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:48:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:48:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:48:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:48:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:48:33,173 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:49:09.167018+00:00 (in 29.999184 seconds)
repomirrorworker stdout | 2022-06-02 18:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:49:09 UTC)" (scheduled at 2022-06-02 18:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:48:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:48:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:48:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 48, 39, 176163), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 48, 39, 176163), 0, 2, datetime.datetime(2022, 6, 2, 18, 48, 39, 176163), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:48:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:48:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 48, 39, 179499), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 48, 39, 179499), 0, 2, datetime.datetime(2022, 6, 2, 18, 48, 39, 179499), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:48:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:48:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 48, 39, 181528), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 48, 39, 181528), 0, 2, datetime.datetime(2022, 6, 2, 18, 48, 39, 181528), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:48:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:48:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 48, 39, 183249), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 48, 39, 183249), 0, 2, datetime.datetime(2022, 6, 2, 18, 48, 39, 183249), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:48:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:48:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 48, 39, 184992), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 48, 39, 184992), 0, 2, datetime.datetime(2022, 6, 2, 18, 48, 39, 184992), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:48:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:48:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:48:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:48:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:48:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:48:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:48:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:49:03,231 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:49:39.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-02 18:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:49:39 UTC)" (scheduled at 2022-06-02 18:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:49:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:49:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:49:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 49, 9, 176633), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 49, 9, 176633), 0, 2, datetime.datetime(2022, 6, 2, 18, 49, 9, 176633), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:49:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:49:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 49, 9, 180145), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 49, 9, 180145), 0, 2, datetime.datetime(2022, 6, 2, 18, 49, 9, 180145), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:49:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:49:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 49, 9, 182217), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 49, 9, 182217), 0, 2, datetime.datetime(2022, 6, 2, 18, 49, 9, 182217), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:49:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:49:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 49, 9, 183969), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 49, 9, 183969), 0, 2, datetime.datetime(2022, 6, 2, 18, 49, 9, 183969), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:49:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:49:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 49, 9, 185663), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 49, 9, 185663), 0, 2, datetime.datetime(2022, 6, 2, 18, 49, 9, 185663), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:49:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:49:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:49:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:49:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:49:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:49:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:49:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:49:33,288 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:50:09.167018+00:00 (in 29.998956 seconds)
repomirrorworker stdout | 2022-06-02 18:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:50:09 UTC)" (scheduled at 2022-06-02 18:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:49:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:49:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:49:39,195 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 49, 39, 193180), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 49, 39, 193180), 0, 2, datetime.datetime(2022, 6, 2, 18, 49, 39, 193180), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:49:39,197 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:49:39,198 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 49, 39, 197621), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 49, 39, 197621), 0, 2, datetime.datetime(2022, 6, 2, 18, 49, 39, 197621), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:49:39,199 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:49:39,200 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 49, 39, 199693), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 49, 39, 199693), 0, 2, datetime.datetime(2022, 6, 2, 18, 49, 39, 199693), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:49:39,201 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:49:39,202 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 49, 39, 201410), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 49, 39, 201410), 0, 2, datetime.datetime(2022, 6, 2, 18, 49, 39, 201410), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:49:39,203 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:49:39,204 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 49, 39, 203075), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 49, 39, 203075), 0, 2, datetime.datetime(2022, 6, 2, 18, 49, 39, 203075), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:49:39,204 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:49:39,204 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:49:39,204 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:49:39,205 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:49:39,209 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:49:39,210 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:49:39,210 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:50:03,343 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:50:39.167018+00:00 (in 29.998934 seconds)
repomirrorworker stdout | 2022-06-02 18:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:50:39 UTC)" (scheduled at 2022-06-02 18:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:50:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:50:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:50:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 50, 9, 177085), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 50, 9, 177085), 0, 2, datetime.datetime(2022, 6, 2, 18, 50, 9, 177085), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:50:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:50:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 50, 9, 180488), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 50, 9, 180488), 0, 2, datetime.datetime(2022, 6, 2, 18, 50, 9, 180488), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:50:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:50:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 50, 9, 182296), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 50, 9, 182296), 0, 2, datetime.datetime(2022, 6, 2, 18, 50, 9, 182296), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:50:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:50:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 50, 9, 183949), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 50, 9, 183949), 0, 2, datetime.datetime(2022, 6, 2, 18, 50, 9, 183949), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:50:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:50:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 50, 9, 185566), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 50, 9, 185566), 0, 2, datetime.datetime(2022, 6, 2, 18, 50, 9, 185566), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:50:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:50:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:50:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:50:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:50:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:50:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:50:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:50:33,395 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:51:09.167018+00:00 (in 29.999041 seconds)
repomirrorworker stdout | 2022-06-02 18:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:51:09 UTC)" (scheduled at 2022-06-02 18:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:50:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:50:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 50, 39, 176974), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 50, 39, 176974), 0, 2, datetime.datetime(2022, 6, 2, 18, 50, 39, 176974), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:50:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:50:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 50, 39, 180306), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 50, 39, 180306), 0, 2, datetime.datetime(2022, 6, 2, 18, 50, 39, 180306), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:50:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:50:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 50, 39, 182234), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 50, 39, 182234), 0, 2, datetime.datetime(2022, 6, 2, 18, 50, 39, 182234), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:50:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:50:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 50, 39, 183978), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 50, 39, 183978), 0, 2, datetime.datetime(2022, 6, 2, 18, 50, 39, 183978), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:50:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:50:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 50, 39, 185632), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 50, 39, 185632), 0, 2, datetime.datetime(2022, 6, 2, 18, 50, 39, 185632), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:50:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:50:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:50:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:50:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:50:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:50:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:50:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:51:03,425 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:51:39.167018+00:00 (in 29.999130 seconds)
repomirrorworker stdout | 2022-06-02 18:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:51:39 UTC)" (scheduled at 2022-06-02 18:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:51:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:51:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:51:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 51, 9, 176541), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 51, 9, 176541), 0, 2, datetime.datetime(2022, 6, 2, 18, 51, 9, 176541), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:51:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:51:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 51, 9, 179696), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 51, 9, 179696), 0, 2, datetime.datetime(2022, 6, 2, 18, 51, 9, 179696), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:51:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:51:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 51, 9, 181577), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 51, 9, 181577), 0, 2, datetime.datetime(2022, 6, 2, 18, 51, 9, 181577), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:51:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:51:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 51, 9, 183303), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 51, 9, 183303), 0, 2, datetime.datetime(2022, 6, 2, 18, 51, 9, 183303), True, 12, 15])
repomirrorworker stdout | 2022-06-02 18:51:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 18:51:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 51, 9, 185020), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 51, 9, 185020), 0, 2, datetime.datetime(2022, 6, 2, 18, 51, 9, 185020), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:51:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:51:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:51:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:51:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:51:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:51:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:51:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:51:33,452 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:52:09.167018+00:00 (in 29.998999 seconds)
repomirrorworker stdout | 2022-06-02 18:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:52:09 UTC)" (scheduled at 2022-06-02 18:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:51:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:51:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:51:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 51, 39, 176875), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 51, 39, 176875), 0, 2, datetime.datetime(2022, 6, 2, 18, 51, 39, 176875), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:51:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:51:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 51, 39, 180007), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 51, 39, 180007), 0, 2, datetime.datetime(2022, 6, 2, 18, 51, 39, 180007), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:51:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:51:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 51, 39, 181905), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 51, 39, 181905), 0, 2, datetime.datetime(2022, 6, 2, 18, 51, 39, 181905), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:51:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:51:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 51, 39, 183569), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 51, 39, 183569), 0, 2, datetime.datetime(2022, 6, 2, 18, 51, 39, 183569), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:51:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:51:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:51:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:51:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:51:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:51:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:51:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:52:03,512 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:52:39.167018+00:00 (in 29.998936 seconds)
repomirrorworker stdout | 2022-06-02 18:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:52:39 UTC)" (scheduled at 2022-06-02 18:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:52:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:52:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:52:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 52, 9, 177233), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 52, 9, 177233), 0, 2, datetime.datetime(2022, 6, 2, 18, 52, 9, 177233), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:52:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:52:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 52, 9, 180365), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 52, 9, 180365), 0, 2, datetime.datetime(2022, 6, 2, 18, 52, 9, 180365), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:52:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:52:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 52, 9, 182257), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 52, 9, 182257), 0, 2, datetime.datetime(2022, 6, 2, 18, 52, 9, 182257), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:52:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:52:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 52, 9, 183925), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 52, 9, 183925), 0, 2, datetime.datetime(2022, 6, 2, 18, 52, 9, 183925), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:52:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:52:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:52:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:52:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:52:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:52:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:52:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:52:33,554 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:53:09.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-02 18:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:53:09 UTC)" (scheduled at 2022-06-02 18:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:52:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:52:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 52, 39, 176162), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 52, 39, 176162), 0, 2, datetime.datetime(2022, 6, 2, 18, 52, 39, 176162), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:52:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:52:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 52, 39, 179336), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 52, 39, 179336), 0, 2, datetime.datetime(2022, 6, 2, 18, 52, 39, 179336), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:52:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:52:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 52, 39, 181211), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 52, 39, 181211), 0, 2, datetime.datetime(2022, 6, 2, 18, 52, 39, 181211), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:52:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:52:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 52, 39, 182935), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 52, 39, 182935), 0, 2, datetime.datetime(2022, 6, 2, 18, 52, 39, 182935), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:52:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:52:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 52, 39, 184572), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 52, 39, 184572), 0, 2, datetime.datetime(2022, 6, 2, 18, 52, 39, 184572), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:52:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:52:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:52:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:52:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:52:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:52:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:52:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:53:03,594 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:53:39.167018+00:00 (in 29.999259 seconds)
repomirrorworker stdout | 2022-06-02 18:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:53:39 UTC)" (scheduled at 2022-06-02 18:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:53:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:53:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 53, 9, 176655), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 53, 9, 176655), 0, 2, datetime.datetime(2022, 6, 2, 18, 53, 9, 176655), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:53:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:53:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 53, 9, 179822), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 53, 9, 179822), 0, 2, datetime.datetime(2022, 6, 2, 18, 53, 9, 179822), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:53:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:53:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 53, 9, 181691), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 53, 9, 181691), 0, 2, datetime.datetime(2022, 6, 2, 18, 53, 9, 181691), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:53:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:53:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 53, 9, 183424), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 53, 9, 183424), 0, 2, datetime.datetime(2022, 6, 2, 18, 53, 9, 183424), True, 12, 15])
repomirrorworker stdout | 2022-06-02 18:53:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 18:53:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 53, 9, 185116), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 53, 9, 185116), 0, 2, datetime.datetime(2022, 6, 2, 18, 53, 9, 185116), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:53:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:53:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:53:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:53:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:53:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:53:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:53:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:53:33,633 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:54:09.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-02 18:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:54:09 UTC)" (scheduled at 2022-06-02 18:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:53:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:53:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 53, 39, 176609), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 53, 39, 176609), 0, 2, datetime.datetime(2022, 6, 2, 18, 53, 39, 176609), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:53:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:53:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 53, 39, 180368), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 53, 39, 180368), 0, 2, datetime.datetime(2022, 6, 2, 18, 53, 39, 180368), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:53:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:53:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 53, 39, 182575), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 53, 39, 182575), 0, 2, datetime.datetime(2022, 6, 2, 18, 53, 39, 182575), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:53:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:53:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 53, 39, 184552), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 53, 39, 184552), 0, 2, datetime.datetime(2022, 6, 2, 18, 53, 39, 184552), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:53:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:53:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 53, 39, 186209), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 53, 39, 186209), 0, 2, datetime.datetime(2022, 6, 2, 18, 53, 39, 186209), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:53:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:53:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:53:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:53:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:53:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:53:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:53:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:54:03,898 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:54:39.167018+00:00 (in 29.999239 seconds)
repomirrorworker stdout | 2022-06-02 18:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:54:39 UTC)" (scheduled at 2022-06-02 18:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:54:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:54:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 54, 9, 176735), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 54, 9, 176735), 0, 2, datetime.datetime(2022, 6, 2, 18, 54, 9, 176735), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:54:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:54:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 54, 9, 179951), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 54, 9, 179951), 0, 2, datetime.datetime(2022, 6, 2, 18, 54, 9, 179951), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:54:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:54:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 54, 9, 181883), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 54, 9, 181883), 0, 2, datetime.datetime(2022, 6, 2, 18, 54, 9, 181883), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:54:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:54:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 54, 9, 183602), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 54, 9, 183602), 0, 2, datetime.datetime(2022, 6, 2, 18, 54, 9, 183602), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:54:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:54:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 54, 9, 185393), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 54, 9, 185393), 0, 2, datetime.datetime(2022, 6, 2, 18, 54, 9, 185393), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:54:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:54:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:54:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:54:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:54:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:54:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:54:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:54:33,955 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:55:09.167018+00:00 (in 29.999188 seconds)
repomirrorworker stdout | 2022-06-02 18:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:55:09 UTC)" (scheduled at 2022-06-02 18:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:54:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:54:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:54:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 54, 39, 176619), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 54, 39, 176619), 0, 2, datetime.datetime(2022, 6, 2, 18, 54, 39, 176619), True, 2, 6])
repomirrorworker stdout | 2022-06-02 18:54:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 18:54:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 54, 39, 179920), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 54, 39, 179920), 0, 2, datetime.datetime(2022, 6, 2, 18, 54, 39, 179920), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:54:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:54:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 54, 39, 182139), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 54, 39, 182139), 0, 2, datetime.datetime(2022, 6, 2, 18, 54, 39, 182139), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:54:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:54:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 54, 39, 183844), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 54, 39, 183844), 0, 2, datetime.datetime(2022, 6, 2, 18, 54, 39, 183844), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:54:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:54:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 54, 39, 185492), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 54, 39, 185492), 0, 2, datetime.datetime(2022, 6, 2, 18, 54, 39, 185492), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:54:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:54:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:54:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:54:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:54:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:54:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:54:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:55:04,327 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:55:39.167018+00:00 (in 29.999139 seconds)
repomirrorworker stdout | 2022-06-02 18:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:55:39 UTC)" (scheduled at 2022-06-02 18:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:55:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:55:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:55:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 55, 9, 176337), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 55, 9, 176337), 0, 2, datetime.datetime(2022, 6, 2, 18, 55, 9, 176337), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:55:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:55:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 55, 9, 179852), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 55, 9, 179852), 0, 2, datetime.datetime(2022, 6, 2, 18, 55, 9, 179852), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:55:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:55:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 55, 9, 181751), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 55, 9, 181751), 0, 2, datetime.datetime(2022, 6, 2, 18, 55, 9, 181751), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:55:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:55:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 55, 9, 183424), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 55, 9, 183424), 0, 2, datetime.datetime(2022, 6, 2, 18, 55, 9, 183424), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:55:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:55:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:55:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:55:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:55:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:55:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:55:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:55:34,383 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:56:09.167018+00:00 (in 29.999078 seconds)
repomirrorworker stdout | 2022-06-02 18:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:56:09 UTC)" (scheduled at 2022-06-02 18:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:55:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:55:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 55, 39, 176591), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 55, 39, 176591), 0, 2, datetime.datetime(2022, 6, 2, 18, 55, 39, 176591), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:55:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:55:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 55, 39, 180105), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 55, 39, 180105), 0, 2, datetime.datetime(2022, 6, 2, 18, 55, 39, 180105), True, 4, 8])
repomirrorworker stdout | 2022-06-02 18:55:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 18:55:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 55, 39, 181973), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 55, 39, 181973), 0, 2, datetime.datetime(2022, 6, 2, 18, 55, 39, 181973), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 55, 39, 183648), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 55, 39, 183648), 0, 2, datetime.datetime(2022, 6, 2, 18, 55, 39, 183648), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:55:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:55:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 55, 39, 185329), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 55, 39, 185329), 0, 2, datetime.datetime(2022, 6, 2, 18, 55, 39, 185329), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:55:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:55:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:55:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:55:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:55:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:55:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:55:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:56:04,423 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:56:39.167018+00:00 (in 29.999190 seconds)
repomirrorworker stdout | 2022-06-02 18:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:56:39 UTC)" (scheduled at 2022-06-02 18:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:56:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:56:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:56:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 56, 9, 176334), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 56, 9, 176334), 0, 2, datetime.datetime(2022, 6, 2, 18, 56, 9, 176334), True, 3, 7])
repomirrorworker stdout | 2022-06-02 18:56:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 18:56:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 56, 9, 179988), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 56, 9, 179988), 0, 2, datetime.datetime(2022, 6, 2, 18, 56, 9, 179988), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:56:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:56:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 56, 9, 181814), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 56, 9, 181814), 0, 2, datetime.datetime(2022, 6, 2, 18, 56, 9, 181814), True, 8, 12])
repomirrorworker stdout | 2022-06-02 18:56:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 18:56:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 56, 9, 183468), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 56, 9, 183468), 0, 2, datetime.datetime(2022, 6, 2, 18, 56, 9, 183468), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:56:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:56:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 56, 9, 185339), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 56, 9, 185339), 0, 2, datetime.datetime(2022, 6, 2, 18, 56, 9, 185339), True, 12, 15])
repomirrorworker stdout | 2022-06-02 18:56:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 18:56:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:56:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:56:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:56:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:56:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:56:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:56:34,449 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:57:09.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-02 18:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:57:09 UTC)" (scheduled at 2022-06-02 18:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:56:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:56:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 56, 39, 176619), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 56, 39, 176619), 0, 2, datetime.datetime(2022, 6, 2, 18, 56, 39, 176619), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:56:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:56:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 56, 39, 179705), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 56, 39, 179705), 0, 2, datetime.datetime(2022, 6, 2, 18, 56, 39, 179705), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:56:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:56:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 56, 39, 181520), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 56, 39, 181520), 0, 2, datetime.datetime(2022, 6, 2, 18, 56, 39, 181520), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:56:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:56:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 56, 39, 183188), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 56, 39, 183188), 0, 2, datetime.datetime(2022, 6, 2, 18, 56, 39, 183188), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:56:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:56:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 56, 39, 184822), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 56, 39, 184822), 0, 2, datetime.datetime(2022, 6, 2, 18, 56, 39, 184822), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:56:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:56:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:56:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:56:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:56:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:56:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:56:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:57:04,520 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:57:39.167018+00:00 (in 29.999172 seconds)
repomirrorworker stdout | 2022-06-02 18:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:57:39 UTC)" (scheduled at 2022-06-02 18:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:57:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:57:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:57:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 57, 9, 176287), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 57, 9, 176287), 0, 2, datetime.datetime(2022, 6, 2, 18, 57, 9, 176287), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:57:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:57:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 57, 9, 179900), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 57, 9, 179900), 0, 2, datetime.datetime(2022, 6, 2, 18, 57, 9, 179900), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:57:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:57:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 57, 9, 182181), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 57, 9, 182181), 0, 2, datetime.datetime(2022, 6, 2, 18, 57, 9, 182181), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:57:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:57:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 57, 9, 184239), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 57, 9, 184239), 0, 2, datetime.datetime(2022, 6, 2, 18, 57, 9, 184239), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:57:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:57:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:57:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:57:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:57:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:57:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:57:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:57:34,570 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:58:09.167018+00:00 (in 29.999211 seconds)
repomirrorworker stdout | 2022-06-02 18:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:58:09 UTC)" (scheduled at 2022-06-02 18:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:57:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:57:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 57, 39, 176572), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 57, 39, 176572), 0, 2, datetime.datetime(2022, 6, 2, 18, 57, 39, 176572), True, 7, 11])
repomirrorworker stdout | 2022-06-02 18:57:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 18:57:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 57, 39, 180240), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 57, 39, 180240), 0, 2, datetime.datetime(2022, 6, 2, 18, 57, 39, 180240), True, 11, 15])
repomirrorworker stdout | 2022-06-02 18:57:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 18:57:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 57, 39, 182150), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 57, 39, 182150), 0, 2, datetime.datetime(2022, 6, 2, 18, 57, 39, 182150), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:57:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:57:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 57, 39, 183870), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 57, 39, 183870), 0, 2, datetime.datetime(2022, 6, 2, 18, 57, 39, 183870), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:57:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:57:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:57:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:57:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:57:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:57:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:57:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:58:04,624 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:58:39.167018+00:00 (in 29.999139 seconds)
repomirrorworker stdout | 2022-06-02 18:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:58:39 UTC)" (scheduled at 2022-06-02 18:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:58:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:58:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 58, 9, 176549), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 58, 9, 176549), 0, 2, datetime.datetime(2022, 6, 2, 18, 58, 9, 176549), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:58:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:58:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 58, 9, 179657), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 58, 9, 179657), 0, 2, datetime.datetime(2022, 6, 2, 18, 58, 9, 179657), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:58:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:58:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 58, 9, 181489), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 58, 9, 181489), 0, 2, datetime.datetime(2022, 6, 2, 18, 58, 9, 181489), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:58:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:58:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 58, 9, 183224), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 58, 9, 183224), 0, 2, datetime.datetime(2022, 6, 2, 18, 58, 9, 183224), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:58:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:58:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 58, 9, 184879), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 58, 9, 184879), 0, 2, datetime.datetime(2022, 6, 2, 18, 58, 9, 184879), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:58:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:58:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:58:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:58:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:58:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:58:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:58:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:58:34,657 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:59:09.167018+00:00 (in 29.999135 seconds)
repomirrorworker stdout | 2022-06-02 18:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:59:09 UTC)" (scheduled at 2022-06-02 18:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:58:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:58:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:58:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 58, 39, 176543), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 58, 39, 176543), 0, 2, datetime.datetime(2022, 6, 2, 18, 58, 39, 176543), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:58:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:58:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 58, 39, 179648), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 58, 39, 179648), 0, 2, datetime.datetime(2022, 6, 2, 18, 58, 39, 179648), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:58:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:58:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 58, 39, 181544), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 58, 39, 181544), 0, 2, datetime.datetime(2022, 6, 2, 18, 58, 39, 181544), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:58:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:58:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 58, 39, 183245), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 58, 39, 183245), 0, 2, datetime.datetime(2022, 6, 2, 18, 58, 39, 183245), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:58:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:58:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:58:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:58:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:58:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:58:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:58:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:59:04,709 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 18:59:39.167018+00:00 (in 29.998983 seconds)
repomirrorworker stdout | 2022-06-02 18:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:59:39 UTC)" (scheduled at 2022-06-02 18:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:59:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:59:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 59, 9, 176891), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 59, 9, 176891), 0, 2, datetime.datetime(2022, 6, 2, 18, 59, 9, 176891), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:59:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:59:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 59, 9, 181549), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 59, 9, 181549), 0, 2, datetime.datetime(2022, 6, 2, 18, 59, 9, 181549), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:59:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:59:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 59, 9, 183856), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 59, 9, 183856), 0, 2, datetime.datetime(2022, 6, 2, 18, 59, 9, 183856), True, 9, 13])
repomirrorworker stdout | 2022-06-02 18:59:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 18:59:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 59, 9, 185561), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 59, 9, 185561), 0, 2, datetime.datetime(2022, 6, 2, 18, 59, 9, 185561), True, 13, 15])
repomirrorworker stdout | 2022-06-02 18:59:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 18:59:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:59:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:59:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:59:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:59:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:59:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 18:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 18:59:34,764 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 18:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 18:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:00:09.167018+00:00 (in 29.999173 seconds)
repomirrorworker stdout | 2022-06-02 18:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:00:09 UTC)" (scheduled at 2022-06-02 18:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 18:59:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:59:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:59:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 59, 39, 176893), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 59, 39, 176893), 0, 2, datetime.datetime(2022, 6, 2, 18, 59, 39, 176893), True, 1, 5])
repomirrorworker stdout | 2022-06-02 18:59:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 18:59:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 59, 39, 180144), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 59, 39, 180144), 0, 2, datetime.datetime(2022, 6, 2, 18, 59, 39, 180144), True, 10, 14])
repomirrorworker stdout | 2022-06-02 18:59:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 18:59:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 59, 39, 182424), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 59, 39, 182424), 0, 2, datetime.datetime(2022, 6, 2, 18, 59, 39, 182424), True, 14, 15])
repomirrorworker stdout | 2022-06-02 18:59:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 18:59:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 59, 39, 184242), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 59, 39, 184242), 0, 2, datetime.datetime(2022, 6, 2, 18, 59, 39, 184242), True, 6, 10])
repomirrorworker stdout | 2022-06-02 18:59:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 18:59:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 18, 59, 39, 186001), 0, 2, None, True, datetime.datetime(2022, 6, 2, 18, 59, 39, 186001), 0, 2, datetime.datetime(2022, 6, 2, 18, 59, 39, 186001), True, 5, 9])
repomirrorworker stdout | 2022-06-02 18:59:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 18:59:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 18:59:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:59:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 18:59:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 18:59:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 18:59:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:00:04,791 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:00:39.167018+00:00 (in 29.999233 seconds)
repomirrorworker stdout | 2022-06-02 19:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:00:39 UTC)" (scheduled at 2022-06-02 19:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:00:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:00:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:00:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 0, 9, 176482), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 0, 9, 176482), 0, 2, datetime.datetime(2022, 6, 2, 19, 0, 9, 176482), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:00:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:00:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 0, 9, 179625), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 0, 9, 179625), 0, 2, datetime.datetime(2022, 6, 2, 19, 0, 9, 179625), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:00:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:00:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 0, 9, 181501), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 0, 9, 181501), 0, 2, datetime.datetime(2022, 6, 2, 19, 0, 9, 181501), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:00:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:00:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 0, 9, 183218), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 0, 9, 183218), 0, 2, datetime.datetime(2022, 6, 2, 19, 0, 9, 183218), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:00:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:00:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 0, 9, 184883), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 0, 9, 184883), 0, 2, datetime.datetime(2022, 6, 2, 19, 0, 9, 184883), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:00:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:00:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:00:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:00:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:00:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:00:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:00:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:00:34,825 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:01:09.167018+00:00 (in 29.999207 seconds)
repomirrorworker stdout | 2022-06-02 19:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:01:09 UTC)" (scheduled at 2022-06-02 19:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:00:39,178 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:00:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 0, 39, 178938), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 0, 39, 178938), 0, 2, datetime.datetime(2022, 6, 2, 19, 0, 39, 178938), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:00:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:00:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 0, 39, 182331), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 0, 39, 182331), 0, 2, datetime.datetime(2022, 6, 2, 19, 0, 39, 182331), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:00:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:00:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 0, 39, 184209), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 0, 39, 184209), 0, 2, datetime.datetime(2022, 6, 2, 19, 0, 39, 184209), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:00:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:00:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 0, 39, 185921), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 0, 39, 185921), 0, 2, datetime.datetime(2022, 6, 2, 19, 0, 39, 185921), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:00:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:00:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 0, 39, 187953), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 0, 39, 187953), 0, 2, datetime.datetime(2022, 6, 2, 19, 0, 39, 187953), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:00:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:00:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:00:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:00:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:00:39,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:00:39,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:00:39,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:01:04,852 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:01:39.167018+00:00 (in 29.999104 seconds)
repomirrorworker stdout | 2022-06-02 19:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:01:39 UTC)" (scheduled at 2022-06-02 19:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:01:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:01:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 1, 9, 176274), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 1, 9, 176274), 0, 2, datetime.datetime(2022, 6, 2, 19, 1, 9, 176274), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:01:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:01:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 1, 9, 179491), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 1, 9, 179491), 0, 2, datetime.datetime(2022, 6, 2, 19, 1, 9, 179491), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:01:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:01:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 1, 9, 181786), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 1, 9, 181786), 0, 2, datetime.datetime(2022, 6, 2, 19, 1, 9, 181786), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:01:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:01:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 1, 9, 183478), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 1, 9, 183478), 0, 2, datetime.datetime(2022, 6, 2, 19, 1, 9, 183478), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:01:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:01:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:01:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:01:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:01:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:01:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:01:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:01:34,893 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:02:09.167018+00:00 (in 29.999242 seconds)
repomirrorworker stdout | 2022-06-02 19:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:02:09 UTC)" (scheduled at 2022-06-02 19:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:01:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 1, 39, 176644), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 1, 39, 176644), 0, 2, datetime.datetime(2022, 6, 2, 19, 1, 39, 176644), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:01:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 1, 39, 180109), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 1, 39, 180109), 0, 2, datetime.datetime(2022, 6, 2, 19, 1, 39, 180109), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:01:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:01:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 1, 39, 181971), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 1, 39, 181971), 0, 2, datetime.datetime(2022, 6, 2, 19, 1, 39, 181971), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:01:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:01:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 1, 39, 183755), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 1, 39, 183755), 0, 2, datetime.datetime(2022, 6, 2, 19, 1, 39, 183755), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:01:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:01:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 1, 39, 185374), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 1, 39, 185374), 0, 2, datetime.datetime(2022, 6, 2, 19, 1, 39, 185374), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:01:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:01:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:01:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:01:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:01:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:01:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:01:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:02:04,950 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:02:39.167018+00:00 (in 29.999122 seconds)
repomirrorworker stdout | 2022-06-02 19:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:02:39 UTC)" (scheduled at 2022-06-02 19:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:02:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:02:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:02:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 2, 9, 176451), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 2, 9, 176451), 0, 2, datetime.datetime(2022, 6, 2, 19, 2, 9, 176451), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:02:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:02:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 2, 9, 179541), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 2, 9, 179541), 0, 2, datetime.datetime(2022, 6, 2, 19, 2, 9, 179541), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:02:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:02:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 2, 9, 181384), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 2, 9, 181384), 0, 2, datetime.datetime(2022, 6, 2, 19, 2, 9, 181384), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:02:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:02:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 2, 9, 183047), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 2, 9, 183047), 0, 2, datetime.datetime(2022, 6, 2, 19, 2, 9, 183047), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:02:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:02:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 2, 9, 184741), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 2, 9, 184741), 0, 2, datetime.datetime(2022, 6, 2, 19, 2, 9, 184741), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:02:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:02:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:02:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:02:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:02:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:02:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:02:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:02:35,010 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:03:09.167018+00:00 (in 29.999135 seconds)
repomirrorworker stdout | 2022-06-02 19:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:03:09 UTC)" (scheduled at 2022-06-02 19:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:02:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:02:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:02:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 2, 39, 177121), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 2, 39, 177121), 0, 2, datetime.datetime(2022, 6, 2, 19, 2, 39, 177121), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:02:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:02:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 2, 39, 180628), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 2, 39, 180628), 0, 2, datetime.datetime(2022, 6, 2, 19, 2, 39, 180628), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:02:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:02:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 2, 39, 182491), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 2, 39, 182491), 0, 2, datetime.datetime(2022, 6, 2, 19, 2, 39, 182491), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:02:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:02:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 2, 39, 184824), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 2, 39, 184824), 0, 2, datetime.datetime(2022, 6, 2, 19, 2, 39, 184824), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:02:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:02:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:02:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:02:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:02:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:02:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:02:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:03:05,055 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:03:39.167018+00:00 (in 29.999006 seconds)
repomirrorworker stdout | 2022-06-02 19:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:03:39 UTC)" (scheduled at 2022-06-02 19:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:03:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:03:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:03:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 3, 9, 176574), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 3, 9, 176574), 0, 2, datetime.datetime(2022, 6, 2, 19, 3, 9, 176574), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:03:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:03:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 3, 9, 179620), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 3, 9, 179620), 0, 2, datetime.datetime(2022, 6, 2, 19, 3, 9, 179620), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:03:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:03:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 3, 9, 181495), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 3, 9, 181495), 0, 2, datetime.datetime(2022, 6, 2, 19, 3, 9, 181495), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:03:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:03:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 3, 9, 183188), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 3, 9, 183188), 0, 2, datetime.datetime(2022, 6, 2, 19, 3, 9, 183188), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:03:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:03:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 3, 9, 184865), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 3, 9, 184865), 0, 2, datetime.datetime(2022, 6, 2, 19, 3, 9, 184865), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:03:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:03:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:03:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:03:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:03:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:03:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:03:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:03:35,114 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:04:09.167018+00:00 (in 29.999028 seconds)
repomirrorworker stdout | 2022-06-02 19:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:04:09 UTC)" (scheduled at 2022-06-02 19:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:03:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:03:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 3, 39, 176622), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 3, 39, 176622), 0, 2, datetime.datetime(2022, 6, 2, 19, 3, 39, 176622), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:03:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:03:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 3, 39, 180023), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 3, 39, 180023), 0, 2, datetime.datetime(2022, 6, 2, 19, 3, 39, 180023), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:03:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:03:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 3, 39, 181928), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 3, 39, 181928), 0, 2, datetime.datetime(2022, 6, 2, 19, 3, 39, 181928), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:03:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:03:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 3, 39, 183652), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 3, 39, 183652), 0, 2, datetime.datetime(2022, 6, 2, 19, 3, 39, 183652), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:03:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:03:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 3, 39, 185356), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 3, 39, 185356), 0, 2, datetime.datetime(2022, 6, 2, 19, 3, 39, 185356), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:03:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:03:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:03:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:03:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:03:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:03:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:03:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:04:05,170 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:04:39.167018+00:00 (in 29.999136 seconds)
repomirrorworker stdout | 2022-06-02 19:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:04:39 UTC)" (scheduled at 2022-06-02 19:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:04:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:04:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 4, 9, 176349), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 4, 9, 176349), 0, 2, datetime.datetime(2022, 6, 2, 19, 4, 9, 176349), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:04:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:04:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 4, 9, 179516), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 4, 9, 179516), 0, 2, datetime.datetime(2022, 6, 2, 19, 4, 9, 179516), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:04:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:04:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 4, 9, 181533), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 4, 9, 181533), 0, 2, datetime.datetime(2022, 6, 2, 19, 4, 9, 181533), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:04:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:04:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 4, 9, 183314), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 4, 9, 183314), 0, 2, datetime.datetime(2022, 6, 2, 19, 4, 9, 183314), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:04:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:04:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 4, 9, 185085), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 4, 9, 185085), 0, 2, datetime.datetime(2022, 6, 2, 19, 4, 9, 185085), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:04:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:04:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:04:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:04:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:04:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:04:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:04:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:04:35,201 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:05:09.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-02 19:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:05:09 UTC)" (scheduled at 2022-06-02 19:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:04:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:04:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:04:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 4, 39, 177230), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 4, 39, 177230), 0, 2, datetime.datetime(2022, 6, 2, 19, 4, 39, 177230), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:04:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:04:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 4, 39, 181198), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 4, 39, 181198), 0, 2, datetime.datetime(2022, 6, 2, 19, 4, 39, 181198), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:04:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:04:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 4, 39, 183235), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 4, 39, 183235), 0, 2, datetime.datetime(2022, 6, 2, 19, 4, 39, 183235), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:04:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:04:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 4, 39, 185054), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 4, 39, 185054), 0, 2, datetime.datetime(2022, 6, 2, 19, 4, 39, 185054), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:04:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:04:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 4, 39, 186766), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 4, 39, 186766), 0, 2, datetime.datetime(2022, 6, 2, 19, 4, 39, 186766), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:04:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:04:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:04:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:04:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:04:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:04:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:04:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:05:05,259 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:05:39.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-02 19:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:05:39 UTC)" (scheduled at 2022-06-02 19:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:05:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:05:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 5, 9, 176738), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 5, 9, 176738), 0, 2, datetime.datetime(2022, 6, 2, 19, 5, 9, 176738), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:05:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:05:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 5, 9, 179931), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 5, 9, 179931), 0, 2, datetime.datetime(2022, 6, 2, 19, 5, 9, 179931), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:05:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:05:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 5, 9, 181846), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 5, 9, 181846), 0, 2, datetime.datetime(2022, 6, 2, 19, 5, 9, 181846), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:05:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:05:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 5, 9, 183546), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 5, 9, 183546), 0, 2, datetime.datetime(2022, 6, 2, 19, 5, 9, 183546), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:05:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 5, 9, 185215), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 5, 9, 185215), 0, 2, datetime.datetime(2022, 6, 2, 19, 5, 9, 185215), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:05:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:05:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:05:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:05:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:05:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:05:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:05:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:05:35,318 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:06:09.167018+00:00 (in 29.999195 seconds)
repomirrorworker stdout | 2022-06-02 19:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:06:09 UTC)" (scheduled at 2022-06-02 19:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:05:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:05:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:05:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 5, 39, 176257), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 5, 39, 176257), 0, 2, datetime.datetime(2022, 6, 2, 19, 5, 39, 176257), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:05:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:05:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 5, 39, 179632), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 5, 39, 179632), 0, 2, datetime.datetime(2022, 6, 2, 19, 5, 39, 179632), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:05:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:05:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 5, 39, 181521), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 5, 39, 181521), 0, 2, datetime.datetime(2022, 6, 2, 19, 5, 39, 181521), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:05:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:05:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 5, 39, 183192), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 5, 39, 183192), 0, 2, datetime.datetime(2022, 6, 2, 19, 5, 39, 183192), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:05:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:05:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:05:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:05:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:05:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:05:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:05:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:06:05,376 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:06:39.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-02 19:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:06:39 UTC)" (scheduled at 2022-06-02 19:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:06:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:06:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 6, 9, 176955), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 6, 9, 176955), 0, 2, datetime.datetime(2022, 6, 2, 19, 6, 9, 176955), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:06:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:06:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 6, 9, 180768), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 6, 9, 180768), 0, 2, datetime.datetime(2022, 6, 2, 19, 6, 9, 180768), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:06:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:06:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 6, 9, 183027), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 6, 9, 183027), 0, 2, datetime.datetime(2022, 6, 2, 19, 6, 9, 183027), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:06:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:06:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 6, 9, 185278), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 6, 9, 185278), 0, 2, datetime.datetime(2022, 6, 2, 19, 6, 9, 185278), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:06:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:06:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:06:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:06:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:06:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:06:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:06:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:06:35,444 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:07:09.167018+00:00 (in 29.999247 seconds)
repomirrorworker stdout | 2022-06-02 19:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:07:09 UTC)" (scheduled at 2022-06-02 19:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:06:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:06:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 6, 39, 176468), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 6, 39, 176468), 0, 2, datetime.datetime(2022, 6, 2, 19, 6, 39, 176468), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:06:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:06:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 6, 39, 179734), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 6, 39, 179734), 0, 2, datetime.datetime(2022, 6, 2, 19, 6, 39, 179734), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:06:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:06:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 6, 39, 181697), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 6, 39, 181697), 0, 2, datetime.datetime(2022, 6, 2, 19, 6, 39, 181697), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:06:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:06:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 6, 39, 183481), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 6, 39, 183481), 0, 2, datetime.datetime(2022, 6, 2, 19, 6, 39, 183481), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:06:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:06:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 6, 39, 185263), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 6, 39, 185263), 0, 2, datetime.datetime(2022, 6, 2, 19, 6, 39, 185263), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:06:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:06:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:06:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:06:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:06:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:06:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:06:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:07:05,519 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:07:39.167018+00:00 (in 29.999095 seconds)
repomirrorworker stdout | 2022-06-02 19:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:07:39 UTC)" (scheduled at 2022-06-02 19:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:07:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:07:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:07:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 7, 9, 176827), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 7, 9, 176827), 0, 2, datetime.datetime(2022, 6, 2, 19, 7, 9, 176827), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:07:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:07:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 7, 9, 180000), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 7, 9, 180000), 0, 2, datetime.datetime(2022, 6, 2, 19, 7, 9, 180000), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:07:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:07:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 7, 9, 181944), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 7, 9, 181944), 0, 2, datetime.datetime(2022, 6, 2, 19, 7, 9, 181944), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:07:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:07:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 7, 9, 183648), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 7, 9, 183648), 0, 2, datetime.datetime(2022, 6, 2, 19, 7, 9, 183648), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:07:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:07:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 7, 9, 185302), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 7, 9, 185302), 0, 2, datetime.datetime(2022, 6, 2, 19, 7, 9, 185302), True, 13, 15])
repomirrorworker stdout | 2022-06-02 19:07:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 19:07:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:07:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:07:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:07:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:07:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:07:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:07:35,557 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:08:09.167018+00:00 (in 29.999248 seconds)
repomirrorworker stdout | 2022-06-02 19:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:08:09 UTC)" (scheduled at 2022-06-02 19:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:07:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:07:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 7, 39, 176379), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 7, 39, 176379), 0, 2, datetime.datetime(2022, 6, 2, 19, 7, 39, 176379), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:07:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:07:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 7, 39, 179503), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 7, 39, 179503), 0, 2, datetime.datetime(2022, 6, 2, 19, 7, 39, 179503), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:07:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:07:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 7, 39, 181407), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 7, 39, 181407), 0, 2, datetime.datetime(2022, 6, 2, 19, 7, 39, 181407), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:07:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:07:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 7, 39, 183104), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 7, 39, 183104), 0, 2, datetime.datetime(2022, 6, 2, 19, 7, 39, 183104), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:07:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:07:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 7, 39, 184752), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 7, 39, 184752), 0, 2, datetime.datetime(2022, 6, 2, 19, 7, 39, 184752), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:07:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:07:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:07:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:07:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:07:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:07:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:07:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:08:05,620 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:08:39.167018+00:00 (in 29.998948 seconds)
repomirrorworker stdout | 2022-06-02 19:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:08:39 UTC)" (scheduled at 2022-06-02 19:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:08:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:08:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:08:09,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 8, 9, 188537), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 8, 9, 188537), 0, 2, datetime.datetime(2022, 6, 2, 19, 8, 9, 188537), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:08:09,192 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:08:09,193 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 8, 9, 192163), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 8, 9, 192163), 0, 2, datetime.datetime(2022, 6, 2, 19, 8, 9, 192163), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:08:09,194 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:08:09,195 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 8, 9, 194141), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 8, 9, 194141), 0, 2, datetime.datetime(2022, 6, 2, 19, 8, 9, 194141), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:08:09,195 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:08:09,196 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 8, 9, 195921), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 8, 9, 195921), 0, 2, datetime.datetime(2022, 6, 2, 19, 8, 9, 195921), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:08:09,197 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:08:09,197 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:08:09,197 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:08:09,197 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:08:09,202 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:08:09,202 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:08:09,203 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:08:35,675 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:09:09.167018+00:00 (in 29.998988 seconds)
repomirrorworker stdout | 2022-06-02 19:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:09:09 UTC)" (scheduled at 2022-06-02 19:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:08:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:08:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:08:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 8, 39, 176951), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 8, 39, 176951), 0, 2, datetime.datetime(2022, 6, 2, 19, 8, 39, 176951), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:08:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:08:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 8, 39, 180540), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 8, 39, 180540), 0, 2, datetime.datetime(2022, 6, 2, 19, 8, 39, 180540), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:08:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:08:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 8, 39, 182398), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 8, 39, 182398), 0, 2, datetime.datetime(2022, 6, 2, 19, 8, 39, 182398), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:08:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:08:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 8, 39, 184058), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 8, 39, 184058), 0, 2, datetime.datetime(2022, 6, 2, 19, 8, 39, 184058), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:08:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:08:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 8, 39, 185662), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 8, 39, 185662), 0, 2, datetime.datetime(2022, 6, 2, 19, 8, 39, 185662), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:08:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:08:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:08:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:08:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:08:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:08:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:08:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:09:05,723 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:09:39.167018+00:00 (in 29.999043 seconds)
repomirrorworker stdout | 2022-06-02 19:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:09:39 UTC)" (scheduled at 2022-06-02 19:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:09:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:09:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:09:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 9, 9, 176697), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 9, 9, 176697), 0, 2, datetime.datetime(2022, 6, 2, 19, 9, 9, 176697), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:09:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:09:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 9, 9, 179840), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 9, 9, 179840), 0, 2, datetime.datetime(2022, 6, 2, 19, 9, 9, 179840), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:09:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:09:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 9, 9, 181871), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 9, 9, 181871), 0, 2, datetime.datetime(2022, 6, 2, 19, 9, 9, 181871), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:09:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:09:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 9, 9, 183811), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 9, 9, 183811), 0, 2, datetime.datetime(2022, 6, 2, 19, 9, 9, 183811), True, 13, 15])
repomirrorworker stdout | 2022-06-02 19:09:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 19:09:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:09:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:09:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:09:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:09:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:09:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:09:35,779 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:10:09.167018+00:00 (in 29.998997 seconds)
repomirrorworker stdout | 2022-06-02 19:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:10:09 UTC)" (scheduled at 2022-06-02 19:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:09:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:09:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:09:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 9, 39, 176820), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 9, 39, 176820), 0, 2, datetime.datetime(2022, 6, 2, 19, 9, 39, 176820), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:09:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:09:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 9, 39, 180194), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 9, 39, 180194), 0, 2, datetime.datetime(2022, 6, 2, 19, 9, 39, 180194), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:09:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:09:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 9, 39, 182084), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 9, 39, 182084), 0, 2, datetime.datetime(2022, 6, 2, 19, 9, 39, 182084), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:09:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:09:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 9, 39, 183799), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 9, 39, 183799), 0, 2, datetime.datetime(2022, 6, 2, 19, 9, 39, 183799), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:09:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:09:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 9, 39, 185425), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 9, 39, 185425), 0, 2, datetime.datetime(2022, 6, 2, 19, 9, 39, 185425), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:09:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:09:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:09:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:09:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:09:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:09:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:09:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:10:05,837 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:10:39.167018+00:00 (in 29.999118 seconds)
repomirrorworker stdout | 2022-06-02 19:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:10:39 UTC)" (scheduled at 2022-06-02 19:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:10:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:10:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 10, 9, 176395), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 10, 9, 176395), 0, 2, datetime.datetime(2022, 6, 2, 19, 10, 9, 176395), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:10:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:10:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 10, 9, 179449), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 10, 9, 179449), 0, 2, datetime.datetime(2022, 6, 2, 19, 10, 9, 179449), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:10:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:10:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 10, 9, 181329), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 10, 9, 181329), 0, 2, datetime.datetime(2022, 6, 2, 19, 10, 9, 181329), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:10:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:10:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 10, 9, 183002), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 10, 9, 183002), 0, 2, datetime.datetime(2022, 6, 2, 19, 10, 9, 183002), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:10:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:10:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:10:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:10:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:10:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:10:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:10:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:10:35,888 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:11:09.167018+00:00 (in 29.999141 seconds)
repomirrorworker stdout | 2022-06-02 19:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:11:09 UTC)" (scheduled at 2022-06-02 19:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:10:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:10:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 10, 39, 176950), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 10, 39, 176950), 0, 2, datetime.datetime(2022, 6, 2, 19, 10, 39, 176950), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:10:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:10:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 10, 39, 180502), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 10, 39, 180502), 0, 2, datetime.datetime(2022, 6, 2, 19, 10, 39, 180502), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:10:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:10:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 10, 39, 182893), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 10, 39, 182893), 0, 2, datetime.datetime(2022, 6, 2, 19, 10, 39, 182893), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:10:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:10:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 10, 39, 184990), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 10, 39, 184990), 0, 2, datetime.datetime(2022, 6, 2, 19, 10, 39, 184990), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:10:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:10:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:10:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:10:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:10:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:10:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:10:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:11:05,925 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:11:39.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-02 19:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:11:39 UTC)" (scheduled at 2022-06-02 19:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:11:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:11:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 11, 9, 176708), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 11, 9, 176708), 0, 2, datetime.datetime(2022, 6, 2, 19, 11, 9, 176708), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:11:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:11:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 11, 9, 180128), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 11, 9, 180128), 0, 2, datetime.datetime(2022, 6, 2, 19, 11, 9, 180128), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:11:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:11:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 11, 9, 182430), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 11, 9, 182430), 0, 2, datetime.datetime(2022, 6, 2, 19, 11, 9, 182430), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:11:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:11:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 11, 9, 184476), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 11, 9, 184476), 0, 2, datetime.datetime(2022, 6, 2, 19, 11, 9, 184476), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:11:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:11:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:11:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:11:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:11:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:11:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:11:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:11:35,962 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:12:09.167018+00:00 (in 29.999217 seconds)
repomirrorworker stdout | 2022-06-02 19:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:12:09 UTC)" (scheduled at 2022-06-02 19:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:11:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:11:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:11:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 11, 39, 176923), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 11, 39, 176923), 0, 2, datetime.datetime(2022, 6, 2, 19, 11, 39, 176923), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:11:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:11:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 11, 39, 180859), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 11, 39, 180859), 0, 2, datetime.datetime(2022, 6, 2, 19, 11, 39, 180859), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:11:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:11:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 11, 39, 182819), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 11, 39, 182819), 0, 2, datetime.datetime(2022, 6, 2, 19, 11, 39, 182819), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:11:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:11:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 11, 39, 184551), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 11, 39, 184551), 0, 2, datetime.datetime(2022, 6, 2, 19, 11, 39, 184551), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:11:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:11:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:11:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:11:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:11:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:11:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:11:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:12:05,991 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:12:39.167018+00:00 (in 29.999248 seconds)
repomirrorworker stdout | 2022-06-02 19:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:12:39 UTC)" (scheduled at 2022-06-02 19:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:12:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:12:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:12:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 12, 9, 176115), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 12, 9, 176115), 0, 2, datetime.datetime(2022, 6, 2, 19, 12, 9, 176115), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:12:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:12:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 12, 9, 179264), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 12, 9, 179264), 0, 2, datetime.datetime(2022, 6, 2, 19, 12, 9, 179264), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:12:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:12:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 12, 9, 181217), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 12, 9, 181217), 0, 2, datetime.datetime(2022, 6, 2, 19, 12, 9, 181217), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:12:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:12:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 12, 9, 182981), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 12, 9, 182981), 0, 2, datetime.datetime(2022, 6, 2, 19, 12, 9, 182981), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:12:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:12:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 12, 9, 184788), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 12, 9, 184788), 0, 2, datetime.datetime(2022, 6, 2, 19, 12, 9, 184788), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:12:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:12:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:12:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:12:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:12:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:12:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:12:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:12:36,035 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:13:09.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-02 19:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:13:09 UTC)" (scheduled at 2022-06-02 19:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:12:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:12:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:12:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 12, 39, 176215), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 12, 39, 176215), 0, 2, datetime.datetime(2022, 6, 2, 19, 12, 39, 176215), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:12:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:12:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 12, 39, 179269), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 12, 39, 179269), 0, 2, datetime.datetime(2022, 6, 2, 19, 12, 39, 179269), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:12:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:12:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 12, 39, 181117), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 12, 39, 181117), 0, 2, datetime.datetime(2022, 6, 2, 19, 12, 39, 181117), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:12:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:12:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 12, 39, 182809), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 12, 39, 182809), 0, 2, datetime.datetime(2022, 6, 2, 19, 12, 39, 182809), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:12:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:12:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 12, 39, 184432), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 12, 39, 184432), 0, 2, datetime.datetime(2022, 6, 2, 19, 12, 39, 184432), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:12:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:12:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:12:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:12:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:12:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:12:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:12:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:13:06,075 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:13:39.167018+00:00 (in 29.999148 seconds)
repomirrorworker stdout | 2022-06-02 19:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:13:39 UTC)" (scheduled at 2022-06-02 19:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:13:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:13:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:13:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 13, 9, 176234), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 13, 9, 176234), 0, 2, datetime.datetime(2022, 6, 2, 19, 13, 9, 176234), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:13:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:13:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 13, 9, 179615), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 13, 9, 179615), 0, 2, datetime.datetime(2022, 6, 2, 19, 13, 9, 179615), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:13:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:13:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 13, 9, 181971), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 13, 9, 181971), 0, 2, datetime.datetime(2022, 6, 2, 19, 13, 9, 181971), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:13:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:13:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 13, 9, 184048), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 13, 9, 184048), 0, 2, datetime.datetime(2022, 6, 2, 19, 13, 9, 184048), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:13:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:13:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 13, 9, 185740), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 13, 9, 185740), 0, 2, datetime.datetime(2022, 6, 2, 19, 13, 9, 185740), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:13:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:13:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:13:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:13:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:13:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:13:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:13:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:13:36,148 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:14:09.167018+00:00 (in 29.999209 seconds)
repomirrorworker stdout | 2022-06-02 19:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:14:09 UTC)" (scheduled at 2022-06-02 19:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:13:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:13:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:13:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 13, 39, 176395), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 13, 39, 176395), 0, 2, datetime.datetime(2022, 6, 2, 19, 13, 39, 176395), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:13:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:13:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 13, 39, 179937), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 13, 39, 179937), 0, 2, datetime.datetime(2022, 6, 2, 19, 13, 39, 179937), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:13:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:13:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 13, 39, 181977), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 13, 39, 181977), 0, 2, datetime.datetime(2022, 6, 2, 19, 13, 39, 181977), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:13:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:13:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 13, 39, 183895), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 13, 39, 183895), 0, 2, datetime.datetime(2022, 6, 2, 19, 13, 39, 183895), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:13:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:13:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 13, 39, 185738), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 13, 39, 185738), 0, 2, datetime.datetime(2022, 6, 2, 19, 13, 39, 185738), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:13:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:13:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:13:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:13:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:13:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:13:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:13:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:14:06,210 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:14:39.167018+00:00 (in 29.999269 seconds)
repomirrorworker stdout | 2022-06-02 19:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:14:39 UTC)" (scheduled at 2022-06-02 19:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:14:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:14:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 14, 9, 176493), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 14, 9, 176493), 0, 2, datetime.datetime(2022, 6, 2, 19, 14, 9, 176493), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:14:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:14:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 14, 9, 180005), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 14, 9, 180005), 0, 2, datetime.datetime(2022, 6, 2, 19, 14, 9, 180005), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:14:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:14:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 14, 9, 181981), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 14, 9, 181981), 0, 2, datetime.datetime(2022, 6, 2, 19, 14, 9, 181981), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:14:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:14:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 14, 9, 183740), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 14, 9, 183740), 0, 2, datetime.datetime(2022, 6, 2, 19, 14, 9, 183740), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:14:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:14:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 14, 9, 185387), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 14, 9, 185387), 0, 2, datetime.datetime(2022, 6, 2, 19, 14, 9, 185387), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:14:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:14:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:14:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:14:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:14:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:14:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:14:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:14:36,255 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:15:09.167018+00:00 (in 29.998986 seconds)
repomirrorworker stdout | 2022-06-02 19:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:15:09 UTC)" (scheduled at 2022-06-02 19:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:14:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:14:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:14:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 14, 39, 176884), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 14, 39, 176884), 0, 2, datetime.datetime(2022, 6, 2, 19, 14, 39, 176884), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:14:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 14, 39, 180561), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 14, 39, 180561), 0, 2, datetime.datetime(2022, 6, 2, 19, 14, 39, 180561), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:14:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 14, 39, 182601), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 14, 39, 182601), 0, 2, datetime.datetime(2022, 6, 2, 19, 14, 39, 182601), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:14:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:14:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 14, 39, 184426), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 14, 39, 184426), 0, 2, datetime.datetime(2022, 6, 2, 19, 14, 39, 184426), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:14:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:14:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:14:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:14:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:14:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:14:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:14:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:15:06,284 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:15:39.167018+00:00 (in 29.998778 seconds)
repomirrorworker stdout | 2022-06-02 19:15:09,169 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:15:39 UTC)" (scheduled at 2022-06-02 19:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:15:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:15:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:15:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 15, 9, 177246), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 15, 9, 177246), 0, 2, datetime.datetime(2022, 6, 2, 19, 15, 9, 177246), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:15:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:15:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 15, 9, 180640), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 15, 9, 180640), 0, 2, datetime.datetime(2022, 6, 2, 19, 15, 9, 180640), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 15, 9, 182495), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 15, 9, 182495), 0, 2, datetime.datetime(2022, 6, 2, 19, 15, 9, 182495), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:15:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:15:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 15, 9, 184206), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 15, 9, 184206), 0, 2, datetime.datetime(2022, 6, 2, 19, 15, 9, 184206), True, 13, 15])
repomirrorworker stdout | 2022-06-02 19:15:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 19:15:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:15:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:15:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:15:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:15:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:15:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:15:36,315 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:16:09.167018+00:00 (in 29.998781 seconds)
repomirrorworker stdout | 2022-06-02 19:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:16:09 UTC)" (scheduled at 2022-06-02 19:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:15:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:15:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:15:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 15, 39, 176796), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 15, 39, 176796), 0, 2, datetime.datetime(2022, 6, 2, 19, 15, 39, 176796), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:15:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:15:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 15, 39, 180172), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 15, 39, 180172), 0, 2, datetime.datetime(2022, 6, 2, 19, 15, 39, 180172), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:15:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:15:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 15, 39, 182167), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 15, 39, 182167), 0, 2, datetime.datetime(2022, 6, 2, 19, 15, 39, 182167), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:15:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:15:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 15, 39, 183871), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 15, 39, 183871), 0, 2, datetime.datetime(2022, 6, 2, 19, 15, 39, 183871), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:15:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:15:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 15, 39, 185512), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 15, 39, 185512), 0, 2, datetime.datetime(2022, 6, 2, 19, 15, 39, 185512), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:15:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:15:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:15:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:15:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:15:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:15:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:15:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:16:06,374 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:16:39.167018+00:00 (in 29.998999 seconds)
repomirrorworker stdout | 2022-06-02 19:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:16:39 UTC)" (scheduled at 2022-06-02 19:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:16:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:16:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:16:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 16, 9, 176966), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 16, 9, 176966), 0, 2, datetime.datetime(2022, 6, 2, 19, 16, 9, 176966), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:16:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:16:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 16, 9, 180333), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 16, 9, 180333), 0, 2, datetime.datetime(2022, 6, 2, 19, 16, 9, 180333), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:16:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:16:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 16, 9, 182330), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 16, 9, 182330), 0, 2, datetime.datetime(2022, 6, 2, 19, 16, 9, 182330), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:16:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:16:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 16, 9, 184028), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 16, 9, 184028), 0, 2, datetime.datetime(2022, 6, 2, 19, 16, 9, 184028), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:16:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:16:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:16:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:16:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:16:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:16:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:16:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:16:36,429 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:17:09.167018+00:00 (in 29.999082 seconds)
repomirrorworker stdout | 2022-06-02 19:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:17:09 UTC)" (scheduled at 2022-06-02 19:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:16:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:16:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:16:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 16, 39, 176187), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 16, 39, 176187), 0, 2, datetime.datetime(2022, 6, 2, 19, 16, 39, 176187), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:16:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:16:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 16, 39, 179356), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 16, 39, 179356), 0, 2, datetime.datetime(2022, 6, 2, 19, 16, 39, 179356), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:16:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:16:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 16, 39, 181253), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 16, 39, 181253), 0, 2, datetime.datetime(2022, 6, 2, 19, 16, 39, 181253), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:16:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:16:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 16, 39, 182980), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 16, 39, 182980), 0, 2, datetime.datetime(2022, 6, 2, 19, 16, 39, 182980), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:16:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:16:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:16:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:16:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:16:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:16:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:16:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:17:06,489 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:17:39.167018+00:00 (in 29.998976 seconds)
repomirrorworker stdout | 2022-06-02 19:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:17:39 UTC)" (scheduled at 2022-06-02 19:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:17:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:17:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:17:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 17, 9, 176783), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 17, 9, 176783), 0, 2, datetime.datetime(2022, 6, 2, 19, 17, 9, 176783), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:17:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:17:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 17, 9, 179930), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 17, 9, 179930), 0, 2, datetime.datetime(2022, 6, 2, 19, 17, 9, 179930), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:17:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:17:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 17, 9, 181849), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 17, 9, 181849), 0, 2, datetime.datetime(2022, 6, 2, 19, 17, 9, 181849), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:17:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:17:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 17, 9, 183541), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 17, 9, 183541), 0, 2, datetime.datetime(2022, 6, 2, 19, 17, 9, 183541), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:17:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:17:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 17, 9, 185353), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 17, 9, 185353), 0, 2, datetime.datetime(2022, 6, 2, 19, 17, 9, 185353), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:17:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:17:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:17:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:17:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:17:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:17:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:17:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:17:36,516 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:18:09.167018+00:00 (in 29.998969 seconds)
repomirrorworker stdout | 2022-06-02 19:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:18:09 UTC)" (scheduled at 2022-06-02 19:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:17:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:17:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 17, 39, 176655), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 17, 39, 176655), 0, 2, datetime.datetime(2022, 6, 2, 19, 17, 39, 176655), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:17:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:17:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 17, 39, 179811), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 17, 39, 179811), 0, 2, datetime.datetime(2022, 6, 2, 19, 17, 39, 179811), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:17:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:17:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 17, 39, 181728), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 17, 39, 181728), 0, 2, datetime.datetime(2022, 6, 2, 19, 17, 39, 181728), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:17:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:17:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 17, 39, 183387), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 17, 39, 183387), 0, 2, datetime.datetime(2022, 6, 2, 19, 17, 39, 183387), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:17:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:17:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 17, 39, 185078), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 17, 39, 185078), 0, 2, datetime.datetime(2022, 6, 2, 19, 17, 39, 185078), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:17:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:17:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:17:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:17:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:17:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:17:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:17:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:18:06,576 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:18:39.167018+00:00 (in 29.999030 seconds)
repomirrorworker stdout | 2022-06-02 19:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:18:39 UTC)" (scheduled at 2022-06-02 19:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:18:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:18:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 18, 9, 176536), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 18, 9, 176536), 0, 2, datetime.datetime(2022, 6, 2, 19, 18, 9, 176536), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:18:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:18:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 18, 9, 179728), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 18, 9, 179728), 0, 2, datetime.datetime(2022, 6, 2, 19, 18, 9, 179728), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:18:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:18:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 18, 9, 181872), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 18, 9, 181872), 0, 2, datetime.datetime(2022, 6, 2, 19, 18, 9, 181872), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:18:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:18:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 18, 9, 183729), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 18, 9, 183729), 0, 2, datetime.datetime(2022, 6, 2, 19, 18, 9, 183729), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:18:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:18:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:18:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:18:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:18:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:18:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:18:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:18:36,615 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:19:09.167018+00:00 (in 29.999060 seconds)
repomirrorworker stdout | 2022-06-02 19:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:19:09 UTC)" (scheduled at 2022-06-02 19:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:18:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:18:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:18:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 18, 39, 176717), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 18, 39, 176717), 0, 2, datetime.datetime(2022, 6, 2, 19, 18, 39, 176717), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:18:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:18:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 18, 39, 179786), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 18, 39, 179786), 0, 2, datetime.datetime(2022, 6, 2, 19, 18, 39, 179786), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:18:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:18:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 18, 39, 181632), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 18, 39, 181632), 0, 2, datetime.datetime(2022, 6, 2, 19, 18, 39, 181632), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:18:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:18:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 18, 39, 183318), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 18, 39, 183318), 0, 2, datetime.datetime(2022, 6, 2, 19, 18, 39, 183318), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:18:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:18:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 18, 39, 184987), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 18, 39, 184987), 0, 2, datetime.datetime(2022, 6, 2, 19, 18, 39, 184987), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:18:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:18:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:18:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:18:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:18:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:18:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:18:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:19:06,674 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:19:39.167018+00:00 (in 29.999006 seconds)
repomirrorworker stdout | 2022-06-02 19:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:19:39 UTC)" (scheduled at 2022-06-02 19:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:19:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:19:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:19:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 19, 9, 176748), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 19, 9, 176748), 0, 2, datetime.datetime(2022, 6, 2, 19, 19, 9, 176748), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:19:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:19:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 19, 9, 179894), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 19, 9, 179894), 0, 2, datetime.datetime(2022, 6, 2, 19, 19, 9, 179894), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:19:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:19:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 19, 9, 181806), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 19, 9, 181806), 0, 2, datetime.datetime(2022, 6, 2, 19, 19, 9, 181806), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:19:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:19:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 19, 9, 183474), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 19, 9, 183474), 0, 2, datetime.datetime(2022, 6, 2, 19, 19, 9, 183474), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:19:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:19:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:19:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:19:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:19:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:19:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:19:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:19:36,733 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:20:09.167018+00:00 (in 29.999078 seconds)
repomirrorworker stdout | 2022-06-02 19:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:20:09 UTC)" (scheduled at 2022-06-02 19:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:19:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:19:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:19:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 19, 39, 176985), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 19, 39, 176985), 0, 2, datetime.datetime(2022, 6, 2, 19, 19, 39, 176985), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:19:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:19:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 19, 39, 180140), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 19, 39, 180140), 0, 2, datetime.datetime(2022, 6, 2, 19, 19, 39, 180140), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:19:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:19:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 19, 39, 182034), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 19, 39, 182034), 0, 2, datetime.datetime(2022, 6, 2, 19, 19, 39, 182034), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:19:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:19:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 19, 39, 183764), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 19, 39, 183764), 0, 2, datetime.datetime(2022, 6, 2, 19, 19, 39, 183764), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:19:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:19:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 19, 39, 185430), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 19, 39, 185430), 0, 2, datetime.datetime(2022, 6, 2, 19, 19, 39, 185430), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:19:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:19:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:19:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:19:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:19:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:19:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:19:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:20:06,765 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:20:39.167018+00:00 (in 29.998994 seconds)
repomirrorworker stdout | 2022-06-02 19:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:20:39 UTC)" (scheduled at 2022-06-02 19:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:20:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:20:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 20, 9, 176644), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 20, 9, 176644), 0, 2, datetime.datetime(2022, 6, 2, 19, 20, 9, 176644), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:20:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:20:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 20, 9, 179967), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 20, 9, 179967), 0, 2, datetime.datetime(2022, 6, 2, 19, 20, 9, 179967), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:20:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:20:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 20, 9, 181857), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 20, 9, 181857), 0, 2, datetime.datetime(2022, 6, 2, 19, 20, 9, 181857), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:20:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:20:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 20, 9, 183519), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 20, 9, 183519), 0, 2, datetime.datetime(2022, 6, 2, 19, 20, 9, 183519), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:20:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:20:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:20:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:20:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:20:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:20:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:20:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:20:36,811 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:21:09.167018+00:00 (in 29.999175 seconds)
repomirrorworker stdout | 2022-06-02 19:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:21:09 UTC)" (scheduled at 2022-06-02 19:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:20:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:20:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:20:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 20, 39, 176717), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 20, 39, 176717), 0, 2, datetime.datetime(2022, 6, 2, 19, 20, 39, 176717), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:20:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:20:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 20, 39, 180331), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 20, 39, 180331), 0, 2, datetime.datetime(2022, 6, 2, 19, 20, 39, 180331), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:20:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:20:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 20, 39, 182191), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 20, 39, 182191), 0, 2, datetime.datetime(2022, 6, 2, 19, 20, 39, 182191), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:20:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:20:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 20, 39, 183867), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 20, 39, 183867), 0, 2, datetime.datetime(2022, 6, 2, 19, 20, 39, 183867), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:20:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:20:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 20, 39, 185533), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 20, 39, 185533), 0, 2, datetime.datetime(2022, 6, 2, 19, 20, 39, 185533), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:20:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:20:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:20:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:20:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:20:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:20:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:20:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:21:06,871 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:21:39.167018+00:00 (in 29.999256 seconds)
repomirrorworker stdout | 2022-06-02 19:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:21:39 UTC)" (scheduled at 2022-06-02 19:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:21:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:21:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:21:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 21, 9, 176470), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 21, 9, 176470), 0, 2, datetime.datetime(2022, 6, 2, 19, 21, 9, 176470), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:21:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:21:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 21, 9, 180122), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 21, 9, 180122), 0, 2, datetime.datetime(2022, 6, 2, 19, 21, 9, 180122), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:21:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:21:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 21, 9, 182124), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 21, 9, 182124), 0, 2, datetime.datetime(2022, 6, 2, 19, 21, 9, 182124), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:21:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 21, 9, 183809), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 21, 9, 183809), 0, 2, datetime.datetime(2022, 6, 2, 19, 21, 9, 183809), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:21:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:21:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:21:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:21:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:21:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:21:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:21:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:21:36,925 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:22:09.167018+00:00 (in 29.999170 seconds)
repomirrorworker stdout | 2022-06-02 19:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:22:09 UTC)" (scheduled at 2022-06-02 19:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:21:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:21:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:21:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 21, 39, 176222), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 21, 39, 176222), 0, 2, datetime.datetime(2022, 6, 2, 19, 21, 39, 176222), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:21:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:21:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 21, 39, 179359), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 21, 39, 179359), 0, 2, datetime.datetime(2022, 6, 2, 19, 21, 39, 179359), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:21:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:21:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 21, 39, 181226), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 21, 39, 181226), 0, 2, datetime.datetime(2022, 6, 2, 19, 21, 39, 181226), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:21:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:21:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 21, 39, 182970), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 21, 39, 182970), 0, 2, datetime.datetime(2022, 6, 2, 19, 21, 39, 182970), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:21:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:21:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 21, 39, 184638), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 21, 39, 184638), 0, 2, datetime.datetime(2022, 6, 2, 19, 21, 39, 184638), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:21:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:21:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:21:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:21:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:21:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:21:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:21:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:22:06,964 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:22:39.167018+00:00 (in 29.999229 seconds)
repomirrorworker stdout | 2022-06-02 19:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:22:39 UTC)" (scheduled at 2022-06-02 19:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:22:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:22:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:22:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 22, 9, 176342), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 22, 9, 176342), 0, 2, datetime.datetime(2022, 6, 2, 19, 22, 9, 176342), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:22:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:22:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 22, 9, 179640), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 22, 9, 179640), 0, 2, datetime.datetime(2022, 6, 2, 19, 22, 9, 179640), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:22:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:22:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 22, 9, 181808), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 22, 9, 181808), 0, 2, datetime.datetime(2022, 6, 2, 19, 22, 9, 181808), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:22:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:22:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 22, 9, 183770), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 22, 9, 183770), 0, 2, datetime.datetime(2022, 6, 2, 19, 22, 9, 183770), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:22:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:22:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 22, 9, 185471), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 22, 9, 185471), 0, 2, datetime.datetime(2022, 6, 2, 19, 22, 9, 185471), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:22:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:22:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:22:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:22:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:22:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:22:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:22:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:22:37,024 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:23:09.167018+00:00 (in 29.999245 seconds)
repomirrorworker stdout | 2022-06-02 19:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:23:09 UTC)" (scheduled at 2022-06-02 19:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:22:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:22:39,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 22, 39, 175902), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 22, 39, 175902), 0, 2, datetime.datetime(2022, 6, 2, 19, 22, 39, 175902), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:22:39,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:22:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 22, 39, 178986), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 22, 39, 178986), 0, 2, datetime.datetime(2022, 6, 2, 19, 22, 39, 178986), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:22:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:22:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 22, 39, 180902), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 22, 39, 180902), 0, 2, datetime.datetime(2022, 6, 2, 19, 22, 39, 180902), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:22:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:22:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 22, 39, 182582), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 22, 39, 182582), 0, 2, datetime.datetime(2022, 6, 2, 19, 22, 39, 182582), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:22:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:22:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 22, 39, 184258), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 22, 39, 184258), 0, 2, datetime.datetime(2022, 6, 2, 19, 22, 39, 184258), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:22:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:22:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:22:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:22:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:22:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:22:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:22:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:23:07,058 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:23:39.167018+00:00 (in 29.999180 seconds)
repomirrorworker stdout | 2022-06-02 19:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:23:39 UTC)" (scheduled at 2022-06-02 19:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:23:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:23:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 23, 9, 175942), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 23, 9, 175942), 0, 2, datetime.datetime(2022, 6, 2, 19, 23, 9, 175942), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:23:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:23:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 23, 9, 179108), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 23, 9, 179108), 0, 2, datetime.datetime(2022, 6, 2, 19, 23, 9, 179108), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:23:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:23:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 23, 9, 181273), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 23, 9, 181273), 0, 2, datetime.datetime(2022, 6, 2, 19, 23, 9, 181273), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:23:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:23:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 23, 9, 182978), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 23, 9, 182978), 0, 2, datetime.datetime(2022, 6, 2, 19, 23, 9, 182978), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:23:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:23:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:23:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:23:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:23:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:23:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:23:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:23:37,104 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:24:09.167018+00:00 (in 29.999032 seconds)
repomirrorworker stdout | 2022-06-02 19:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:24:09 UTC)" (scheduled at 2022-06-02 19:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:23:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:23:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:23:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 23, 39, 176270), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 23, 39, 176270), 0, 2, datetime.datetime(2022, 6, 2, 19, 23, 39, 176270), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:23:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:23:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 23, 39, 179413), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 23, 39, 179413), 0, 2, datetime.datetime(2022, 6, 2, 19, 23, 39, 179413), True, 13, 15])
repomirrorworker stdout | 2022-06-02 19:23:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 19:23:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 23, 39, 181278), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 23, 39, 181278), 0, 2, datetime.datetime(2022, 6, 2, 19, 23, 39, 181278), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:23:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:23:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 23, 39, 182931), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 23, 39, 182931), 0, 2, datetime.datetime(2022, 6, 2, 19, 23, 39, 182931), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:23:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:23:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 23, 39, 184546), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 23, 39, 184546), 0, 2, datetime.datetime(2022, 6, 2, 19, 23, 39, 184546), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:23:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:23:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:23:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:23:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:23:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:23:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:23:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:24:07,158 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:24:39.167018+00:00 (in 29.999268 seconds)
repomirrorworker stdout | 2022-06-02 19:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:24:39 UTC)" (scheduled at 2022-06-02 19:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:24:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:24:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:24:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 24, 9, 176098), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 24, 9, 176098), 0, 2, datetime.datetime(2022, 6, 2, 19, 24, 9, 176098), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:24:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:24:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 24, 9, 179265), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 24, 9, 179265), 0, 2, datetime.datetime(2022, 6, 2, 19, 24, 9, 179265), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:24:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:24:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 24, 9, 181163), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 24, 9, 181163), 0, 2, datetime.datetime(2022, 6, 2, 19, 24, 9, 181163), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:24:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:24:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 24, 9, 182832), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 24, 9, 182832), 0, 2, datetime.datetime(2022, 6, 2, 19, 24, 9, 182832), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:24:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:24:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:24:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:24:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:24:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:24:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:24:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:24:37,211 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:25:09.167018+00:00 (in 29.999099 seconds)
repomirrorworker stdout | 2022-06-02 19:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:25:09 UTC)" (scheduled at 2022-06-02 19:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:24:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:24:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:24:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 24, 39, 176389), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 24, 39, 176389), 0, 2, datetime.datetime(2022, 6, 2, 19, 24, 39, 176389), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:24:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:24:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 24, 39, 179816), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 24, 39, 179816), 0, 2, datetime.datetime(2022, 6, 2, 19, 24, 39, 179816), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:24:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:24:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 24, 39, 181806), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 24, 39, 181806), 0, 2, datetime.datetime(2022, 6, 2, 19, 24, 39, 181806), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:24:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:24:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 24, 39, 183459), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 24, 39, 183459), 0, 2, datetime.datetime(2022, 6, 2, 19, 24, 39, 183459), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:24:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:24:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 24, 39, 185098), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 24, 39, 185098), 0, 2, datetime.datetime(2022, 6, 2, 19, 24, 39, 185098), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:24:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:24:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:24:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:24:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:24:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:24:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:24:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:25:07,267 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:25:39.167018+00:00 (in 29.999064 seconds)
repomirrorworker stdout | 2022-06-02 19:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:25:39 UTC)" (scheduled at 2022-06-02 19:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:25:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:25:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:25:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 25, 9, 176540), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 25, 9, 176540), 0, 2, datetime.datetime(2022, 6, 2, 19, 25, 9, 176540), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:25:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 25, 9, 180123), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 25, 9, 180123), 0, 2, datetime.datetime(2022, 6, 2, 19, 25, 9, 180123), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:25:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:25:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 25, 9, 181987), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 25, 9, 181987), 0, 2, datetime.datetime(2022, 6, 2, 19, 25, 9, 181987), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:25:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:25:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 25, 9, 183844), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 25, 9, 183844), 0, 2, datetime.datetime(2022, 6, 2, 19, 25, 9, 183844), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:25:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:25:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:25:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:25:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:25:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:25:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:25:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:25:37,303 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:26:09.167018+00:00 (in 29.999252 seconds)
repomirrorworker stdout | 2022-06-02 19:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:26:09 UTC)" (scheduled at 2022-06-02 19:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:25:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:25:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 25, 39, 176168), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 25, 39, 176168), 0, 2, datetime.datetime(2022, 6, 2, 19, 25, 39, 176168), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:25:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:25:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 25, 39, 179360), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 25, 39, 179360), 0, 2, datetime.datetime(2022, 6, 2, 19, 25, 39, 179360), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:25:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:25:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 25, 39, 181330), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 25, 39, 181330), 0, 2, datetime.datetime(2022, 6, 2, 19, 25, 39, 181330), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:25:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:25:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 25, 39, 183288), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 25, 39, 183288), 0, 2, datetime.datetime(2022, 6, 2, 19, 25, 39, 183288), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:25:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:25:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:25:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:25:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:25:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:25:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:25:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:26:07,351 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:26:39.167018+00:00 (in 29.999271 seconds)
repomirrorworker stdout | 2022-06-02 19:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:26:39 UTC)" (scheduled at 2022-06-02 19:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:26:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:26:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 26, 9, 176099), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 26, 9, 176099), 0, 2, datetime.datetime(2022, 6, 2, 19, 26, 9, 176099), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:26:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:26:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 26, 9, 179520), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 26, 9, 179520), 0, 2, datetime.datetime(2022, 6, 2, 19, 26, 9, 179520), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:26:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:26:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 26, 9, 181443), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 26, 9, 181443), 0, 2, datetime.datetime(2022, 6, 2, 19, 26, 9, 181443), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:26:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:26:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 26, 9, 183142), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 26, 9, 183142), 0, 2, datetime.datetime(2022, 6, 2, 19, 26, 9, 183142), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:26:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:26:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:26:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:26:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:26:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:26:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:26:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:26:37,407 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:27:09.167018+00:00 (in 29.999232 seconds)
repomirrorworker stdout | 2022-06-02 19:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:27:09 UTC)" (scheduled at 2022-06-02 19:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:26:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:26:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:26:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 26, 39, 177001), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 26, 39, 177001), 0, 2, datetime.datetime(2022, 6, 2, 19, 26, 39, 177001), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:26:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:26:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 26, 39, 180219), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 26, 39, 180219), 0, 2, datetime.datetime(2022, 6, 2, 19, 26, 39, 180219), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:26:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:26:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 26, 39, 182335), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 26, 39, 182335), 0, 2, datetime.datetime(2022, 6, 2, 19, 26, 39, 182335), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:26:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:26:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 26, 39, 184222), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 26, 39, 184222), 0, 2, datetime.datetime(2022, 6, 2, 19, 26, 39, 184222), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:26:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:26:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 26, 39, 185956), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 26, 39, 185956), 0, 2, datetime.datetime(2022, 6, 2, 19, 26, 39, 185956), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:26:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:26:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:26:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:26:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:26:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:26:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:26:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:27:07,448 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:27:39.167018+00:00 (in 29.999249 seconds)
repomirrorworker stdout | 2022-06-02 19:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:27:39 UTC)" (scheduled at 2022-06-02 19:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:27:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:27:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:27:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 27, 9, 176485), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 27, 9, 176485), 0, 2, datetime.datetime(2022, 6, 2, 19, 27, 9, 176485), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:27:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:27:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 27, 9, 179784), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 27, 9, 179784), 0, 2, datetime.datetime(2022, 6, 2, 19, 27, 9, 179784), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:27:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:27:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 27, 9, 181598), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 27, 9, 181598), 0, 2, datetime.datetime(2022, 6, 2, 19, 27, 9, 181598), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:27:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:27:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 27, 9, 183410), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 27, 9, 183410), 0, 2, datetime.datetime(2022, 6, 2, 19, 27, 9, 183410), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:27:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:27:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 27, 9, 185251), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 27, 9, 185251), 0, 2, datetime.datetime(2022, 6, 2, 19, 27, 9, 185251), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:27:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:27:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:27:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:27:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:27:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:27:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:27:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:27:37,488 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:28:09.167018+00:00 (in 29.999260 seconds)
repomirrorworker stdout | 2022-06-02 19:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:28:09 UTC)" (scheduled at 2022-06-02 19:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:27:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:27:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:27:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 27, 39, 176325), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 27, 39, 176325), 0, 2, datetime.datetime(2022, 6, 2, 19, 27, 39, 176325), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:27:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:27:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 27, 39, 179758), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 27, 39, 179758), 0, 2, datetime.datetime(2022, 6, 2, 19, 27, 39, 179758), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:27:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:27:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 27, 39, 181714), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 27, 39, 181714), 0, 2, datetime.datetime(2022, 6, 2, 19, 27, 39, 181714), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:27:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:27:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 27, 39, 183414), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 27, 39, 183414), 0, 2, datetime.datetime(2022, 6, 2, 19, 27, 39, 183414), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:27:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:27:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 27, 39, 185163), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 27, 39, 185163), 0, 2, datetime.datetime(2022, 6, 2, 19, 27, 39, 185163), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:27:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:27:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:27:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:27:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:27:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:27:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:27:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:28:07,520 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:28:39.167018+00:00 (in 29.999148 seconds)
repomirrorworker stdout | 2022-06-02 19:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:28:39 UTC)" (scheduled at 2022-06-02 19:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:28:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:28:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 28, 9, 176468), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 28, 9, 176468), 0, 2, datetime.datetime(2022, 6, 2, 19, 28, 9, 176468), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:28:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:28:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 28, 9, 179970), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 28, 9, 179970), 0, 2, datetime.datetime(2022, 6, 2, 19, 28, 9, 179970), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:28:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:28:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 28, 9, 181818), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 28, 9, 181818), 0, 2, datetime.datetime(2022, 6, 2, 19, 28, 9, 181818), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:28:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:28:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 28, 9, 183487), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 28, 9, 183487), 0, 2, datetime.datetime(2022, 6, 2, 19, 28, 9, 183487), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:28:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:28:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 28, 9, 185162), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 28, 9, 185162), 0, 2, datetime.datetime(2022, 6, 2, 19, 28, 9, 185162), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:28:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:28:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:28:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:28:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:28:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:28:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:28:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:28:37,555 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:29:09.167018+00:00 (in 29.999221 seconds)
repomirrorworker stdout | 2022-06-02 19:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:29:09 UTC)" (scheduled at 2022-06-02 19:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:28:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:28:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:28:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 28, 39, 176545), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 28, 39, 176545), 0, 2, datetime.datetime(2022, 6, 2, 19, 28, 39, 176545), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:28:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:28:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 28, 39, 180091), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 28, 39, 180091), 0, 2, datetime.datetime(2022, 6, 2, 19, 28, 39, 180091), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:28:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:28:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 28, 39, 181909), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 28, 39, 181909), 0, 2, datetime.datetime(2022, 6, 2, 19, 28, 39, 181909), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:28:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:28:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 28, 39, 183573), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 28, 39, 183573), 0, 2, datetime.datetime(2022, 6, 2, 19, 28, 39, 183573), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:28:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:28:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 28, 39, 185237), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 28, 39, 185237), 0, 2, datetime.datetime(2022, 6, 2, 19, 28, 39, 185237), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:28:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:28:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:28:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:28:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:28:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:28:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:28:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:29:07,610 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:29:39.167018+00:00 (in 29.999253 seconds)
repomirrorworker stdout | 2022-06-02 19:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:29:39 UTC)" (scheduled at 2022-06-02 19:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:29:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:29:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:29:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 29, 9, 176540), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 29, 9, 176540), 0, 2, datetime.datetime(2022, 6, 2, 19, 29, 9, 176540), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:29:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:29:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 29, 9, 180364), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 29, 9, 180364), 0, 2, datetime.datetime(2022, 6, 2, 19, 29, 9, 180364), True, 13, 15])
repomirrorworker stdout | 2022-06-02 19:29:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 19:29:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 29, 9, 182425), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 29, 9, 182425), 0, 2, datetime.datetime(2022, 6, 2, 19, 29, 9, 182425), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:29:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:29:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 29, 9, 184319), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 29, 9, 184319), 0, 2, datetime.datetime(2022, 6, 2, 19, 29, 9, 184319), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:29:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:29:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 29, 9, 186085), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 29, 9, 186085), 0, 2, datetime.datetime(2022, 6, 2, 19, 29, 9, 186085), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:29:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:29:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:29:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:29:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:29:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:29:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:29:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:29:37,667 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:30:09.167018+00:00 (in 29.999269 seconds)
repomirrorworker stdout | 2022-06-02 19:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:30:09 UTC)" (scheduled at 2022-06-02 19:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:29:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:29:39,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 29, 39, 175943), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 29, 39, 175943), 0, 2, datetime.datetime(2022, 6, 2, 19, 29, 39, 175943), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:29:39,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:29:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 29, 39, 179087), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 29, 39, 179087), 0, 2, datetime.datetime(2022, 6, 2, 19, 29, 39, 179087), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:29:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:29:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 29, 39, 180932), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 29, 39, 180932), 0, 2, datetime.datetime(2022, 6, 2, 19, 29, 39, 180932), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:29:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:29:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 29, 39, 182595), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 29, 39, 182595), 0, 2, datetime.datetime(2022, 6, 2, 19, 29, 39, 182595), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:29:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:29:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:29:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:29:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:29:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:29:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:29:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:30:07,722 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:30:39.167018+00:00 (in 29.999282 seconds)
repomirrorworker stdout | 2022-06-02 19:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:30:39 UTC)" (scheduled at 2022-06-02 19:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:30:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:30:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 30, 9, 176368), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 30, 9, 176368), 0, 2, datetime.datetime(2022, 6, 2, 19, 30, 9, 176368), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:30:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:30:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 30, 9, 179493), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 30, 9, 179493), 0, 2, datetime.datetime(2022, 6, 2, 19, 30, 9, 179493), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:30:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:30:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 30, 9, 181523), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 30, 9, 181523), 0, 2, datetime.datetime(2022, 6, 2, 19, 30, 9, 181523), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:30:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:30:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 30, 9, 183571), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 30, 9, 183571), 0, 2, datetime.datetime(2022, 6, 2, 19, 30, 9, 183571), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:30:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:30:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 30, 9, 185546), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 30, 9, 185546), 0, 2, datetime.datetime(2022, 6, 2, 19, 30, 9, 185546), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:30:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:30:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:30:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:30:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:30:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:30:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:30:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:30:37,765 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:31:09.167018+00:00 (in 29.999233 seconds)
repomirrorworker stdout | 2022-06-02 19:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:31:09 UTC)" (scheduled at 2022-06-02 19:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:30:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:30:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:30:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 30, 39, 176587), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 30, 39, 176587), 0, 2, datetime.datetime(2022, 6, 2, 19, 30, 39, 176587), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:30:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:30:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 30, 39, 179724), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 30, 39, 179724), 0, 2, datetime.datetime(2022, 6, 2, 19, 30, 39, 179724), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:30:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:30:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 30, 39, 181603), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 30, 39, 181603), 0, 2, datetime.datetime(2022, 6, 2, 19, 30, 39, 181603), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:30:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:30:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 30, 39, 183376), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 30, 39, 183376), 0, 2, datetime.datetime(2022, 6, 2, 19, 30, 39, 183376), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:30:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:30:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 30, 39, 185119), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 30, 39, 185119), 0, 2, datetime.datetime(2022, 6, 2, 19, 30, 39, 185119), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:30:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:30:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:30:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:30:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:30:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:30:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:30:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:31:07,823 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:31:39.167018+00:00 (in 29.999079 seconds)
repomirrorworker stdout | 2022-06-02 19:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:31:39 UTC)" (scheduled at 2022-06-02 19:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:31:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:31:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 31, 9, 176380), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 31, 9, 176380), 0, 2, datetime.datetime(2022, 6, 2, 19, 31, 9, 176380), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:31:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:31:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 31, 9, 179791), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 31, 9, 179791), 0, 2, datetime.datetime(2022, 6, 2, 19, 31, 9, 179791), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:31:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:31:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 31, 9, 181621), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 31, 9, 181621), 0, 2, datetime.datetime(2022, 6, 2, 19, 31, 9, 181621), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:31:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:31:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 31, 9, 183343), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 31, 9, 183343), 0, 2, datetime.datetime(2022, 6, 2, 19, 31, 9, 183343), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:31:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:31:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 31, 9, 185185), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 31, 9, 185185), 0, 2, datetime.datetime(2022, 6, 2, 19, 31, 9, 185185), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:31:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:31:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:31:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:31:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:31:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:31:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:31:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:31:37,866 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:32:09.167018+00:00 (in 29.999247 seconds)
repomirrorworker stdout | 2022-06-02 19:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:32:09 UTC)" (scheduled at 2022-06-02 19:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:31:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:31:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:31:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 31, 39, 176649), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 31, 39, 176649), 0, 2, datetime.datetime(2022, 6, 2, 19, 31, 39, 176649), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:31:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:31:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 31, 39, 180268), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 31, 39, 180268), 0, 2, datetime.datetime(2022, 6, 2, 19, 31, 39, 180268), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:31:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:31:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 31, 39, 182295), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 31, 39, 182295), 0, 2, datetime.datetime(2022, 6, 2, 19, 31, 39, 182295), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:31:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:31:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 31, 39, 184044), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 31, 39, 184044), 0, 2, datetime.datetime(2022, 6, 2, 19, 31, 39, 184044), True, 13, 15])
repomirrorworker stdout | 2022-06-02 19:31:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 19:31:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:31:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:31:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:31:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:31:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:31:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:32:07,892 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:32:39.167018+00:00 (in 29.999051 seconds)
repomirrorworker stdout | 2022-06-02 19:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:32:39 UTC)" (scheduled at 2022-06-02 19:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:32:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:32:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:32:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 32, 9, 176951), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 32, 9, 176951), 0, 2, datetime.datetime(2022, 6, 2, 19, 32, 9, 176951), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:32:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:32:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 32, 9, 180115), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 32, 9, 180115), 0, 2, datetime.datetime(2022, 6, 2, 19, 32, 9, 180115), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:32:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:32:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 32, 9, 182045), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 32, 9, 182045), 0, 2, datetime.datetime(2022, 6, 2, 19, 32, 9, 182045), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:32:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:32:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 32, 9, 183759), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 32, 9, 183759), 0, 2, datetime.datetime(2022, 6, 2, 19, 32, 9, 183759), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:32:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:32:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 32, 9, 185431), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 32, 9, 185431), 0, 2, datetime.datetime(2022, 6, 2, 19, 32, 9, 185431), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:32:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:32:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:32:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:32:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:32:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:32:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:32:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:32:37,951 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:33:09.167018+00:00 (in 29.999222 seconds)
repomirrorworker stdout | 2022-06-02 19:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:33:09 UTC)" (scheduled at 2022-06-02 19:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:32:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:32:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:32:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 32, 39, 176050), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 32, 39, 176050), 0, 2, datetime.datetime(2022, 6, 2, 19, 32, 39, 176050), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:32:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:32:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 32, 39, 179448), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 32, 39, 179448), 0, 2, datetime.datetime(2022, 6, 2, 19, 32, 39, 179448), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:32:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:32:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 32, 39, 181350), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 32, 39, 181350), 0, 2, datetime.datetime(2022, 6, 2, 19, 32, 39, 181350), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:32:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:32:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 32, 39, 183029), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 32, 39, 183029), 0, 2, datetime.datetime(2022, 6, 2, 19, 32, 39, 183029), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:32:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:32:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:32:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:32:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:32:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:32:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:32:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:33:08,010 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:33:39.167018+00:00 (in 29.999277 seconds)
repomirrorworker stdout | 2022-06-02 19:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:33:39 UTC)" (scheduled at 2022-06-02 19:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:33:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:33:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:33:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 33, 9, 176293), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 33, 9, 176293), 0, 2, datetime.datetime(2022, 6, 2, 19, 33, 9, 176293), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:33:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:33:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 33, 9, 179743), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 33, 9, 179743), 0, 2, datetime.datetime(2022, 6, 2, 19, 33, 9, 179743), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:33:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:33:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 33, 9, 181563), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 33, 9, 181563), 0, 2, datetime.datetime(2022, 6, 2, 19, 33, 9, 181563), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:33:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:33:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 33, 9, 183235), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 33, 9, 183235), 0, 2, datetime.datetime(2022, 6, 2, 19, 33, 9, 183235), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:33:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:33:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 33, 9, 184897), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 33, 9, 184897), 0, 2, datetime.datetime(2022, 6, 2, 19, 33, 9, 184897), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:33:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:33:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:33:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:33:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:33:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:33:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:33:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:33:38,071 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:34:09.167018+00:00 (in 29.999213 seconds)
repomirrorworker stdout | 2022-06-02 19:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:34:09 UTC)" (scheduled at 2022-06-02 19:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:33:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:33:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:33:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 33, 39, 176509), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 33, 39, 176509), 0, 2, datetime.datetime(2022, 6, 2, 19, 33, 39, 176509), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:33:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:33:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 33, 39, 179933), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 33, 39, 179933), 0, 2, datetime.datetime(2022, 6, 2, 19, 33, 39, 179933), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:33:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:33:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 33, 39, 181923), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 33, 39, 181923), 0, 2, datetime.datetime(2022, 6, 2, 19, 33, 39, 181923), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:33:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:33:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 33, 39, 183597), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 33, 39, 183597), 0, 2, datetime.datetime(2022, 6, 2, 19, 33, 39, 183597), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:33:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:33:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:33:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:33:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:33:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:33:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:33:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:34:08,132 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:34:39.167018+00:00 (in 29.999209 seconds)
repomirrorworker stdout | 2022-06-02 19:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:34:39 UTC)" (scheduled at 2022-06-02 19:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:34:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:34:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:34:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 34, 9, 176432), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 34, 9, 176432), 0, 2, datetime.datetime(2022, 6, 2, 19, 34, 9, 176432), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:34:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:34:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 34, 9, 179849), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 34, 9, 179849), 0, 2, datetime.datetime(2022, 6, 2, 19, 34, 9, 179849), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:34:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:34:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 34, 9, 181738), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 34, 9, 181738), 0, 2, datetime.datetime(2022, 6, 2, 19, 34, 9, 181738), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:34:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:34:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 34, 9, 183478), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 34, 9, 183478), 0, 2, datetime.datetime(2022, 6, 2, 19, 34, 9, 183478), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:34:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:34:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 34, 9, 185226), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 34, 9, 185226), 0, 2, datetime.datetime(2022, 6, 2, 19, 34, 9, 185226), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:34:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:34:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:34:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:34:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:34:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:34:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:34:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:34:38,190 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:35:09.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-02 19:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:35:09 UTC)" (scheduled at 2022-06-02 19:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:34:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:34:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:34:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 34, 39, 176960), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 34, 39, 176960), 0, 2, datetime.datetime(2022, 6, 2, 19, 34, 39, 176960), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:34:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:34:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 34, 39, 180794), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 34, 39, 180794), 0, 2, datetime.datetime(2022, 6, 2, 19, 34, 39, 180794), True, 13, 15])
repomirrorworker stdout | 2022-06-02 19:34:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 19:34:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 34, 39, 182812), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 34, 39, 182812), 0, 2, datetime.datetime(2022, 6, 2, 19, 34, 39, 182812), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:34:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:34:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 34, 39, 184508), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 34, 39, 184508), 0, 2, datetime.datetime(2022, 6, 2, 19, 34, 39, 184508), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:34:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:34:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 34, 39, 186230), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 34, 39, 186230), 0, 2, datetime.datetime(2022, 6, 2, 19, 34, 39, 186230), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:34:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:34:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:34:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:34:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:34:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:34:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:34:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:35:08,257 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:35:39.167018+00:00 (in 29.999027 seconds)
repomirrorworker stdout | 2022-06-02 19:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:35:39 UTC)" (scheduled at 2022-06-02 19:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:35:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:35:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:35:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 35, 9, 176797), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 35, 9, 176797), 0, 2, datetime.datetime(2022, 6, 2, 19, 35, 9, 176797), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:35:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:35:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 35, 9, 180098), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 35, 9, 180098), 0, 2, datetime.datetime(2022, 6, 2, 19, 35, 9, 180098), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:35:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:35:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 35, 9, 182415), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 35, 9, 182415), 0, 2, datetime.datetime(2022, 6, 2, 19, 35, 9, 182415), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:35:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:35:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 35, 9, 184633), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 35, 9, 184633), 0, 2, datetime.datetime(2022, 6, 2, 19, 35, 9, 184633), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:35:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:35:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 35, 9, 186647), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 35, 9, 186647), 0, 2, datetime.datetime(2022, 6, 2, 19, 35, 9, 186647), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:35:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:35:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:35:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:35:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:35:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:35:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:35:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:35:38,325 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:36:09.167018+00:00 (in 29.999030 seconds)
repomirrorworker stdout | 2022-06-02 19:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:36:09 UTC)" (scheduled at 2022-06-02 19:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:35:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:35:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:35:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 35, 39, 176528), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 35, 39, 176528), 0, 2, datetime.datetime(2022, 6, 2, 19, 35, 39, 176528), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:35:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:35:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 35, 39, 179764), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 35, 39, 179764), 0, 2, datetime.datetime(2022, 6, 2, 19, 35, 39, 179764), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:35:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:35:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 35, 39, 181737), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 35, 39, 181737), 0, 2, datetime.datetime(2022, 6, 2, 19, 35, 39, 181737), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:35:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:35:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 35, 39, 183438), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 35, 39, 183438), 0, 2, datetime.datetime(2022, 6, 2, 19, 35, 39, 183438), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:35:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:35:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:35:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:35:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:35:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:35:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:35:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:36:08,395 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:36:39.167018+00:00 (in 29.999269 seconds)
repomirrorworker stdout | 2022-06-02 19:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:36:39 UTC)" (scheduled at 2022-06-02 19:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:36:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:36:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 36, 9, 176514), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 36, 9, 176514), 0, 2, datetime.datetime(2022, 6, 2, 19, 36, 9, 176514), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:36:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:36:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 36, 9, 179964), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 36, 9, 179964), 0, 2, datetime.datetime(2022, 6, 2, 19, 36, 9, 179964), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:36:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:36:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 36, 9, 181998), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 36, 9, 181998), 0, 2, datetime.datetime(2022, 6, 2, 19, 36, 9, 181998), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:36:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:36:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 36, 9, 183787), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 36, 9, 183787), 0, 2, datetime.datetime(2022, 6, 2, 19, 36, 9, 183787), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:36:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:36:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 36, 9, 185470), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 36, 9, 185470), 0, 2, datetime.datetime(2022, 6, 2, 19, 36, 9, 185470), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:36:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:36:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:36:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:36:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:36:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:36:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:36:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:36:38,447 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:37:09.167018+00:00 (in 29.999192 seconds)
repomirrorworker stdout | 2022-06-02 19:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:37:09 UTC)" (scheduled at 2022-06-02 19:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:36:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:36:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 36, 39, 176986), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 36, 39, 176986), 0, 2, datetime.datetime(2022, 6, 2, 19, 36, 39, 176986), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:36:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:36:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 36, 39, 180341), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 36, 39, 180341), 0, 2, datetime.datetime(2022, 6, 2, 19, 36, 39, 180341), True, 13, 15])
repomirrorworker stdout | 2022-06-02 19:36:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 19:36:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 36, 39, 182216), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 36, 39, 182216), 0, 2, datetime.datetime(2022, 6, 2, 19, 36, 39, 182216), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:36:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:36:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 36, 39, 183901), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 36, 39, 183901), 0, 2, datetime.datetime(2022, 6, 2, 19, 36, 39, 183901), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:36:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:36:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 36, 39, 185527), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 36, 39, 185527), 0, 2, datetime.datetime(2022, 6, 2, 19, 36, 39, 185527), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:36:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:36:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:36:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:36:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:36:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:36:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:36:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:37:08,485 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:37:39.167018+00:00 (in 29.998982 seconds)
repomirrorworker stdout | 2022-06-02 19:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:37:39 UTC)" (scheduled at 2022-06-02 19:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:37:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:37:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:37:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 37, 9, 176574), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 37, 9, 176574), 0, 2, datetime.datetime(2022, 6, 2, 19, 37, 9, 176574), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:37:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:37:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 37, 9, 180134), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 37, 9, 180134), 0, 2, datetime.datetime(2022, 6, 2, 19, 37, 9, 180134), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:37:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:37:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 37, 9, 182364), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 37, 9, 182364), 0, 2, datetime.datetime(2022, 6, 2, 19, 37, 9, 182364), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:37:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:37:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 37, 9, 184360), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 37, 9, 184360), 0, 2, datetime.datetime(2022, 6, 2, 19, 37, 9, 184360), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:37:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:37:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 37, 9, 186023), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 37, 9, 186023), 0, 2, datetime.datetime(2022, 6, 2, 19, 37, 9, 186023), True, 13, 15])
repomirrorworker stdout | 2022-06-02 19:37:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 19:37:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:37:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:37:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:37:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:37:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:37:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:37:38,542 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:38:09.167018+00:00 (in 29.999266 seconds)
repomirrorworker stdout | 2022-06-02 19:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:38:09 UTC)" (scheduled at 2022-06-02 19:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:37:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:37:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:37:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 37, 39, 176934), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 37, 39, 176934), 0, 2, datetime.datetime(2022, 6, 2, 19, 37, 39, 176934), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:37:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:37:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 37, 39, 180122), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 37, 39, 180122), 0, 2, datetime.datetime(2022, 6, 2, 19, 37, 39, 180122), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:37:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:37:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 37, 39, 182084), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 37, 39, 182084), 0, 2, datetime.datetime(2022, 6, 2, 19, 37, 39, 182084), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:37:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:37:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 37, 39, 183837), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 37, 39, 183837), 0, 2, datetime.datetime(2022, 6, 2, 19, 37, 39, 183837), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:37:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:37:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 37, 39, 185663), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 37, 39, 185663), 0, 2, datetime.datetime(2022, 6, 2, 19, 37, 39, 185663), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:37:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:37:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:37:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:37:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:37:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:37:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:37:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:38:08,608 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:38:39.167018+00:00 (in 29.999196 seconds)
repomirrorworker stdout | 2022-06-02 19:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:38:39 UTC)" (scheduled at 2022-06-02 19:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:38:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:38:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 38, 9, 176575), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 38, 9, 176575), 0, 2, datetime.datetime(2022, 6, 2, 19, 38, 9, 176575), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:38:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:38:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 38, 9, 179842), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 38, 9, 179842), 0, 2, datetime.datetime(2022, 6, 2, 19, 38, 9, 179842), True, 13, 15])
repomirrorworker stdout | 2022-06-02 19:38:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 19:38:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 38, 9, 181879), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 38, 9, 181879), 0, 2, datetime.datetime(2022, 6, 2, 19, 38, 9, 181879), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:38:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:38:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 38, 9, 183668), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 38, 9, 183668), 0, 2, datetime.datetime(2022, 6, 2, 19, 38, 9, 183668), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:38:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:38:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 38, 9, 185357), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 38, 9, 185357), 0, 2, datetime.datetime(2022, 6, 2, 19, 38, 9, 185357), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:38:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:38:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:38:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:38:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:38:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:38:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:38:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:38:38,659 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:39:09.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-02 19:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:39:09 UTC)" (scheduled at 2022-06-02 19:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:38:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:38:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:38:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 38, 39, 176951), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 38, 39, 176951), 0, 2, datetime.datetime(2022, 6, 2, 19, 38, 39, 176951), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:38:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:38:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 38, 39, 180593), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 38, 39, 180593), 0, 2, datetime.datetime(2022, 6, 2, 19, 38, 39, 180593), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:38:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:38:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 38, 39, 182477), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 38, 39, 182477), 0, 2, datetime.datetime(2022, 6, 2, 19, 38, 39, 182477), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:38:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:38:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 38, 39, 184210), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 38, 39, 184210), 0, 2, datetime.datetime(2022, 6, 2, 19, 38, 39, 184210), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:38:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:38:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 38, 39, 185911), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 38, 39, 185911), 0, 2, datetime.datetime(2022, 6, 2, 19, 38, 39, 185911), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:38:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:38:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:38:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:38:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:38:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:38:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:38:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:39:08,704 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:39:39.167018+00:00 (in 29.999108 seconds)
repomirrorworker stdout | 2022-06-02 19:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:39:39 UTC)" (scheduled at 2022-06-02 19:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:39:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:39:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:39:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 39, 9, 176205), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 39, 9, 176205), 0, 2, datetime.datetime(2022, 6, 2, 19, 39, 9, 176205), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:39:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:39:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 39, 9, 179313), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 39, 9, 179313), 0, 2, datetime.datetime(2022, 6, 2, 19, 39, 9, 179313), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:39:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:39:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 39, 9, 181303), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 39, 9, 181303), 0, 2, datetime.datetime(2022, 6, 2, 19, 39, 9, 181303), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:39:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:39:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 39, 9, 182994), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 39, 9, 182994), 0, 2, datetime.datetime(2022, 6, 2, 19, 39, 9, 182994), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:39:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:39:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:39:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:39:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:39:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:39:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:39:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:39:38,736 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:40:09.167018+00:00 (in 29.999169 seconds)
repomirrorworker stdout | 2022-06-02 19:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:40:09 UTC)" (scheduled at 2022-06-02 19:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:39:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:39:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:39:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 39, 39, 176563), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 39, 39, 176563), 0, 2, datetime.datetime(2022, 6, 2, 19, 39, 39, 176563), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:39:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:39:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 39, 39, 180078), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 39, 39, 180078), 0, 2, datetime.datetime(2022, 6, 2, 19, 39, 39, 180078), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:39:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:39:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 39, 39, 182000), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 39, 39, 182000), 0, 2, datetime.datetime(2022, 6, 2, 19, 39, 39, 182000), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:39:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:39:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 39, 39, 183720), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 39, 39, 183720), 0, 2, datetime.datetime(2022, 6, 2, 19, 39, 39, 183720), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:39:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:39:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 39, 39, 185383), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 39, 39, 185383), 0, 2, datetime.datetime(2022, 6, 2, 19, 39, 39, 185383), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:39:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:39:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:39:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:39:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:39:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:39:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:39:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:40:08,787 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:40:39.167018+00:00 (in 29.999031 seconds)
repomirrorworker stdout | 2022-06-02 19:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:40:39 UTC)" (scheduled at 2022-06-02 19:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:40:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:40:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:40:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 40, 9, 176338), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 40, 9, 176338), 0, 2, datetime.datetime(2022, 6, 2, 19, 40, 9, 176338), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:40:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:40:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 40, 9, 179823), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 40, 9, 179823), 0, 2, datetime.datetime(2022, 6, 2, 19, 40, 9, 179823), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:40:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:40:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 40, 9, 181665), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 40, 9, 181665), 0, 2, datetime.datetime(2022, 6, 2, 19, 40, 9, 181665), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:40:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:40:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 40, 9, 183329), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 40, 9, 183329), 0, 2, datetime.datetime(2022, 6, 2, 19, 40, 9, 183329), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:40:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:40:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 40, 9, 184994), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 40, 9, 184994), 0, 2, datetime.datetime(2022, 6, 2, 19, 40, 9, 184994), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:40:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:40:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:40:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:40:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:40:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:40:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:40:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:40:38,829 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:41:09.167018+00:00 (in 29.999190 seconds)
repomirrorworker stdout | 2022-06-02 19:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:41:09 UTC)" (scheduled at 2022-06-02 19:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:40:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:40:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:40:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 40, 39, 176741), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 40, 39, 176741), 0, 2, datetime.datetime(2022, 6, 2, 19, 40, 39, 176741), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:40:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:40:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 40, 39, 180416), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 40, 39, 180416), 0, 2, datetime.datetime(2022, 6, 2, 19, 40, 39, 180416), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:40:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:40:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 40, 39, 182340), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 40, 39, 182340), 0, 2, datetime.datetime(2022, 6, 2, 19, 40, 39, 182340), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:40:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:40:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 40, 39, 184067), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 40, 39, 184067), 0, 2, datetime.datetime(2022, 6, 2, 19, 40, 39, 184067), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:40:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:40:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:40:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:40:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:40:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:40:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:40:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:41:08,892 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:41:39.167018+00:00 (in 29.999062 seconds)
repomirrorworker stdout | 2022-06-02 19:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:41:39 UTC)" (scheduled at 2022-06-02 19:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:41:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:41:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:41:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 41, 9, 176182), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 41, 9, 176182), 0, 2, datetime.datetime(2022, 6, 2, 19, 41, 9, 176182), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:41:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:41:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 41, 9, 179294), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 41, 9, 179294), 0, 2, datetime.datetime(2022, 6, 2, 19, 41, 9, 179294), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:41:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:41:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 41, 9, 181153), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 41, 9, 181153), 0, 2, datetime.datetime(2022, 6, 2, 19, 41, 9, 181153), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:41:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:41:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 41, 9, 182834), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 41, 9, 182834), 0, 2, datetime.datetime(2022, 6, 2, 19, 41, 9, 182834), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:41:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:41:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:41:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:41:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:41:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:41:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:41:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:41:38,948 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:42:09.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-02 19:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:42:09 UTC)" (scheduled at 2022-06-02 19:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:41:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 41, 39, 176935), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 41, 39, 176935), 0, 2, datetime.datetime(2022, 6, 2, 19, 41, 39, 176935), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:41:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 41, 39, 180429), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 41, 39, 180429), 0, 2, datetime.datetime(2022, 6, 2, 19, 41, 39, 180429), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:41:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 41, 39, 182532), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 41, 39, 182532), 0, 2, datetime.datetime(2022, 6, 2, 19, 41, 39, 182532), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:41:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:41:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 41, 39, 184358), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 41, 39, 184358), 0, 2, datetime.datetime(2022, 6, 2, 19, 41, 39, 184358), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:41:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 41, 39, 186052), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 41, 39, 186052), 0, 2, datetime.datetime(2022, 6, 2, 19, 41, 39, 186052), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:41:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:41:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:41:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:41:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:41:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:41:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:41:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:42:09,011 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:42:39.167018+00:00 (in 29.999192 seconds)
repomirrorworker stdout | 2022-06-02 19:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:42:39 UTC)" (scheduled at 2022-06-02 19:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:42:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:42:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:42:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 42, 9, 176463), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 42, 9, 176463), 0, 2, datetime.datetime(2022, 6, 2, 19, 42, 9, 176463), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:42:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:42:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 42, 9, 179921), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 42, 9, 179921), 0, 2, datetime.datetime(2022, 6, 2, 19, 42, 9, 179921), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:42:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:42:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 42, 9, 182109), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 42, 9, 182109), 0, 2, datetime.datetime(2022, 6, 2, 19, 42, 9, 182109), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 42, 9, 183828), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 42, 9, 183828), 0, 2, datetime.datetime(2022, 6, 2, 19, 42, 9, 183828), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:42:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:42:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 42, 9, 185457), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 42, 9, 185457), 0, 2, datetime.datetime(2022, 6, 2, 19, 42, 9, 185457), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:42:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:42:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:42:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:42:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:42:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:42:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:42:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:42:39,063 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:43:09.167018+00:00 (in 29.999225 seconds)
repomirrorworker stdout | 2022-06-02 19:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:43:09 UTC)" (scheduled at 2022-06-02 19:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:42:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:42:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 42, 39, 176916), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 42, 39, 176916), 0, 2, datetime.datetime(2022, 6, 2, 19, 42, 39, 176916), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:42:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:42:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 42, 39, 180185), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 42, 39, 180185), 0, 2, datetime.datetime(2022, 6, 2, 19, 42, 39, 180185), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:42:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:42:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 42, 39, 182152), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 42, 39, 182152), 0, 2, datetime.datetime(2022, 6, 2, 19, 42, 39, 182152), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:42:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:42:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 42, 39, 183910), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 42, 39, 183910), 0, 2, datetime.datetime(2022, 6, 2, 19, 42, 39, 183910), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:42:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:42:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 42, 39, 185625), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 42, 39, 185625), 0, 2, datetime.datetime(2022, 6, 2, 19, 42, 39, 185625), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:42:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:42:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:42:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:42:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:42:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:42:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:42:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:43:09,102 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:43:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-02 19:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:43:39 UTC)" (scheduled at 2022-06-02 19:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:43:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:43:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:43:09,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 43, 9, 175860), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 43, 9, 175860), 0, 2, datetime.datetime(2022, 6, 2, 19, 43, 9, 175860), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:43:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:43:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 43, 9, 178944), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 43, 9, 178944), 0, 2, datetime.datetime(2022, 6, 2, 19, 43, 9, 178944), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:43:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:43:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 43, 9, 180824), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 43, 9, 180824), 0, 2, datetime.datetime(2022, 6, 2, 19, 43, 9, 180824), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:43:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:43:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 43, 9, 182505), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 43, 9, 182505), 0, 2, datetime.datetime(2022, 6, 2, 19, 43, 9, 182505), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:43:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:43:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 43, 9, 184203), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 43, 9, 184203), 0, 2, datetime.datetime(2022, 6, 2, 19, 43, 9, 184203), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:43:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:43:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:43:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:43:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:43:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:43:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:43:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:43:39,138 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:44:09.167018+00:00 (in 29.999285 seconds)
repomirrorworker stdout | 2022-06-02 19:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:44:09 UTC)" (scheduled at 2022-06-02 19:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:43:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:43:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:43:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 43, 39, 176215), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 43, 39, 176215), 0, 2, datetime.datetime(2022, 6, 2, 19, 43, 39, 176215), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:43:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:43:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 43, 39, 179774), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 43, 39, 179774), 0, 2, datetime.datetime(2022, 6, 2, 19, 43, 39, 179774), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:43:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:43:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 43, 39, 181967), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 43, 39, 181967), 0, 2, datetime.datetime(2022, 6, 2, 19, 43, 39, 181967), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:43:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:43:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 43, 39, 184009), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 43, 39, 184009), 0, 2, datetime.datetime(2022, 6, 2, 19, 43, 39, 184009), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:43:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:43:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:43:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:43:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:43:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:43:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:43:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:44:39.167018+00:00 (in 29.999133 seconds)
repomirrorworker stdout | 2022-06-02 19:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:44:39 UTC)" (scheduled at 2022-06-02 19:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:44:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:44:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 44, 9, 176909), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 44, 9, 176909), 0, 2, datetime.datetime(2022, 6, 2, 19, 44, 9, 176909), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:44:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:44:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 44, 9, 180300), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 44, 9, 180300), 0, 2, datetime.datetime(2022, 6, 2, 19, 44, 9, 180300), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:44:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:44:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 44, 9, 182174), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 44, 9, 182174), 0, 2, datetime.datetime(2022, 6, 2, 19, 44, 9, 182174), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:44:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:44:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 44, 9, 183848), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 44, 9, 183848), 0, 2, datetime.datetime(2022, 6, 2, 19, 44, 9, 183848), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:44:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:44:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:44:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:44:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:44:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:44:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:44:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:44:09,193 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:45:09.167018+00:00 (in 29.999061 seconds)
repomirrorworker stdout | 2022-06-02 19:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:45:09 UTC)" (scheduled at 2022-06-02 19:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:44:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:44:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 44, 39, 176349), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 44, 39, 176349), 0, 2, datetime.datetime(2022, 6, 2, 19, 44, 39, 176349), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:44:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:44:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 44, 39, 179667), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 44, 39, 179667), 0, 2, datetime.datetime(2022, 6, 2, 19, 44, 39, 179667), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:44:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:44:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 44, 39, 181970), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 44, 39, 181970), 0, 2, datetime.datetime(2022, 6, 2, 19, 44, 39, 181970), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:44:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:44:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 44, 39, 184050), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 44, 39, 184050), 0, 2, datetime.datetime(2022, 6, 2, 19, 44, 39, 184050), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:44:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:44:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 44, 39, 185735), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 44, 39, 185735), 0, 2, datetime.datetime(2022, 6, 2, 19, 44, 39, 185735), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:44:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:44:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:44:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:44:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:44:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:44:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:44:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:44:39,241 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:45:39.167018+00:00 (in 29.999128 seconds)
repomirrorworker stdout | 2022-06-02 19:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:45:39 UTC)" (scheduled at 2022-06-02 19:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:45:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:45:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:45:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 45, 9, 177432), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 45, 9, 177432), 0, 2, datetime.datetime(2022, 6, 2, 19, 45, 9, 177432), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:45:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:45:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 45, 9, 181275), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 45, 9, 181275), 0, 2, datetime.datetime(2022, 6, 2, 19, 45, 9, 181275), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:45:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:45:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 45, 9, 183196), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 45, 9, 183196), 0, 2, datetime.datetime(2022, 6, 2, 19, 45, 9, 183196), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:45:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:45:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 45, 9, 184949), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 45, 9, 184949), 0, 2, datetime.datetime(2022, 6, 2, 19, 45, 9, 184949), True, 13, 15])
repomirrorworker stdout | 2022-06-02 19:45:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 19:45:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:45:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:45:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:45:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:45:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:45:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:45:09,290 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:46:09.167018+00:00 (in 29.999192 seconds)
repomirrorworker stdout | 2022-06-02 19:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:46:09 UTC)" (scheduled at 2022-06-02 19:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:45:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:45:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 45, 39, 176515), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 45, 39, 176515), 0, 2, datetime.datetime(2022, 6, 2, 19, 45, 39, 176515), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:45:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:45:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 45, 39, 179810), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 45, 39, 179810), 0, 2, datetime.datetime(2022, 6, 2, 19, 45, 39, 179810), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:45:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:45:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 45, 39, 181937), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 45, 39, 181937), 0, 2, datetime.datetime(2022, 6, 2, 19, 45, 39, 181937), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:45:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:45:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 45, 39, 183615), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 45, 39, 183615), 0, 2, datetime.datetime(2022, 6, 2, 19, 45, 39, 183615), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:45:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:45:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 45, 39, 185274), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 45, 39, 185274), 0, 2, datetime.datetime(2022, 6, 2, 19, 45, 39, 185274), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:45:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:45:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:45:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:45:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:45:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:45:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:45:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:45:39,351 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:46:39.167018+00:00 (in 29.999170 seconds)
repomirrorworker stdout | 2022-06-02 19:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:46:39 UTC)" (scheduled at 2022-06-02 19:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:46:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:46:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:46:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 46, 9, 176962), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 46, 9, 176962), 0, 2, datetime.datetime(2022, 6, 2, 19, 46, 9, 176962), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:46:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:46:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 46, 9, 180200), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 46, 9, 180200), 0, 2, datetime.datetime(2022, 6, 2, 19, 46, 9, 180200), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:46:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:46:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 46, 9, 182106), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 46, 9, 182106), 0, 2, datetime.datetime(2022, 6, 2, 19, 46, 9, 182106), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:46:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:46:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 46, 9, 183812), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 46, 9, 183812), 0, 2, datetime.datetime(2022, 6, 2, 19, 46, 9, 183812), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:46:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:46:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 46, 9, 185475), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 46, 9, 185475), 0, 2, datetime.datetime(2022, 6, 2, 19, 46, 9, 185475), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:46:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:46:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:46:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:46:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:46:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:46:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:46:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:46:09,404 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:47:09.167018+00:00 (in 29.999245 seconds)
repomirrorworker stdout | 2022-06-02 19:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:47:09 UTC)" (scheduled at 2022-06-02 19:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:46:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 46, 39, 176539), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 46, 39, 176539), 0, 2, datetime.datetime(2022, 6, 2, 19, 46, 39, 176539), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:46:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:46:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 46, 39, 179613), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 46, 39, 179613), 0, 2, datetime.datetime(2022, 6, 2, 19, 46, 39, 179613), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:46:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:46:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 46, 39, 181498), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 46, 39, 181498), 0, 2, datetime.datetime(2022, 6, 2, 19, 46, 39, 181498), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:46:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:46:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 46, 39, 183185), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 46, 39, 183185), 0, 2, datetime.datetime(2022, 6, 2, 19, 46, 39, 183185), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:46:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:46:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 46, 39, 184838), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 46, 39, 184838), 0, 2, datetime.datetime(2022, 6, 2, 19, 46, 39, 184838), True, 13, 15])
repomirrorworker stdout | 2022-06-02 19:46:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 19:46:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:46:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:46:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:46:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:46:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:46:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:46:39,435 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:47:39.167018+00:00 (in 29.999180 seconds)
repomirrorworker stdout | 2022-06-02 19:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:47:39 UTC)" (scheduled at 2022-06-02 19:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:47:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:47:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 47, 9, 176568), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 47, 9, 176568), 0, 2, datetime.datetime(2022, 6, 2, 19, 47, 9, 176568), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:47:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:47:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 47, 9, 179709), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 47, 9, 179709), 0, 2, datetime.datetime(2022, 6, 2, 19, 47, 9, 179709), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:47:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:47:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 47, 9, 181566), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 47, 9, 181566), 0, 2, datetime.datetime(2022, 6, 2, 19, 47, 9, 181566), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:47:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:47:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 47, 9, 183276), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 47, 9, 183276), 0, 2, datetime.datetime(2022, 6, 2, 19, 47, 9, 183276), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:47:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:47:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 47, 9, 184933), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 47, 9, 184933), 0, 2, datetime.datetime(2022, 6, 2, 19, 47, 9, 184933), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:47:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:47:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:47:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:47:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:47:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:47:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:47:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:47:09,462 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:48:09.167018+00:00 (in 29.999244 seconds)
repomirrorworker stdout | 2022-06-02 19:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:48:09 UTC)" (scheduled at 2022-06-02 19:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:47:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:47:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 47, 39, 176596), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 47, 39, 176596), 0, 2, datetime.datetime(2022, 6, 2, 19, 47, 39, 176596), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:47:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:47:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 47, 39, 179993), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 47, 39, 179993), 0, 2, datetime.datetime(2022, 6, 2, 19, 47, 39, 179993), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:47:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:47:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 47, 39, 181883), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 47, 39, 181883), 0, 2, datetime.datetime(2022, 6, 2, 19, 47, 39, 181883), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:47:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:47:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 47, 39, 183585), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 47, 39, 183585), 0, 2, datetime.datetime(2022, 6, 2, 19, 47, 39, 183585), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:47:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:47:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:47:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:47:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:47:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:47:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:47:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:47:39,514 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:48:39.167018+00:00 (in 29.998976 seconds)
repomirrorworker stdout | 2022-06-02 19:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:48:39 UTC)" (scheduled at 2022-06-02 19:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:48:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:48:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:48:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 48, 9, 177183), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 48, 9, 177183), 0, 2, datetime.datetime(2022, 6, 2, 19, 48, 9, 177183), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:48:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:48:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 48, 9, 180345), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 48, 9, 180345), 0, 2, datetime.datetime(2022, 6, 2, 19, 48, 9, 180345), True, 13, 15])
repomirrorworker stdout | 2022-06-02 19:48:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 19:48:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 48, 9, 182248), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 48, 9, 182248), 0, 2, datetime.datetime(2022, 6, 2, 19, 48, 9, 182248), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:48:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:48:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 48, 9, 183991), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 48, 9, 183991), 0, 2, datetime.datetime(2022, 6, 2, 19, 48, 9, 183991), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:48:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:48:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 48, 9, 185663), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 48, 9, 185663), 0, 2, datetime.datetime(2022, 6, 2, 19, 48, 9, 185663), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:48:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:48:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:48:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:48:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:48:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:48:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:48:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:48:09,550 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:49:09.167018+00:00 (in 29.999277 seconds)
repomirrorworker stdout | 2022-06-02 19:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:49:09 UTC)" (scheduled at 2022-06-02 19:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:48:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:48:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:48:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 48, 39, 176544), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 48, 39, 176544), 0, 2, datetime.datetime(2022, 6, 2, 19, 48, 39, 176544), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:48:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:48:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 48, 39, 179830), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 48, 39, 179830), 0, 2, datetime.datetime(2022, 6, 2, 19, 48, 39, 179830), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:48:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:48:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 48, 39, 181699), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 48, 39, 181699), 0, 2, datetime.datetime(2022, 6, 2, 19, 48, 39, 181699), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:48:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:48:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 48, 39, 183375), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 48, 39, 183375), 0, 2, datetime.datetime(2022, 6, 2, 19, 48, 39, 183375), True, 13, 15])
repomirrorworker stdout | 2022-06-02 19:48:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 19:48:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 48, 39, 185081), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 48, 39, 185081), 0, 2, datetime.datetime(2022, 6, 2, 19, 48, 39, 185081), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:48:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:48:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:48:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:48:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:48:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:48:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:48:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:48:39,590 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:49:39.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-02 19:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:49:39 UTC)" (scheduled at 2022-06-02 19:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:49:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:49:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:49:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 49, 9, 177110), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 49, 9, 177110), 0, 2, datetime.datetime(2022, 6, 2, 19, 49, 9, 177110), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:49:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:49:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 49, 9, 180377), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 49, 9, 180377), 0, 2, datetime.datetime(2022, 6, 2, 19, 49, 9, 180377), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:49:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:49:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 49, 9, 182575), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 49, 9, 182575), 0, 2, datetime.datetime(2022, 6, 2, 19, 49, 9, 182575), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:49:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:49:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 49, 9, 184333), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 49, 9, 184333), 0, 2, datetime.datetime(2022, 6, 2, 19, 49, 9, 184333), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:49:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:49:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:49:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:49:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:49:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:49:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:49:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:49:09,655 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:50:09.167018+00:00 (in 29.998992 seconds)
repomirrorworker stdout | 2022-06-02 19:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:50:09 UTC)" (scheduled at 2022-06-02 19:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:49:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:49:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 49, 39, 176659), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 49, 39, 176659), 0, 2, datetime.datetime(2022, 6, 2, 19, 49, 39, 176659), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:49:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:49:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 49, 39, 180150), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 49, 39, 180150), 0, 2, datetime.datetime(2022, 6, 2, 19, 49, 39, 180150), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:49:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:49:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 49, 39, 182457), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 49, 39, 182457), 0, 2, datetime.datetime(2022, 6, 2, 19, 49, 39, 182457), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:49:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:49:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 49, 39, 184548), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 49, 39, 184548), 0, 2, datetime.datetime(2022, 6, 2, 19, 49, 39, 184548), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:49:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:49:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 49, 39, 186538), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 49, 39, 186538), 0, 2, datetime.datetime(2022, 6, 2, 19, 49, 39, 186538), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:49:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:49:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:49:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:49:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:49:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:49:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:49:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:49:39,709 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:50:39.167018+00:00 (in 29.999123 seconds)
repomirrorworker stdout | 2022-06-02 19:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:50:39 UTC)" (scheduled at 2022-06-02 19:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:50:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:50:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:50:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 50, 9, 177492), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 50, 9, 177492), 0, 2, datetime.datetime(2022, 6, 2, 19, 50, 9, 177492), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:50:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:50:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 50, 9, 180763), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 50, 9, 180763), 0, 2, datetime.datetime(2022, 6, 2, 19, 50, 9, 180763), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:50:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:50:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 50, 9, 182589), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 50, 9, 182589), 0, 2, datetime.datetime(2022, 6, 2, 19, 50, 9, 182589), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:50:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:50:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 50, 9, 184404), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 50, 9, 184404), 0, 2, datetime.datetime(2022, 6, 2, 19, 50, 9, 184404), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:50:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:50:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:50:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:50:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:50:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:50:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:50:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:50:09,743 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:51:09.167018+00:00 (in 29.999247 seconds)
repomirrorworker stdout | 2022-06-02 19:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:51:09 UTC)" (scheduled at 2022-06-02 19:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:50:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:50:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 50, 39, 176844), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 50, 39, 176844), 0, 2, datetime.datetime(2022, 6, 2, 19, 50, 39, 176844), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:50:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:50:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 50, 39, 180290), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 50, 39, 180290), 0, 2, datetime.datetime(2022, 6, 2, 19, 50, 39, 180290), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:50:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:50:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 50, 39, 182377), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 50, 39, 182377), 0, 2, datetime.datetime(2022, 6, 2, 19, 50, 39, 182377), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:50:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:50:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 50, 39, 184092), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 50, 39, 184092), 0, 2, datetime.datetime(2022, 6, 2, 19, 50, 39, 184092), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:50:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:50:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:50:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:50:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:50:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:50:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:50:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:50:39,783 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:51:39.167018+00:00 (in 29.999131 seconds)
repomirrorworker stdout | 2022-06-02 19:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:51:39 UTC)" (scheduled at 2022-06-02 19:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:51:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:51:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:51:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 51, 9, 177005), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 51, 9, 177005), 0, 2, datetime.datetime(2022, 6, 2, 19, 51, 9, 177005), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:51:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:51:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 51, 9, 180694), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 51, 9, 180694), 0, 2, datetime.datetime(2022, 6, 2, 19, 51, 9, 180694), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:51:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:51:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 51, 9, 182625), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 51, 9, 182625), 0, 2, datetime.datetime(2022, 6, 2, 19, 51, 9, 182625), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:51:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:51:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 51, 9, 184373), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 51, 9, 184373), 0, 2, datetime.datetime(2022, 6, 2, 19, 51, 9, 184373), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:51:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:51:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 51, 9, 186123), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 51, 9, 186123), 0, 2, datetime.datetime(2022, 6, 2, 19, 51, 9, 186123), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:51:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:51:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:51:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:51:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:51:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:51:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:51:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:51:09,840 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:52:09.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-02 19:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:52:09 UTC)" (scheduled at 2022-06-02 19:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:51:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:51:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:51:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 51, 39, 176885), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 51, 39, 176885), 0, 2, datetime.datetime(2022, 6, 2, 19, 51, 39, 176885), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:51:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:51:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 51, 39, 180312), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 51, 39, 180312), 0, 2, datetime.datetime(2022, 6, 2, 19, 51, 39, 180312), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:51:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:51:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 51, 39, 182267), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 51, 39, 182267), 0, 2, datetime.datetime(2022, 6, 2, 19, 51, 39, 182267), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:51:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:51:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 51, 39, 184060), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 51, 39, 184060), 0, 2, datetime.datetime(2022, 6, 2, 19, 51, 39, 184060), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:51:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:51:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 51, 39, 185795), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 51, 39, 185795), 0, 2, datetime.datetime(2022, 6, 2, 19, 51, 39, 185795), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:51:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:51:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:51:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:51:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:51:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:51:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:51:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:51:39,915 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:52:39.167018+00:00 (in 29.999213 seconds)
repomirrorworker stdout | 2022-06-02 19:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:52:39 UTC)" (scheduled at 2022-06-02 19:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:52:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:52:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:52:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 52, 9, 176629), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 52, 9, 176629), 0, 2, datetime.datetime(2022, 6, 2, 19, 52, 9, 176629), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:52:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:52:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 52, 9, 180049), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 52, 9, 180049), 0, 2, datetime.datetime(2022, 6, 2, 19, 52, 9, 180049), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:52:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:52:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 52, 9, 182089), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 52, 9, 182089), 0, 2, datetime.datetime(2022, 6, 2, 19, 52, 9, 182089), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:52:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:52:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 52, 9, 183809), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 52, 9, 183809), 0, 2, datetime.datetime(2022, 6, 2, 19, 52, 9, 183809), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:52:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:52:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 52, 9, 185497), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 52, 9, 185497), 0, 2, datetime.datetime(2022, 6, 2, 19, 52, 9, 185497), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:52:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:52:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:52:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:52:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:52:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:52:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:52:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:52:09,971 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:53:09.167018+00:00 (in 29.999209 seconds)
repomirrorworker stdout | 2022-06-02 19:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:53:09 UTC)" (scheduled at 2022-06-02 19:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:52:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:52:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 52, 39, 177202), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 52, 39, 177202), 0, 2, datetime.datetime(2022, 6, 2, 19, 52, 39, 177202), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:52:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:52:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 52, 39, 180747), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 52, 39, 180747), 0, 2, datetime.datetime(2022, 6, 2, 19, 52, 39, 180747), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:52:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:52:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 52, 39, 182643), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 52, 39, 182643), 0, 2, datetime.datetime(2022, 6, 2, 19, 52, 39, 182643), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:52:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:52:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 52, 39, 184351), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 52, 39, 184351), 0, 2, datetime.datetime(2022, 6, 2, 19, 52, 39, 184351), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:52:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:52:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 52, 39, 186055), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 52, 39, 186055), 0, 2, datetime.datetime(2022, 6, 2, 19, 52, 39, 186055), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:52:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:52:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:52:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:52:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:52:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:52:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:52:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:52:40,027 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:53:39.167018+00:00 (in 29.999306 seconds)
repomirrorworker stdout | 2022-06-02 19:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:53:39 UTC)" (scheduled at 2022-06-02 19:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:53:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:53:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 53, 9, 176926), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 53, 9, 176926), 0, 2, datetime.datetime(2022, 6, 2, 19, 53, 9, 176926), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:53:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:53:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 53, 9, 180294), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 53, 9, 180294), 0, 2, datetime.datetime(2022, 6, 2, 19, 53, 9, 180294), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:53:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:53:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 53, 9, 182252), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 53, 9, 182252), 0, 2, datetime.datetime(2022, 6, 2, 19, 53, 9, 182252), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:53:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:53:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 53, 9, 184007), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 53, 9, 184007), 0, 2, datetime.datetime(2022, 6, 2, 19, 53, 9, 184007), True, 13, 15])
repomirrorworker stdout | 2022-06-02 19:53:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 19:53:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:53:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:53:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:53:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:53:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:53:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:53:10,074 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:54:09.167018+00:00 (in 29.999210 seconds)
repomirrorworker stdout | 2022-06-02 19:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:54:09 UTC)" (scheduled at 2022-06-02 19:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:53:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 53, 39, 177241), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 53, 39, 177241), 0, 2, datetime.datetime(2022, 6, 2, 19, 53, 39, 177241), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:53:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:53:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 53, 39, 180769), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 53, 39, 180769), 0, 2, datetime.datetime(2022, 6, 2, 19, 53, 39, 180769), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:53:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:53:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 53, 39, 182665), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 53, 39, 182665), 0, 2, datetime.datetime(2022, 6, 2, 19, 53, 39, 182665), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:53:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:53:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 53, 39, 184398), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 53, 39, 184398), 0, 2, datetime.datetime(2022, 6, 2, 19, 53, 39, 184398), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:53:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:53:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 53, 39, 186138), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 53, 39, 186138), 0, 2, datetime.datetime(2022, 6, 2, 19, 53, 39, 186138), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:53:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:53:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:53:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:53:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:53:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:53:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:53:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:53:40,122 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:54:39.167018+00:00 (in 29.999054 seconds)
repomirrorworker stdout | 2022-06-02 19:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:54:39 UTC)" (scheduled at 2022-06-02 19:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:54:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:54:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 54, 9, 177322), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 54, 9, 177322), 0, 2, datetime.datetime(2022, 6, 2, 19, 54, 9, 177322), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:54:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:54:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 54, 9, 181063), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 54, 9, 181063), 0, 2, datetime.datetime(2022, 6, 2, 19, 54, 9, 181063), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:54:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:54:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 54, 9, 182960), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 54, 9, 182960), 0, 2, datetime.datetime(2022, 6, 2, 19, 54, 9, 182960), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:54:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:54:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 54, 9, 184627), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 54, 9, 184627), 0, 2, datetime.datetime(2022, 6, 2, 19, 54, 9, 184627), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:54:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:54:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 54, 9, 186371), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 54, 9, 186371), 0, 2, datetime.datetime(2022, 6, 2, 19, 54, 9, 186371), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:54:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:54:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:54:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:54:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:54:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:54:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:54:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:54:10,154 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:55:09.167018+00:00 (in 29.999177 seconds)
repomirrorworker stdout | 2022-06-02 19:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:55:09 UTC)" (scheduled at 2022-06-02 19:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:54:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:54:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:54:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 54, 39, 177289), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 54, 39, 177289), 0, 2, datetime.datetime(2022, 6, 2, 19, 54, 39, 177289), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:54:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:54:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 54, 39, 180619), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 54, 39, 180619), 0, 2, datetime.datetime(2022, 6, 2, 19, 54, 39, 180619), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:54:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:54:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 54, 39, 182575), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 54, 39, 182575), 0, 2, datetime.datetime(2022, 6, 2, 19, 54, 39, 182575), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:54:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:54:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 54, 39, 184278), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 54, 39, 184278), 0, 2, datetime.datetime(2022, 6, 2, 19, 54, 39, 184278), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:54:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:54:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 54, 39, 186018), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 54, 39, 186018), 0, 2, datetime.datetime(2022, 6, 2, 19, 54, 39, 186018), True, 13, 15])
repomirrorworker stdout | 2022-06-02 19:54:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 19:54:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:54:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:54:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:54:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:54:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:54:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:54:40,222 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:55:39.167018+00:00 (in 29.999189 seconds)
repomirrorworker stdout | 2022-06-02 19:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:55:39 UTC)" (scheduled at 2022-06-02 19:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:55:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:55:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:55:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 55, 9, 176754), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 55, 9, 176754), 0, 2, datetime.datetime(2022, 6, 2, 19, 55, 9, 176754), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:55:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:55:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 55, 9, 179913), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 55, 9, 179913), 0, 2, datetime.datetime(2022, 6, 2, 19, 55, 9, 179913), True, 13, 15])
repomirrorworker stdout | 2022-06-02 19:55:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 19:55:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 55, 9, 181843), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 55, 9, 181843), 0, 2, datetime.datetime(2022, 6, 2, 19, 55, 9, 181843), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:55:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:55:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 55, 9, 183580), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 55, 9, 183580), 0, 2, datetime.datetime(2022, 6, 2, 19, 55, 9, 183580), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:55:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:55:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 55, 9, 185312), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 55, 9, 185312), 0, 2, datetime.datetime(2022, 6, 2, 19, 55, 9, 185312), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:55:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:55:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:55:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:55:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:55:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:55:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:55:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:55:10,262 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:56:09.167018+00:00 (in 29.999226 seconds)
repomirrorworker stdout | 2022-06-02 19:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:56:09 UTC)" (scheduled at 2022-06-02 19:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:55:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:55:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 55, 39, 176317), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 55, 39, 176317), 0, 2, datetime.datetime(2022, 6, 2, 19, 55, 39, 176317), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:55:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:55:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 55, 39, 179593), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 55, 39, 179593), 0, 2, datetime.datetime(2022, 6, 2, 19, 55, 39, 179593), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:55:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:55:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 55, 39, 181564), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 55, 39, 181564), 0, 2, datetime.datetime(2022, 6, 2, 19, 55, 39, 181564), True, 4, 8])
repomirrorworker stdout | 2022-06-02 19:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 19:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 55, 39, 183335), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 55, 39, 183335), 0, 2, datetime.datetime(2022, 6, 2, 19, 55, 39, 183335), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:55:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:55:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 55, 39, 185084), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 55, 39, 185084), 0, 2, datetime.datetime(2022, 6, 2, 19, 55, 39, 185084), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:55:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:55:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:55:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:55:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:55:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:55:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:55:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:55:40,319 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:56:39.167018+00:00 (in 29.999184 seconds)
repomirrorworker stdout | 2022-06-02 19:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:56:39 UTC)" (scheduled at 2022-06-02 19:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:56:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:56:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:56:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 56, 9, 176717), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 56, 9, 176717), 0, 2, datetime.datetime(2022, 6, 2, 19, 56, 9, 176717), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:56:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:56:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 56, 9, 180150), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 56, 9, 180150), 0, 2, datetime.datetime(2022, 6, 2, 19, 56, 9, 180150), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:56:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:56:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 56, 9, 182204), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 56, 9, 182204), 0, 2, datetime.datetime(2022, 6, 2, 19, 56, 9, 182204), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:56:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:56:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 56, 9, 184079), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 56, 9, 184079), 0, 2, datetime.datetime(2022, 6, 2, 19, 56, 9, 184079), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:56:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:56:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 56, 9, 185833), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 56, 9, 185833), 0, 2, datetime.datetime(2022, 6, 2, 19, 56, 9, 185833), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:56:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:56:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:56:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:56:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:56:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:56:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:56:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:56:10,372 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:57:09.167018+00:00 (in 29.999252 seconds)
repomirrorworker stdout | 2022-06-02 19:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:57:09 UTC)" (scheduled at 2022-06-02 19:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:56:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:56:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 56, 39, 176707), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 56, 39, 176707), 0, 2, datetime.datetime(2022, 6, 2, 19, 56, 39, 176707), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:56:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:56:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 56, 39, 180194), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 56, 39, 180194), 0, 2, datetime.datetime(2022, 6, 2, 19, 56, 39, 180194), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:56:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:56:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 56, 39, 182468), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 56, 39, 182468), 0, 2, datetime.datetime(2022, 6, 2, 19, 56, 39, 182468), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:56:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:56:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 56, 39, 184160), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 56, 39, 184160), 0, 2, datetime.datetime(2022, 6, 2, 19, 56, 39, 184160), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:56:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:56:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:56:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:56:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:56:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:56:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:56:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:56:40,426 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:57:39.167018+00:00 (in 29.999253 seconds)
repomirrorworker stdout | 2022-06-02 19:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:57:39 UTC)" (scheduled at 2022-06-02 19:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:57:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:57:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:57:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 57, 9, 177289), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 57, 9, 177289), 0, 2, datetime.datetime(2022, 6, 2, 19, 57, 9, 177289), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:57:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:57:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 57, 9, 181186), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 57, 9, 181186), 0, 2, datetime.datetime(2022, 6, 2, 19, 57, 9, 181186), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:57:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:57:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 57, 9, 183116), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 57, 9, 183116), 0, 2, datetime.datetime(2022, 6, 2, 19, 57, 9, 183116), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:57:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:57:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 57, 9, 185028), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 57, 9, 185028), 0, 2, datetime.datetime(2022, 6, 2, 19, 57, 9, 185028), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:57:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:57:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 57, 9, 186724), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 57, 9, 186724), 0, 2, datetime.datetime(2022, 6, 2, 19, 57, 9, 186724), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:57:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:57:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:57:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:57:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:57:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:57:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:57:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:57:10,477 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:58:09.167018+00:00 (in 29.999124 seconds)
repomirrorworker stdout | 2022-06-02 19:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:58:09 UTC)" (scheduled at 2022-06-02 19:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:57:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:57:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 57, 39, 176705), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 57, 39, 176705), 0, 2, datetime.datetime(2022, 6, 2, 19, 57, 39, 176705), True, 3, 7])
repomirrorworker stdout | 2022-06-02 19:57:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 19:57:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 57, 39, 179957), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 57, 39, 179957), 0, 2, datetime.datetime(2022, 6, 2, 19, 57, 39, 179957), True, 8, 12])
repomirrorworker stdout | 2022-06-02 19:57:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 19:57:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 57, 39, 181856), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 57, 39, 181856), 0, 2, datetime.datetime(2022, 6, 2, 19, 57, 39, 181856), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:57:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:57:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 57, 39, 183585), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 57, 39, 183585), 0, 2, datetime.datetime(2022, 6, 2, 19, 57, 39, 183585), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:57:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:57:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 57, 39, 185285), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 57, 39, 185285), 0, 2, datetime.datetime(2022, 6, 2, 19, 57, 39, 185285), True, 12, 15])
repomirrorworker stdout | 2022-06-02 19:57:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 19:57:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:57:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:57:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:57:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:57:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:57:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:57:40,503 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:58:39.167018+00:00 (in 29.999243 seconds)
repomirrorworker stdout | 2022-06-02 19:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:58:39 UTC)" (scheduled at 2022-06-02 19:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:58:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:58:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 58, 9, 177098), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 58, 9, 177098), 0, 2, datetime.datetime(2022, 6, 2, 19, 58, 9, 177098), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:58:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:58:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 58, 9, 180379), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 58, 9, 180379), 0, 2, datetime.datetime(2022, 6, 2, 19, 58, 9, 180379), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:58:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:58:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 58, 9, 182338), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 58, 9, 182338), 0, 2, datetime.datetime(2022, 6, 2, 19, 58, 9, 182338), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:58:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:58:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 58, 9, 184092), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 58, 9, 184092), 0, 2, datetime.datetime(2022, 6, 2, 19, 58, 9, 184092), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:58:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:58:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 58, 9, 185788), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 58, 9, 185788), 0, 2, datetime.datetime(2022, 6, 2, 19, 58, 9, 185788), True, 9, 13])
repomirrorworker stdout | 2022-06-02 19:58:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 19:58:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:58:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:58:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:58:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:58:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:58:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:58:10,561 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:59:09.167018+00:00 (in 29.999139 seconds)
repomirrorworker stdout | 2022-06-02 19:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:59:09 UTC)" (scheduled at 2022-06-02 19:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:58:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:58:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:58:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 58, 39, 176007), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 58, 39, 176007), 0, 2, datetime.datetime(2022, 6, 2, 19, 58, 39, 176007), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:58:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:58:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 58, 39, 179289), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 58, 39, 179289), 0, 2, datetime.datetime(2022, 6, 2, 19, 58, 39, 179289), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:58:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:58:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 58, 39, 181371), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 58, 39, 181371), 0, 2, datetime.datetime(2022, 6, 2, 19, 58, 39, 181371), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:58:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:58:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 58, 39, 183186), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 58, 39, 183186), 0, 2, datetime.datetime(2022, 6, 2, 19, 58, 39, 183186), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:58:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:58:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 58, 39, 185072), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 58, 39, 185072), 0, 2, datetime.datetime(2022, 6, 2, 19, 58, 39, 185072), True, 14, 15])
repomirrorworker stdout | 2022-06-02 19:58:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 19:58:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:58:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:58:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:58:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:58:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:58:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:58:40,616 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 19:59:39.167018+00:00 (in 29.999234 seconds)
repomirrorworker stdout | 2022-06-02 19:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:59:39 UTC)" (scheduled at 2022-06-02 19:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:59:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:59:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 59, 9, 176559), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 59, 9, 176559), 0, 2, datetime.datetime(2022, 6, 2, 19, 59, 9, 176559), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:59:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:59:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 59, 9, 179865), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 59, 9, 179865), 0, 2, datetime.datetime(2022, 6, 2, 19, 59, 9, 179865), True, 6, 10])
repomirrorworker stdout | 2022-06-02 19:59:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 19:59:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 59, 9, 182121), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 59, 9, 182121), 0, 2, datetime.datetime(2022, 6, 2, 19, 59, 9, 182121), True, 10, 14])
repomirrorworker stdout | 2022-06-02 19:59:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 19:59:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 59, 9, 184214), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 59, 9, 184214), 0, 2, datetime.datetime(2022, 6, 2, 19, 59, 9, 184214), True, 2, 6])
repomirrorworker stdout | 2022-06-02 19:59:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 19:59:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 59, 9, 186058), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 59, 9, 186058), 0, 2, datetime.datetime(2022, 6, 2, 19, 59, 9, 186058), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:59:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:59:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:59:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:59:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:59:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:59:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:59:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 19:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:59:10,675 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 19:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 19:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:00:09.167018+00:00 (in 29.999072 seconds)
repomirrorworker stdout | 2022-06-02 19:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:00:09 UTC)" (scheduled at 2022-06-02 19:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 19:59:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:59:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:59:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 59, 39, 176075), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 59, 39, 176075), 0, 2, datetime.datetime(2022, 6, 2, 19, 59, 39, 176075), True, 7, 11])
repomirrorworker stdout | 2022-06-02 19:59:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 19:59:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 59, 39, 179156), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 59, 39, 179156), 0, 2, datetime.datetime(2022, 6, 2, 19, 59, 39, 179156), True, 11, 15])
repomirrorworker stdout | 2022-06-02 19:59:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 19:59:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 59, 39, 181082), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 59, 39, 181082), 0, 2, datetime.datetime(2022, 6, 2, 19, 59, 39, 181082), True, 1, 5])
repomirrorworker stdout | 2022-06-02 19:59:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 19:59:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 19, 59, 39, 182753), 0, 2, None, True, datetime.datetime(2022, 6, 2, 19, 59, 39, 182753), 0, 2, datetime.datetime(2022, 6, 2, 19, 59, 39, 182753), True, 5, 9])
repomirrorworker stdout | 2022-06-02 19:59:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 19:59:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 19:59:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:59:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 19:59:39,188 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 19:59:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 19:59:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 19:59:40,728 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:00:39.167018+00:00 (in 29.999113 seconds)
repomirrorworker stdout | 2022-06-02 20:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:00:39 UTC)" (scheduled at 2022-06-02 20:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:00:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:00:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 0, 9, 176972), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 0, 9, 176972), 0, 2, datetime.datetime(2022, 6, 2, 20, 0, 9, 176972), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:00:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:00:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 0, 9, 180562), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 0, 9, 180562), 0, 2, datetime.datetime(2022, 6, 2, 20, 0, 9, 180562), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:00:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:00:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 0, 9, 182697), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 0, 9, 182697), 0, 2, datetime.datetime(2022, 6, 2, 20, 0, 9, 182697), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:00:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:00:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 0, 9, 184409), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 0, 9, 184409), 0, 2, datetime.datetime(2022, 6, 2, 20, 0, 9, 184409), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:00:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:00:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 0, 9, 186102), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 0, 9, 186102), 0, 2, datetime.datetime(2022, 6, 2, 20, 0, 9, 186102), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:00:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:00:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:00:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:00:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:00:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:00:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:00:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:00:10,787 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:01:09.167018+00:00 (in 29.999251 seconds)
repomirrorworker stdout | 2022-06-02 20:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:01:09 UTC)" (scheduled at 2022-06-02 20:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:00:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:00:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 0, 39, 176769), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 0, 39, 176769), 0, 2, datetime.datetime(2022, 6, 2, 20, 0, 39, 176769), True, 4, 8])
repomirrorworker stdout | 2022-06-02 20:00:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 20:00:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 0, 39, 180398), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 0, 39, 180398), 0, 2, datetime.datetime(2022, 6, 2, 20, 0, 39, 180398), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:00:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:00:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 0, 39, 182369), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 0, 39, 182369), 0, 2, datetime.datetime(2022, 6, 2, 20, 0, 39, 182369), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:00:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:00:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 0, 39, 184090), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 0, 39, 184090), 0, 2, datetime.datetime(2022, 6, 2, 20, 0, 39, 184090), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:00:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:00:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 0, 39, 185731), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 0, 39, 185731), 0, 2, datetime.datetime(2022, 6, 2, 20, 0, 39, 185731), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:00:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:00:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:00:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:00:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:00:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:00:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:00:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:00:40,847 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:01:39.167018+00:00 (in 29.999200 seconds)
repomirrorworker stdout | 2022-06-02 20:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:01:39 UTC)" (scheduled at 2022-06-02 20:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:01:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:01:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 1, 9, 177164), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 1, 9, 177164), 0, 2, datetime.datetime(2022, 6, 2, 20, 1, 9, 177164), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:01:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:01:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 1, 9, 180882), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 1, 9, 180882), 0, 2, datetime.datetime(2022, 6, 2, 20, 1, 9, 180882), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:01:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:01:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 1, 9, 183048), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 1, 9, 183048), 0, 2, datetime.datetime(2022, 6, 2, 20, 1, 9, 183048), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:01:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:01:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 1, 9, 185098), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 1, 9, 185098), 0, 2, datetime.datetime(2022, 6, 2, 20, 1, 9, 185098), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:01:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:01:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 1, 9, 187137), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 1, 9, 187137), 0, 2, datetime.datetime(2022, 6, 2, 20, 1, 9, 187137), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:01:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:01:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:01:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:01:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:01:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:01:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:01:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:01:10,896 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:02:09.167018+00:00 (in 29.999229 seconds)
repomirrorworker stdout | 2022-06-02 20:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:02:09 UTC)" (scheduled at 2022-06-02 20:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:01:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 1, 39, 176903), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 1, 39, 176903), 0, 2, datetime.datetime(2022, 6, 2, 20, 1, 39, 176903), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 1, 39, 180121), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 1, 39, 180121), 0, 2, datetime.datetime(2022, 6, 2, 20, 1, 39, 180121), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:01:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:01:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 1, 39, 182149), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 1, 39, 182149), 0, 2, datetime.datetime(2022, 6, 2, 20, 1, 39, 182149), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:01:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:01:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 1, 39, 183921), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 1, 39, 183921), 0, 2, datetime.datetime(2022, 6, 2, 20, 1, 39, 183921), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:01:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:01:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 1, 39, 185568), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 1, 39, 185568), 0, 2, datetime.datetime(2022, 6, 2, 20, 1, 39, 185568), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:01:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:01:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:01:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:01:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:01:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:01:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:01:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:01:40,932 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:02:39.167018+00:00 (in 29.999204 seconds)
repomirrorworker stdout | 2022-06-02 20:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:02:39 UTC)" (scheduled at 2022-06-02 20:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:02:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:02:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:02:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 2, 9, 176994), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 2, 9, 176994), 0, 2, datetime.datetime(2022, 6, 2, 20, 2, 9, 176994), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:02:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:02:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 2, 9, 180420), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 2, 9, 180420), 0, 2, datetime.datetime(2022, 6, 2, 20, 2, 9, 180420), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:02:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:02:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 2, 9, 182281), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 2, 9, 182281), 0, 2, datetime.datetime(2022, 6, 2, 20, 2, 9, 182281), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:02:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:02:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 2, 9, 183955), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 2, 9, 183955), 0, 2, datetime.datetime(2022, 6, 2, 20, 2, 9, 183955), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:02:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:02:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:02:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:02:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:02:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:02:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:02:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:02:10,993 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:03:09.167018+00:00 (in 29.999030 seconds)
repomirrorworker stdout | 2022-06-02 20:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:03:09 UTC)" (scheduled at 2022-06-02 20:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:02:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:02:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:02:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 2, 39, 176527), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 2, 39, 176527), 0, 2, datetime.datetime(2022, 6, 2, 20, 2, 39, 176527), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:02:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:02:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 2, 39, 179651), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 2, 39, 179651), 0, 2, datetime.datetime(2022, 6, 2, 20, 2, 39, 179651), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:02:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:02:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 2, 39, 181617), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 2, 39, 181617), 0, 2, datetime.datetime(2022, 6, 2, 20, 2, 39, 181617), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:02:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:02:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 2, 39, 183335), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 2, 39, 183335), 0, 2, datetime.datetime(2022, 6, 2, 20, 2, 39, 183335), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:02:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:02:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 2, 39, 185036), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 2, 39, 185036), 0, 2, datetime.datetime(2022, 6, 2, 20, 2, 39, 185036), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:02:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:02:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:02:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:02:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:02:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:02:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:02:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:02:41,039 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:03:39.167018+00:00 (in 29.999196 seconds)
repomirrorworker stdout | 2022-06-02 20:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:03:39 UTC)" (scheduled at 2022-06-02 20:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:03:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:03:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 3, 9, 176173), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 3, 9, 176173), 0, 2, datetime.datetime(2022, 6, 2, 20, 3, 9, 176173), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:03:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:03:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 3, 9, 179614), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 3, 9, 179614), 0, 2, datetime.datetime(2022, 6, 2, 20, 3, 9, 179614), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:03:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:03:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 3, 9, 181513), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 3, 9, 181513), 0, 2, datetime.datetime(2022, 6, 2, 20, 3, 9, 181513), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:03:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:03:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 3, 9, 183213), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 3, 9, 183213), 0, 2, datetime.datetime(2022, 6, 2, 20, 3, 9, 183213), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:03:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:03:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 3, 9, 184862), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 3, 9, 184862), 0, 2, datetime.datetime(2022, 6, 2, 20, 3, 9, 184862), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:03:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:03:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:03:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:03:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:03:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:03:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:03:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:03:11,083 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:04:09.167018+00:00 (in 29.999192 seconds)
repomirrorworker stdout | 2022-06-02 20:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:04:09 UTC)" (scheduled at 2022-06-02 20:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:03:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:03:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 3, 39, 176805), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 3, 39, 176805), 0, 2, datetime.datetime(2022, 6, 2, 20, 3, 39, 176805), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:03:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:03:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 3, 39, 180002), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 3, 39, 180002), 0, 2, datetime.datetime(2022, 6, 2, 20, 3, 39, 180002), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:03:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:03:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 3, 39, 182203), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 3, 39, 182203), 0, 2, datetime.datetime(2022, 6, 2, 20, 3, 39, 182203), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:03:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:03:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 3, 39, 184242), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 3, 39, 184242), 0, 2, datetime.datetime(2022, 6, 2, 20, 3, 39, 184242), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:03:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:03:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:03:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:03:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:03:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:03:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:03:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:03:41,122 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:04:39.167018+00:00 (in 29.999196 seconds)
repomirrorworker stdout | 2022-06-02 20:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:04:39 UTC)" (scheduled at 2022-06-02 20:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:04:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 4, 9, 176786), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 4, 9, 176786), 0, 2, datetime.datetime(2022, 6, 2, 20, 4, 9, 176786), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:04:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:04:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 4, 9, 180162), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 4, 9, 180162), 0, 2, datetime.datetime(2022, 6, 2, 20, 4, 9, 180162), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:04:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:04:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 4, 9, 181994), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 4, 9, 181994), 0, 2, datetime.datetime(2022, 6, 2, 20, 4, 9, 181994), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:04:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:04:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 4, 9, 183649), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 4, 9, 183649), 0, 2, datetime.datetime(2022, 6, 2, 20, 4, 9, 183649), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:04:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:04:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:04:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:04:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:04:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:04:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:04:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:04:11,190 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:05:09.167018+00:00 (in 29.999120 seconds)
repomirrorworker stdout | 2022-06-02 20:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:05:09 UTC)" (scheduled at 2022-06-02 20:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:04:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:04:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:04:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 4, 39, 177140), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 4, 39, 177140), 0, 2, datetime.datetime(2022, 6, 2, 20, 4, 39, 177140), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:04:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:04:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 4, 39, 180248), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 4, 39, 180248), 0, 2, datetime.datetime(2022, 6, 2, 20, 4, 39, 180248), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:04:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:04:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 4, 39, 182170), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 4, 39, 182170), 0, 2, datetime.datetime(2022, 6, 2, 20, 4, 39, 182170), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:04:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:04:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 4, 39, 183864), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 4, 39, 183864), 0, 2, datetime.datetime(2022, 6, 2, 20, 4, 39, 183864), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:04:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:04:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:04:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:04:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:04:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:04:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:04:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:04:41,226 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:05:39.167018+00:00 (in 29.998957 seconds)
repomirrorworker stdout | 2022-06-02 20:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:05:39 UTC)" (scheduled at 2022-06-02 20:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:05:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:05:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 5, 9, 177008), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 5, 9, 177008), 0, 2, datetime.datetime(2022, 6, 2, 20, 5, 9, 177008), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:05:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:05:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 5, 9, 180426), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 5, 9, 180426), 0, 2, datetime.datetime(2022, 6, 2, 20, 5, 9, 180426), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:05:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:05:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 5, 9, 182306), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 5, 9, 182306), 0, 2, datetime.datetime(2022, 6, 2, 20, 5, 9, 182306), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:05:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:05:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 5, 9, 183996), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 5, 9, 183996), 0, 2, datetime.datetime(2022, 6, 2, 20, 5, 9, 183996), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:05:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:05:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:05:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:05:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:05:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:05:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:05:11,265 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:06:09.167018+00:00 (in 29.999113 seconds)
repomirrorworker stdout | 2022-06-02 20:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:06:09 UTC)" (scheduled at 2022-06-02 20:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:05:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:05:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 5, 39, 177018), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 5, 39, 177018), 0, 2, datetime.datetime(2022, 6, 2, 20, 5, 39, 177018), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:05:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 5, 39, 180256), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 5, 39, 180256), 0, 2, datetime.datetime(2022, 6, 2, 20, 5, 39, 180256), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:05:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:05:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 5, 39, 182192), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 5, 39, 182192), 0, 2, datetime.datetime(2022, 6, 2, 20, 5, 39, 182192), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:05:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:05:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 5, 39, 183931), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 5, 39, 183931), 0, 2, datetime.datetime(2022, 6, 2, 20, 5, 39, 183931), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:05:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:05:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:05:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:05:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:05:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:05:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:05:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:05:41,325 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:06:39.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-02 20:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:06:39 UTC)" (scheduled at 2022-06-02 20:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:06:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:06:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 6, 9, 177262), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 6, 9, 177262), 0, 2, datetime.datetime(2022, 6, 2, 20, 6, 9, 177262), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:06:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:06:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 6, 9, 181066), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 6, 9, 181066), 0, 2, datetime.datetime(2022, 6, 2, 20, 6, 9, 181066), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:06:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:06:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 6, 9, 182984), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 6, 9, 182984), 0, 2, datetime.datetime(2022, 6, 2, 20, 6, 9, 182984), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:06:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:06:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 6, 9, 184730), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 6, 9, 184730), 0, 2, datetime.datetime(2022, 6, 2, 20, 6, 9, 184730), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:06:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:06:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:06:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:06:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:06:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:06:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:06:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:06:11,356 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:07:09.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-02 20:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:07:09 UTC)" (scheduled at 2022-06-02 20:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:06:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 6, 39, 177306), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 6, 39, 177306), 0, 2, datetime.datetime(2022, 6, 2, 20, 6, 39, 177306), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:06:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:06:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 6, 39, 180623), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 6, 39, 180623), 0, 2, datetime.datetime(2022, 6, 2, 20, 6, 39, 180623), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:06:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:06:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 6, 39, 182664), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 6, 39, 182664), 0, 2, datetime.datetime(2022, 6, 2, 20, 6, 39, 182664), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:06:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:06:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 6, 39, 184488), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 6, 39, 184488), 0, 2, datetime.datetime(2022, 6, 2, 20, 6, 39, 184488), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:06:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:06:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 6, 39, 186304), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 6, 39, 186304), 0, 2, datetime.datetime(2022, 6, 2, 20, 6, 39, 186304), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:06:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:06:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:06:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:06:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:06:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:06:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:06:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:06:41,412 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:07:39.167018+00:00 (in 29.999274 seconds)
repomirrorworker stdout | 2022-06-02 20:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:07:39 UTC)" (scheduled at 2022-06-02 20:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:07:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:07:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:07:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 7, 9, 176319), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 7, 9, 176319), 0, 2, datetime.datetime(2022, 6, 2, 20, 7, 9, 176319), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:07:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:07:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 7, 9, 179640), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 7, 9, 179640), 0, 2, datetime.datetime(2022, 6, 2, 20, 7, 9, 179640), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:07:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:07:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 7, 9, 181499), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 7, 9, 181499), 0, 2, datetime.datetime(2022, 6, 2, 20, 7, 9, 181499), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:07:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:07:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 7, 9, 183203), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 7, 9, 183203), 0, 2, datetime.datetime(2022, 6, 2, 20, 7, 9, 183203), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:07:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:07:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 7, 9, 184850), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 7, 9, 184850), 0, 2, datetime.datetime(2022, 6, 2, 20, 7, 9, 184850), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:07:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:07:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:07:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:07:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:07:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:07:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:07:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:07:11,473 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:08:09.167018+00:00 (in 29.999272 seconds)
repomirrorworker stdout | 2022-06-02 20:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:08:09 UTC)" (scheduled at 2022-06-02 20:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:07:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:07:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 7, 39, 176411), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 7, 39, 176411), 0, 2, datetime.datetime(2022, 6, 2, 20, 7, 39, 176411), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:07:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:07:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 7, 39, 179599), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 7, 39, 179599), 0, 2, datetime.datetime(2022, 6, 2, 20, 7, 39, 179599), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:07:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:07:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 7, 39, 181877), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 7, 39, 181877), 0, 2, datetime.datetime(2022, 6, 2, 20, 7, 39, 181877), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:07:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:07:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 7, 39, 183619), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 7, 39, 183619), 0, 2, datetime.datetime(2022, 6, 2, 20, 7, 39, 183619), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:07:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:07:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 7, 39, 185332), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 7, 39, 185332), 0, 2, datetime.datetime(2022, 6, 2, 20, 7, 39, 185332), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:07:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:07:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:07:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:07:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:07:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:07:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:07:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:07:41,518 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:08:39.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-02 20:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:08:39 UTC)" (scheduled at 2022-06-02 20:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:08:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:08:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:08:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 8, 9, 177074), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 8, 9, 177074), 0, 2, datetime.datetime(2022, 6, 2, 20, 8, 9, 177074), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:08:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:08:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 8, 9, 180604), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 8, 9, 180604), 0, 2, datetime.datetime(2022, 6, 2, 20, 8, 9, 180604), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:08:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:08:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 8, 9, 182869), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 8, 9, 182869), 0, 2, datetime.datetime(2022, 6, 2, 20, 8, 9, 182869), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:08:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:08:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 8, 9, 184886), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 8, 9, 184886), 0, 2, datetime.datetime(2022, 6, 2, 20, 8, 9, 184886), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:08:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:08:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 8, 9, 186837), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 8, 9, 186837), 0, 2, datetime.datetime(2022, 6, 2, 20, 8, 9, 186837), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:08:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:08:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:08:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:08:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:08:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:08:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:08:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:08:11,581 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:09:09.167018+00:00 (in 29.999060 seconds)
repomirrorworker stdout | 2022-06-02 20:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:09:09 UTC)" (scheduled at 2022-06-02 20:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:08:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:08:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:08:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 8, 39, 177005), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 8, 39, 177005), 0, 2, datetime.datetime(2022, 6, 2, 20, 8, 39, 177005), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:08:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:08:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 8, 39, 180151), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 8, 39, 180151), 0, 2, datetime.datetime(2022, 6, 2, 20, 8, 39, 180151), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:08:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:08:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 8, 39, 182090), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 8, 39, 182090), 0, 2, datetime.datetime(2022, 6, 2, 20, 8, 39, 182090), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:08:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:08:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 8, 39, 183853), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 8, 39, 183853), 0, 2, datetime.datetime(2022, 6, 2, 20, 8, 39, 183853), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:08:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:08:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 8, 39, 185502), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 8, 39, 185502), 0, 2, datetime.datetime(2022, 6, 2, 20, 8, 39, 185502), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:08:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:08:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:08:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:08:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:08:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:08:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:08:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:08:41,615 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:09:39.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-02 20:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:09:39 UTC)" (scheduled at 2022-06-02 20:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:09:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:09:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:09:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 9, 9, 177193), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 9, 9, 177193), 0, 2, datetime.datetime(2022, 6, 2, 20, 9, 9, 177193), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:09:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:09:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 9, 9, 180467), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 9, 9, 180467), 0, 2, datetime.datetime(2022, 6, 2, 20, 9, 9, 180467), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:09:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:09:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 9, 9, 182571), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 9, 9, 182571), 0, 2, datetime.datetime(2022, 6, 2, 20, 9, 9, 182571), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:09:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:09:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 9, 9, 184329), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 9, 9, 184329), 0, 2, datetime.datetime(2022, 6, 2, 20, 9, 9, 184329), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:09:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:09:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 9, 9, 186069), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 9, 9, 186069), 0, 2, datetime.datetime(2022, 6, 2, 20, 9, 9, 186069), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:09:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:09:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:09:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:09:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:09:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:09:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:09:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:09:11,676 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:10:09.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-02 20:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:10:09 UTC)" (scheduled at 2022-06-02 20:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:09:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:09:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 9, 39, 177255), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 9, 39, 177255), 0, 2, datetime.datetime(2022, 6, 2, 20, 9, 39, 177255), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:09:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:09:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 9, 39, 181032), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 9, 39, 181032), 0, 2, datetime.datetime(2022, 6, 2, 20, 9, 39, 181032), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:09:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:09:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 9, 39, 182913), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 9, 39, 182913), 0, 2, datetime.datetime(2022, 6, 2, 20, 9, 39, 182913), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:09:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:09:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 9, 39, 184589), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 9, 39, 184589), 0, 2, datetime.datetime(2022, 6, 2, 20, 9, 39, 184589), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:09:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:09:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 9, 39, 186230), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 9, 39, 186230), 0, 2, datetime.datetime(2022, 6, 2, 20, 9, 39, 186230), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:09:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:09:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:09:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:09:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:09:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:09:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:09:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:09:41,743 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:10:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-02 20:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:10:39 UTC)" (scheduled at 2022-06-02 20:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:10:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:10:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 10, 9, 176563), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 10, 9, 176563), 0, 2, datetime.datetime(2022, 6, 2, 20, 10, 9, 176563), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:10:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:10:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 10, 9, 179627), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 10, 9, 179627), 0, 2, datetime.datetime(2022, 6, 2, 20, 10, 9, 179627), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:10:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:10:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 10, 9, 181575), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 10, 9, 181575), 0, 2, datetime.datetime(2022, 6, 2, 20, 10, 9, 181575), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:10:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:10:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 10, 9, 183352), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 10, 9, 183352), 0, 2, datetime.datetime(2022, 6, 2, 20, 10, 9, 183352), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:10:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:10:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:10:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:10:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:10:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:10:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:10:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:10:11,787 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:11:09.167018+00:00 (in 29.999230 seconds)
repomirrorworker stdout | 2022-06-02 20:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:11:09 UTC)" (scheduled at 2022-06-02 20:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:10:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:10:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 10, 39, 177021), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 10, 39, 177021), 0, 2, datetime.datetime(2022, 6, 2, 20, 10, 39, 177021), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:10:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:10:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 10, 39, 180457), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 10, 39, 180457), 0, 2, datetime.datetime(2022, 6, 2, 20, 10, 39, 180457), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:10:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:10:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 10, 39, 182368), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 10, 39, 182368), 0, 2, datetime.datetime(2022, 6, 2, 20, 10, 39, 182368), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:10:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:10:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 10, 39, 184092), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 10, 39, 184092), 0, 2, datetime.datetime(2022, 6, 2, 20, 10, 39, 184092), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:10:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:10:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 10, 39, 185783), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 10, 39, 185783), 0, 2, datetime.datetime(2022, 6, 2, 20, 10, 39, 185783), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:10:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:10:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:10:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:10:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:10:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:10:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:10:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:10:41,842 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:11:39.167018+00:00 (in 29.999234 seconds)
repomirrorworker stdout | 2022-06-02 20:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:11:39 UTC)" (scheduled at 2022-06-02 20:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:11:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:11:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 11, 9, 176800), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 11, 9, 176800), 0, 2, datetime.datetime(2022, 6, 2, 20, 11, 9, 176800), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:11:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:11:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 11, 9, 180005), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 11, 9, 180005), 0, 2, datetime.datetime(2022, 6, 2, 20, 11, 9, 180005), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:11:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:11:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 11, 9, 181894), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 11, 9, 181894), 0, 2, datetime.datetime(2022, 6, 2, 20, 11, 9, 181894), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:11:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:11:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 11, 9, 183582), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 11, 9, 183582), 0, 2, datetime.datetime(2022, 6, 2, 20, 11, 9, 183582), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:11:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:11:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 11, 9, 185232), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 11, 9, 185232), 0, 2, datetime.datetime(2022, 6, 2, 20, 11, 9, 185232), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:11:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:11:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:11:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:11:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:11:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:11:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:11:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:11:11,887 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:12:09.167018+00:00 (in 29.999096 seconds)
repomirrorworker stdout | 2022-06-02 20:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:12:09 UTC)" (scheduled at 2022-06-02 20:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:11:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:11:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:11:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 11, 39, 176280), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 11, 39, 176280), 0, 2, datetime.datetime(2022, 6, 2, 20, 11, 39, 176280), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:11:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:11:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 11, 39, 179377), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 11, 39, 179377), 0, 2, datetime.datetime(2022, 6, 2, 20, 11, 39, 179377), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:11:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:11:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 11, 39, 181644), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 11, 39, 181644), 0, 2, datetime.datetime(2022, 6, 2, 20, 11, 39, 181644), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:11:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:11:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 11, 39, 183350), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 11, 39, 183350), 0, 2, datetime.datetime(2022, 6, 2, 20, 11, 39, 183350), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:11:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:11:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 11, 39, 185202), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 11, 39, 185202), 0, 2, datetime.datetime(2022, 6, 2, 20, 11, 39, 185202), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:11:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:11:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:11:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:11:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:11:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:11:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:11:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:11:41,943 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:12:39.167018+00:00 (in 29.998965 seconds)
repomirrorworker stdout | 2022-06-02 20:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:12:39 UTC)" (scheduled at 2022-06-02 20:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:12:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:12:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:12:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 12, 9, 177062), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 12, 9, 177062), 0, 2, datetime.datetime(2022, 6, 2, 20, 12, 9, 177062), True, 4, 8])
repomirrorworker stdout | 2022-06-02 20:12:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 20:12:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 12, 9, 180260), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 12, 9, 180260), 0, 2, datetime.datetime(2022, 6, 2, 20, 12, 9, 180260), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:12:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:12:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 12, 9, 182172), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 12, 9, 182172), 0, 2, datetime.datetime(2022, 6, 2, 20, 12, 9, 182172), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:12:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:12:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 12, 9, 183920), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 12, 9, 183920), 0, 2, datetime.datetime(2022, 6, 2, 20, 12, 9, 183920), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:12:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:12:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 12, 9, 185568), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 12, 9, 185568), 0, 2, datetime.datetime(2022, 6, 2, 20, 12, 9, 185568), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:12:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:12:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:12:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:12:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:12:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:12:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:12:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:12:11,992 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:13:09.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-02 20:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:13:09 UTC)" (scheduled at 2022-06-02 20:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:12:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:12:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:12:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 12, 39, 177021), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 12, 39, 177021), 0, 2, datetime.datetime(2022, 6, 2, 20, 12, 39, 177021), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:12:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:12:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 12, 39, 180160), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 12, 39, 180160), 0, 2, datetime.datetime(2022, 6, 2, 20, 12, 39, 180160), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:12:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:12:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 12, 39, 182047), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 12, 39, 182047), 0, 2, datetime.datetime(2022, 6, 2, 20, 12, 39, 182047), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:12:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 12, 39, 183741), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 12, 39, 183741), 0, 2, datetime.datetime(2022, 6, 2, 20, 12, 39, 183741), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:12:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:12:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:12:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:12:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:12:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:12:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:12:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:12:42,053 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:13:39.167018+00:00 (in 29.998973 seconds)
repomirrorworker stdout | 2022-06-02 20:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:13:39 UTC)" (scheduled at 2022-06-02 20:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:13:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:13:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:13:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 13, 9, 176959), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 13, 9, 176959), 0, 2, datetime.datetime(2022, 6, 2, 20, 13, 9, 176959), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:13:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:13:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 13, 9, 180093), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 13, 9, 180093), 0, 2, datetime.datetime(2022, 6, 2, 20, 13, 9, 180093), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:13:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:13:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 13, 9, 181976), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 13, 9, 181976), 0, 2, datetime.datetime(2022, 6, 2, 20, 13, 9, 181976), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:13:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:13:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 13, 9, 183619), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 13, 9, 183619), 0, 2, datetime.datetime(2022, 6, 2, 20, 13, 9, 183619), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:13:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:13:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 13, 9, 185289), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 13, 9, 185289), 0, 2, datetime.datetime(2022, 6, 2, 20, 13, 9, 185289), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:13:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:13:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:13:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:13:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:13:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:13:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:13:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:13:12,115 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:14:09.167018+00:00 (in 29.999201 seconds)
repomirrorworker stdout | 2022-06-02 20:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:14:09 UTC)" (scheduled at 2022-06-02 20:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:13:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:13:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:13:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 13, 39, 176822), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 13, 39, 176822), 0, 2, datetime.datetime(2022, 6, 2, 20, 13, 39, 176822), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:13:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:13:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 13, 39, 180536), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 13, 39, 180536), 0, 2, datetime.datetime(2022, 6, 2, 20, 13, 39, 180536), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:13:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:13:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 13, 39, 182569), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 13, 39, 182569), 0, 2, datetime.datetime(2022, 6, 2, 20, 13, 39, 182569), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:13:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:13:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 13, 39, 184360), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 13, 39, 184360), 0, 2, datetime.datetime(2022, 6, 2, 20, 13, 39, 184360), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:13:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:13:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 13, 39, 186138), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 13, 39, 186138), 0, 2, datetime.datetime(2022, 6, 2, 20, 13, 39, 186138), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:13:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:13:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:13:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:13:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:13:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:13:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:13:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:13:42,164 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:14:39.167018+00:00 (in 29.999230 seconds)
repomirrorworker stdout | 2022-06-02 20:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:14:39 UTC)" (scheduled at 2022-06-02 20:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:14:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:14:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 14, 9, 177455), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 14, 9, 177455), 0, 2, datetime.datetime(2022, 6, 2, 20, 14, 9, 177455), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:14:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:14:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 14, 9, 181029), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 14, 9, 181029), 0, 2, datetime.datetime(2022, 6, 2, 20, 14, 9, 181029), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:14:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:14:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 14, 9, 183169), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 14, 9, 183169), 0, 2, datetime.datetime(2022, 6, 2, 20, 14, 9, 183169), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:14:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:14:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 14, 9, 184926), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 14, 9, 184926), 0, 2, datetime.datetime(2022, 6, 2, 20, 14, 9, 184926), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:14:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:14:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:14:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:14:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:14:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:14:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:14:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:14:12,234 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:15:09.167018+00:00 (in 29.998979 seconds)
repomirrorworker stdout | 2022-06-02 20:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:15:09 UTC)" (scheduled at 2022-06-02 20:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:14:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:14:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:14:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 14, 39, 176972), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 14, 39, 176972), 0, 2, datetime.datetime(2022, 6, 2, 20, 14, 39, 176972), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:14:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 14, 39, 180656), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 14, 39, 180656), 0, 2, datetime.datetime(2022, 6, 2, 20, 14, 39, 180656), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:14:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:14:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 14, 39, 183206), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 14, 39, 183206), 0, 2, datetime.datetime(2022, 6, 2, 20, 14, 39, 183206), True, 4, 8])
repomirrorworker stdout | 2022-06-02 20:14:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 20:14:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 14, 39, 185162), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 14, 39, 185162), 0, 2, datetime.datetime(2022, 6, 2, 20, 14, 39, 185162), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:14:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:14:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:14:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:14:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:14:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:14:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:14:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:14:42,288 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:15:39.167018+00:00 (in 29.999129 seconds)
repomirrorworker stdout | 2022-06-02 20:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:15:39 UTC)" (scheduled at 2022-06-02 20:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:15:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:15:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:15:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 15, 9, 177221), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 15, 9, 177221), 0, 2, datetime.datetime(2022, 6, 2, 20, 15, 9, 177221), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:15:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:15:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 15, 9, 180600), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 15, 9, 180600), 0, 2, datetime.datetime(2022, 6, 2, 20, 15, 9, 180600), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 15, 9, 182467), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 15, 9, 182467), 0, 2, datetime.datetime(2022, 6, 2, 20, 15, 9, 182467), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:15:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:15:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 15, 9, 184161), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 15, 9, 184161), 0, 2, datetime.datetime(2022, 6, 2, 20, 15, 9, 184161), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:15:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:15:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:15:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:15:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:15:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:15:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:15:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:15:12,325 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:16:09.167018+00:00 (in 29.999235 seconds)
repomirrorworker stdout | 2022-06-02 20:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:16:09 UTC)" (scheduled at 2022-06-02 20:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:15:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:15:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:15:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 15, 39, 176692), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 15, 39, 176692), 0, 2, datetime.datetime(2022, 6, 2, 20, 15, 39, 176692), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:15:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:15:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 15, 39, 180057), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 15, 39, 180057), 0, 2, datetime.datetime(2022, 6, 2, 20, 15, 39, 180057), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:15:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:15:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 15, 39, 182017), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 15, 39, 182017), 0, 2, datetime.datetime(2022, 6, 2, 20, 15, 39, 182017), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:15:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:15:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 15, 39, 183782), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 15, 39, 183782), 0, 2, datetime.datetime(2022, 6, 2, 20, 15, 39, 183782), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:15:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:15:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 15, 39, 185435), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 15, 39, 185435), 0, 2, datetime.datetime(2022, 6, 2, 20, 15, 39, 185435), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:15:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:15:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:15:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:15:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:15:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:15:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:15:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:15:42,362 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:16:39.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-02 20:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:16:39 UTC)" (scheduled at 2022-06-02 20:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:16:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:16:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:16:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 16, 9, 177375), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 16, 9, 177375), 0, 2, datetime.datetime(2022, 6, 2, 20, 16, 9, 177375), True, 4, 8])
repomirrorworker stdout | 2022-06-02 20:16:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 20:16:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 16, 9, 181208), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 16, 9, 181208), 0, 2, datetime.datetime(2022, 6, 2, 20, 16, 9, 181208), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:16:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:16:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 16, 9, 183140), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 16, 9, 183140), 0, 2, datetime.datetime(2022, 6, 2, 20, 16, 9, 183140), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:16:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:16:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 16, 9, 184852), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 16, 9, 184852), 0, 2, datetime.datetime(2022, 6, 2, 20, 16, 9, 184852), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:16:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:16:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 16, 9, 186542), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 16, 9, 186542), 0, 2, datetime.datetime(2022, 6, 2, 20, 16, 9, 186542), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:16:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:16:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:16:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:16:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:16:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:16:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:16:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:16:12,409 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:17:09.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-02 20:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:17:09 UTC)" (scheduled at 2022-06-02 20:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:16:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:16:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:16:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 16, 39, 176940), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 16, 39, 176940), 0, 2, datetime.datetime(2022, 6, 2, 20, 16, 39, 176940), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:16:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:16:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 16, 39, 180273), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 16, 39, 180273), 0, 2, datetime.datetime(2022, 6, 2, 20, 16, 39, 180273), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:16:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:16:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 16, 39, 182146), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 16, 39, 182146), 0, 2, datetime.datetime(2022, 6, 2, 20, 16, 39, 182146), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:16:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:16:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 16, 39, 183837), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 16, 39, 183837), 0, 2, datetime.datetime(2022, 6, 2, 20, 16, 39, 183837), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:16:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:16:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 16, 39, 185619), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 16, 39, 185619), 0, 2, datetime.datetime(2022, 6, 2, 20, 16, 39, 185619), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:16:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:16:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:16:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:16:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:16:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:16:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:16:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:16:42,460 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:17:39.167018+00:00 (in 29.999247 seconds)
repomirrorworker stdout | 2022-06-02 20:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:17:39 UTC)" (scheduled at 2022-06-02 20:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:17:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:17:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:17:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 17, 9, 176745), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 17, 9, 176745), 0, 2, datetime.datetime(2022, 6, 2, 20, 17, 9, 176745), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:17:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:17:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 17, 9, 179898), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 17, 9, 179898), 0, 2, datetime.datetime(2022, 6, 2, 20, 17, 9, 179898), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:17:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:17:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 17, 9, 181815), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 17, 9, 181815), 0, 2, datetime.datetime(2022, 6, 2, 20, 17, 9, 181815), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:17:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:17:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 17, 9, 183503), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 17, 9, 183503), 0, 2, datetime.datetime(2022, 6, 2, 20, 17, 9, 183503), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:17:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:17:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 17, 9, 185206), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 17, 9, 185206), 0, 2, datetime.datetime(2022, 6, 2, 20, 17, 9, 185206), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:17:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:17:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:17:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:17:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:17:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:17:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:17:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:17:12,511 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:18:09.167018+00:00 (in 29.998996 seconds)
repomirrorworker stdout | 2022-06-02 20:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:18:09 UTC)" (scheduled at 2022-06-02 20:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:17:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:17:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 17, 39, 177222), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 17, 39, 177222), 0, 2, datetime.datetime(2022, 6, 2, 20, 17, 39, 177222), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:17:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:17:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 17, 39, 181005), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 17, 39, 181005), 0, 2, datetime.datetime(2022, 6, 2, 20, 17, 39, 181005), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:17:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:17:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 17, 39, 183058), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 17, 39, 183058), 0, 2, datetime.datetime(2022, 6, 2, 20, 17, 39, 183058), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:17:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:17:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 17, 39, 184737), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 17, 39, 184737), 0, 2, datetime.datetime(2022, 6, 2, 20, 17, 39, 184737), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:17:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:17:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:17:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:17:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:17:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:17:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:17:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:17:42,558 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:18:39.167018+00:00 (in 29.998915 seconds)
repomirrorworker stdout | 2022-06-02 20:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:18:39 UTC)" (scheduled at 2022-06-02 20:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:18:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:18:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:18:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 18, 9, 176904), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 18, 9, 176904), 0, 2, datetime.datetime(2022, 6, 2, 20, 18, 9, 176904), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:18:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:18:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 18, 9, 180695), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 18, 9, 180695), 0, 2, datetime.datetime(2022, 6, 2, 20, 18, 9, 180695), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:18:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:18:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 18, 9, 182685), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 18, 9, 182685), 0, 2, datetime.datetime(2022, 6, 2, 20, 18, 9, 182685), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:18:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:18:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 18, 9, 184405), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 18, 9, 184405), 0, 2, datetime.datetime(2022, 6, 2, 20, 18, 9, 184405), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:18:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:18:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 18, 9, 186101), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 18, 9, 186101), 0, 2, datetime.datetime(2022, 6, 2, 20, 18, 9, 186101), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:18:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:18:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:18:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:18:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:18:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:18:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:18:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:18:12,620 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:19:09.167018+00:00 (in 29.999100 seconds)
repomirrorworker stdout | 2022-06-02 20:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:19:09 UTC)" (scheduled at 2022-06-02 20:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:18:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:18:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:18:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 18, 39, 176703), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 18, 39, 176703), 0, 2, datetime.datetime(2022, 6, 2, 20, 18, 39, 176703), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:18:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:18:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 18, 39, 179883), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 18, 39, 179883), 0, 2, datetime.datetime(2022, 6, 2, 20, 18, 39, 179883), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:18:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:18:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 18, 39, 181845), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 18, 39, 181845), 0, 2, datetime.datetime(2022, 6, 2, 20, 18, 39, 181845), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:18:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:18:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 18, 39, 183576), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 18, 39, 183576), 0, 2, datetime.datetime(2022, 6, 2, 20, 18, 39, 183576), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:18:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:18:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 18, 39, 185248), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 18, 39, 185248), 0, 2, datetime.datetime(2022, 6, 2, 20, 18, 39, 185248), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:18:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:18:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:18:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:18:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:18:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:18:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:18:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:18:42,657 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:19:39.167018+00:00 (in 29.998953 seconds)
repomirrorworker stdout | 2022-06-02 20:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:19:39 UTC)" (scheduled at 2022-06-02 20:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:19:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:19:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:19:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 19, 9, 176932), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 19, 9, 176932), 0, 2, datetime.datetime(2022, 6, 2, 20, 19, 9, 176932), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:19:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:19:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 19, 9, 180040), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 19, 9, 180040), 0, 2, datetime.datetime(2022, 6, 2, 20, 19, 9, 180040), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:19:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:19:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 19, 9, 181941), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 19, 9, 181941), 0, 2, datetime.datetime(2022, 6, 2, 20, 19, 9, 181941), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:19:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:19:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 19, 9, 183607), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 19, 9, 183607), 0, 2, datetime.datetime(2022, 6, 2, 20, 19, 9, 183607), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:19:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:19:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 19, 9, 185255), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 19, 9, 185255), 0, 2, datetime.datetime(2022, 6, 2, 20, 19, 9, 185255), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:19:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:19:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:19:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:19:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:19:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:19:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:19:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:19:12,692 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:20:09.167018+00:00 (in 29.999169 seconds)
repomirrorworker stdout | 2022-06-02 20:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:20:09 UTC)" (scheduled at 2022-06-02 20:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:19:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:19:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:19:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 19, 39, 177045), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 19, 39, 177045), 0, 2, datetime.datetime(2022, 6, 2, 20, 19, 39, 177045), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:19:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:19:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 19, 39, 180490), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 19, 39, 180490), 0, 2, datetime.datetime(2022, 6, 2, 20, 19, 39, 180490), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:19:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:19:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 19, 39, 182530), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 19, 39, 182530), 0, 2, datetime.datetime(2022, 6, 2, 20, 19, 39, 182530), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:19:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:19:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 19, 39, 184318), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 19, 39, 184318), 0, 2, datetime.datetime(2022, 6, 2, 20, 19, 39, 184318), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:19:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:19:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:19:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:19:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:19:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:19:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:19:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:19:42,742 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:20:39.167018+00:00 (in 29.998982 seconds)
repomirrorworker stdout | 2022-06-02 20:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:20:39 UTC)" (scheduled at 2022-06-02 20:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:20:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:20:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 20, 9, 177041), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 20, 9, 177041), 0, 2, datetime.datetime(2022, 6, 2, 20, 20, 9, 177041), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:20:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 20, 9, 180718), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 20, 9, 180718), 0, 2, datetime.datetime(2022, 6, 2, 20, 20, 9, 180718), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:20:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:20:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 20, 9, 182563), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 20, 9, 182563), 0, 2, datetime.datetime(2022, 6, 2, 20, 20, 9, 182563), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:20:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:20:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 20, 9, 184240), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 20, 9, 184240), 0, 2, datetime.datetime(2022, 6, 2, 20, 20, 9, 184240), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:20:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:20:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:20:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:20:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:20:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:20:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:20:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:20:12,801 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:21:09.167018+00:00 (in 29.999073 seconds)
repomirrorworker stdout | 2022-06-02 20:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:21:09 UTC)" (scheduled at 2022-06-02 20:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:20:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:20:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:20:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 20, 39, 176026), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 20, 39, 176026), 0, 2, datetime.datetime(2022, 6, 2, 20, 20, 39, 176026), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:20:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:20:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 20, 39, 179130), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 20, 39, 179130), 0, 2, datetime.datetime(2022, 6, 2, 20, 20, 39, 179130), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:20:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:20:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 20, 39, 180994), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 20, 39, 180994), 0, 2, datetime.datetime(2022, 6, 2, 20, 20, 39, 180994), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:20:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:20:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 20, 39, 182652), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 20, 39, 182652), 0, 2, datetime.datetime(2022, 6, 2, 20, 20, 39, 182652), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:20:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:20:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 20, 39, 184290), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 20, 39, 184290), 0, 2, datetime.datetime(2022, 6, 2, 20, 20, 39, 184290), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:20:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:20:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:20:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:20:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:20:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:20:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:20:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:20:42,858 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:21:39.167018+00:00 (in 29.999280 seconds)
repomirrorworker stdout | 2022-06-02 20:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:21:39 UTC)" (scheduled at 2022-06-02 20:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:21:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:21:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:21:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 21, 9, 176688), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 21, 9, 176688), 0, 2, datetime.datetime(2022, 6, 2, 20, 21, 9, 176688), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:21:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:21:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 21, 9, 179981), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 21, 9, 179981), 0, 2, datetime.datetime(2022, 6, 2, 20, 21, 9, 179981), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:21:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:21:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 21, 9, 181904), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 21, 9, 181904), 0, 2, datetime.datetime(2022, 6, 2, 20, 21, 9, 181904), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:21:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 21, 9, 183588), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 21, 9, 183588), 0, 2, datetime.datetime(2022, 6, 2, 20, 21, 9, 183588), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:21:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:21:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:21:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:21:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:21:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:21:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:21:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:21:12,915 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:22:09.167018+00:00 (in 29.999129 seconds)
repomirrorworker stdout | 2022-06-02 20:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:22:09 UTC)" (scheduled at 2022-06-02 20:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:21:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:21:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:21:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 21, 39, 176341), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 21, 39, 176341), 0, 2, datetime.datetime(2022, 6, 2, 20, 21, 39, 176341), True, 4, 8])
repomirrorworker stdout | 2022-06-02 20:21:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 20:21:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 21, 39, 179451), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 21, 39, 179451), 0, 2, datetime.datetime(2022, 6, 2, 20, 21, 39, 179451), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:21:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:21:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 21, 39, 181311), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 21, 39, 181311), 0, 2, datetime.datetime(2022, 6, 2, 20, 21, 39, 181311), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:21:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:21:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 21, 39, 182983), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 21, 39, 182983), 0, 2, datetime.datetime(2022, 6, 2, 20, 21, 39, 182983), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:21:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:21:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:21:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:21:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:21:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:21:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:21:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:21:42,969 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:22:39.167018+00:00 (in 29.999047 seconds)
repomirrorworker stdout | 2022-06-02 20:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:22:39 UTC)" (scheduled at 2022-06-02 20:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:22:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:22:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:22:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 22, 9, 176816), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 22, 9, 176816), 0, 2, datetime.datetime(2022, 6, 2, 20, 22, 9, 176816), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:22:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:22:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 22, 9, 180036), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 22, 9, 180036), 0, 2, datetime.datetime(2022, 6, 2, 20, 22, 9, 180036), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:22:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:22:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 22, 9, 181937), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 22, 9, 181937), 0, 2, datetime.datetime(2022, 6, 2, 20, 22, 9, 181937), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:22:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:22:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 22, 9, 183598), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 22, 9, 183598), 0, 2, datetime.datetime(2022, 6, 2, 20, 22, 9, 183598), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:22:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:22:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 22, 9, 185240), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 22, 9, 185240), 0, 2, datetime.datetime(2022, 6, 2, 20, 22, 9, 185240), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:22:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:22:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:22:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:22:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:22:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:22:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:22:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:22:13,026 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:23:09.167018+00:00 (in 29.999196 seconds)
repomirrorworker stdout | 2022-06-02 20:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:23:09 UTC)" (scheduled at 2022-06-02 20:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:22:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:22:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 22, 39, 176003), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 22, 39, 176003), 0, 2, datetime.datetime(2022, 6, 2, 20, 22, 39, 176003), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:22:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:22:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 22, 39, 179239), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 22, 39, 179239), 0, 2, datetime.datetime(2022, 6, 2, 20, 22, 39, 179239), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:22:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:22:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 22, 39, 181182), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 22, 39, 181182), 0, 2, datetime.datetime(2022, 6, 2, 20, 22, 39, 181182), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:22:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:22:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 22, 39, 182938), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 22, 39, 182938), 0, 2, datetime.datetime(2022, 6, 2, 20, 22, 39, 182938), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:22:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:22:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:22:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:22:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:22:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:22:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:22:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:22:43,083 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:23:39.167018+00:00 (in 29.999208 seconds)
repomirrorworker stdout | 2022-06-02 20:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:23:39 UTC)" (scheduled at 2022-06-02 20:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:23:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:23:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 23, 9, 177060), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 23, 9, 177060), 0, 2, datetime.datetime(2022, 6, 2, 20, 23, 9, 177060), True, 4, 8])
repomirrorworker stdout | 2022-06-02 20:23:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 20:23:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 23, 9, 180606), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 23, 9, 180606), 0, 2, datetime.datetime(2022, 6, 2, 20, 23, 9, 180606), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:23:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:23:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 23, 9, 182596), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 23, 9, 182596), 0, 2, datetime.datetime(2022, 6, 2, 20, 23, 9, 182596), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:23:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:23:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 23, 9, 184292), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 23, 9, 184292), 0, 2, datetime.datetime(2022, 6, 2, 20, 23, 9, 184292), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:23:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:23:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 23, 9, 186122), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 23, 9, 186122), 0, 2, datetime.datetime(2022, 6, 2, 20, 23, 9, 186122), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:23:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:23:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:23:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:23:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:23:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:23:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:23:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:23:13,117 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:24:09.167018+00:00 (in 29.999114 seconds)
repomirrorworker stdout | 2022-06-02 20:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:24:09 UTC)" (scheduled at 2022-06-02 20:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:23:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:23:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:23:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 23, 39, 176522), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 23, 39, 176522), 0, 2, datetime.datetime(2022, 6, 2, 20, 23, 39, 176522), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:23:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:23:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 23, 39, 179634), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 23, 39, 179634), 0, 2, datetime.datetime(2022, 6, 2, 20, 23, 39, 179634), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:23:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:23:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 23, 39, 181734), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 23, 39, 181734), 0, 2, datetime.datetime(2022, 6, 2, 20, 23, 39, 181734), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:23:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:23:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 23, 39, 183492), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 23, 39, 183492), 0, 2, datetime.datetime(2022, 6, 2, 20, 23, 39, 183492), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:23:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:23:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:23:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:23:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:23:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:23:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:23:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:23:43,160 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:24:39.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-02 20:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:24:39 UTC)" (scheduled at 2022-06-02 20:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:24:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:24:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:24:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 24, 9, 176791), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 24, 9, 176791), 0, 2, datetime.datetime(2022, 6, 2, 20, 24, 9, 176791), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:24:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:24:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 24, 9, 180268), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 24, 9, 180268), 0, 2, datetime.datetime(2022, 6, 2, 20, 24, 9, 180268), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:24:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:24:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 24, 9, 182232), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 24, 9, 182232), 0, 2, datetime.datetime(2022, 6, 2, 20, 24, 9, 182232), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:24:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:24:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 24, 9, 183988), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 24, 9, 183988), 0, 2, datetime.datetime(2022, 6, 2, 20, 24, 9, 183988), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:24:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:24:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 24, 9, 185650), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 24, 9, 185650), 0, 2, datetime.datetime(2022, 6, 2, 20, 24, 9, 185650), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:24:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:24:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:24:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:24:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:24:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:24:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:24:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:24:13,242 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:25:09.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-02 20:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:25:09 UTC)" (scheduled at 2022-06-02 20:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:24:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:24:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:24:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 24, 39, 176390), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 24, 39, 176390), 0, 2, datetime.datetime(2022, 6, 2, 20, 24, 39, 176390), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:24:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:24:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 24, 39, 179938), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 24, 39, 179938), 0, 2, datetime.datetime(2022, 6, 2, 20, 24, 39, 179938), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:24:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:24:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 24, 39, 181883), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 24, 39, 181883), 0, 2, datetime.datetime(2022, 6, 2, 20, 24, 39, 181883), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:24:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:24:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 24, 39, 183615), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 24, 39, 183615), 0, 2, datetime.datetime(2022, 6, 2, 20, 24, 39, 183615), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:24:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:24:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 24, 39, 185318), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 24, 39, 185318), 0, 2, datetime.datetime(2022, 6, 2, 20, 24, 39, 185318), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:24:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:24:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:24:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:24:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:24:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:24:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:24:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:24:43,296 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:25:39.167018+00:00 (in 29.999173 seconds)
repomirrorworker stdout | 2022-06-02 20:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:25:39 UTC)" (scheduled at 2022-06-02 20:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:25:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:25:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:25:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 25, 9, 176622), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 25, 9, 176622), 0, 2, datetime.datetime(2022, 6, 2, 20, 25, 9, 176622), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:25:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 25, 9, 180187), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 25, 9, 180187), 0, 2, datetime.datetime(2022, 6, 2, 20, 25, 9, 180187), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:25:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:25:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 25, 9, 182084), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 25, 9, 182084), 0, 2, datetime.datetime(2022, 6, 2, 20, 25, 9, 182084), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:25:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:25:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 25, 9, 183812), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 25, 9, 183812), 0, 2, datetime.datetime(2022, 6, 2, 20, 25, 9, 183812), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:25:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:25:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 25, 9, 185445), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 25, 9, 185445), 0, 2, datetime.datetime(2022, 6, 2, 20, 25, 9, 185445), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:25:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:25:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:25:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:25:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:25:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:25:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:25:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:25:13,331 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:26:09.167018+00:00 (in 29.999287 seconds)
repomirrorworker stdout | 2022-06-02 20:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:26:09 UTC)" (scheduled at 2022-06-02 20:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:25:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:25:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 25, 39, 176971), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 25, 39, 176971), 0, 2, datetime.datetime(2022, 6, 2, 20, 25, 39, 176971), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:25:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:25:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 25, 39, 180460), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 25, 39, 180460), 0, 2, datetime.datetime(2022, 6, 2, 20, 25, 39, 180460), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:25:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:25:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 25, 39, 182533), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 25, 39, 182533), 0, 2, datetime.datetime(2022, 6, 2, 20, 25, 39, 182533), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:25:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:25:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 25, 39, 184401), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 25, 39, 184401), 0, 2, datetime.datetime(2022, 6, 2, 20, 25, 39, 184401), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:25:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:25:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 25, 39, 186175), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 25, 39, 186175), 0, 2, datetime.datetime(2022, 6, 2, 20, 25, 39, 186175), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:25:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:25:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:25:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:25:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:25:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:25:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:25:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:25:43,394 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:26:39.167018+00:00 (in 29.999091 seconds)
repomirrorworker stdout | 2022-06-02 20:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:26:39 UTC)" (scheduled at 2022-06-02 20:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:26:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:26:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:26:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 26, 9, 177084), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 26, 9, 177084), 0, 2, datetime.datetime(2022, 6, 2, 20, 26, 9, 177084), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:26:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:26:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 26, 9, 180321), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 26, 9, 180321), 0, 2, datetime.datetime(2022, 6, 2, 20, 26, 9, 180321), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:26:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:26:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 26, 9, 182543), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 26, 9, 182543), 0, 2, datetime.datetime(2022, 6, 2, 20, 26, 9, 182543), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:26:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:26:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 26, 9, 184335), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 26, 9, 184335), 0, 2, datetime.datetime(2022, 6, 2, 20, 26, 9, 184335), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:26:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:26:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 26, 9, 186067), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 26, 9, 186067), 0, 2, datetime.datetime(2022, 6, 2, 20, 26, 9, 186067), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:26:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:26:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:26:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:26:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:26:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:26:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:26:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:26:13,442 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:27:09.167018+00:00 (in 29.999148 seconds)
repomirrorworker stdout | 2022-06-02 20:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:27:09 UTC)" (scheduled at 2022-06-02 20:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:26:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:26:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:26:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 26, 39, 176346), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 26, 39, 176346), 0, 2, datetime.datetime(2022, 6, 2, 20, 26, 39, 176346), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:26:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:26:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 26, 39, 180042), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 26, 39, 180042), 0, 2, datetime.datetime(2022, 6, 2, 20, 26, 39, 180042), True, 4, 8])
repomirrorworker stdout | 2022-06-02 20:26:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 20:26:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 26, 39, 182088), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 26, 39, 182088), 0, 2, datetime.datetime(2022, 6, 2, 20, 26, 39, 182088), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:26:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:26:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 26, 39, 183884), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 26, 39, 183884), 0, 2, datetime.datetime(2022, 6, 2, 20, 26, 39, 183884), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:26:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:26:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:26:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:26:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:26:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:26:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:26:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:26:43,498 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:27:39.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-02 20:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:27:39 UTC)" (scheduled at 2022-06-02 20:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:27:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:27:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:27:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 27, 9, 176668), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 27, 9, 176668), 0, 2, datetime.datetime(2022, 6, 2, 20, 27, 9, 176668), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:27:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:27:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 27, 9, 180083), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 27, 9, 180083), 0, 2, datetime.datetime(2022, 6, 2, 20, 27, 9, 180083), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:27:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:27:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 27, 9, 181956), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 27, 9, 181956), 0, 2, datetime.datetime(2022, 6, 2, 20, 27, 9, 181956), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:27:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:27:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 27, 9, 183647), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 27, 9, 183647), 0, 2, datetime.datetime(2022, 6, 2, 20, 27, 9, 183647), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:27:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:27:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 27, 9, 185283), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 27, 9, 185283), 0, 2, datetime.datetime(2022, 6, 2, 20, 27, 9, 185283), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:27:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:27:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:27:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:27:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:27:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:27:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:27:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:27:13,556 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:28:09.167018+00:00 (in 29.999090 seconds)
repomirrorworker stdout | 2022-06-02 20:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:28:09 UTC)" (scheduled at 2022-06-02 20:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:27:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:27:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:27:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 27, 39, 176558), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 27, 39, 176558), 0, 2, datetime.datetime(2022, 6, 2, 20, 27, 39, 176558), True, 4, 8])
repomirrorworker stdout | 2022-06-02 20:27:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 20:27:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 27, 39, 179642), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 27, 39, 179642), 0, 2, datetime.datetime(2022, 6, 2, 20, 27, 39, 179642), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:27:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:27:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 27, 39, 181499), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 27, 39, 181499), 0, 2, datetime.datetime(2022, 6, 2, 20, 27, 39, 181499), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:27:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:27:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 27, 39, 183162), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 27, 39, 183162), 0, 2, datetime.datetime(2022, 6, 2, 20, 27, 39, 183162), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:27:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:27:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 27, 39, 184805), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 27, 39, 184805), 0, 2, datetime.datetime(2022, 6, 2, 20, 27, 39, 184805), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:27:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:27:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:27:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:27:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:27:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:27:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:27:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:27:43,600 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:28:39.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-02 20:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:28:39 UTC)" (scheduled at 2022-06-02 20:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:28:09,181 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:28:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 28, 9, 182056), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 28, 9, 182056), 0, 2, datetime.datetime(2022, 6, 2, 20, 28, 9, 182056), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:28:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:28:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 28, 9, 185301), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 28, 9, 185301), 0, 2, datetime.datetime(2022, 6, 2, 20, 28, 9, 185301), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:28:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:28:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 28, 9, 187238), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 28, 9, 187238), 0, 2, datetime.datetime(2022, 6, 2, 20, 28, 9, 187238), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:28:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:28:09,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 28, 9, 188978), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 28, 9, 188978), 0, 2, datetime.datetime(2022, 6, 2, 20, 28, 9, 188978), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:28:09,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:28:09,190 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:28:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:28:09,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:28:09,196 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:28:09,196 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:28:09,196 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:28:13,644 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:29:09.167018+00:00 (in 29.999243 seconds)
repomirrorworker stdout | 2022-06-02 20:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:29:09 UTC)" (scheduled at 2022-06-02 20:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:28:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:28:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:28:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 28, 39, 176396), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 28, 39, 176396), 0, 2, datetime.datetime(2022, 6, 2, 20, 28, 39, 176396), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:28:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:28:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 28, 39, 179553), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 28, 39, 179553), 0, 2, datetime.datetime(2022, 6, 2, 20, 28, 39, 179553), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:28:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:28:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 28, 39, 181480), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 28, 39, 181480), 0, 2, datetime.datetime(2022, 6, 2, 20, 28, 39, 181480), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:28:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:28:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 28, 39, 183207), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 28, 39, 183207), 0, 2, datetime.datetime(2022, 6, 2, 20, 28, 39, 183207), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:28:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:28:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 28, 39, 184955), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 28, 39, 184955), 0, 2, datetime.datetime(2022, 6, 2, 20, 28, 39, 184955), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:28:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:28:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:28:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:28:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:28:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:28:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:28:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:28:43,711 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:29:39.167018+00:00 (in 29.999177 seconds)
repomirrorworker stdout | 2022-06-02 20:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:29:39 UTC)" (scheduled at 2022-06-02 20:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:29:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:29:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:29:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 29, 9, 176964), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 29, 9, 176964), 0, 2, datetime.datetime(2022, 6, 2, 20, 29, 9, 176964), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:29:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:29:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 29, 9, 180357), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 29, 9, 180357), 0, 2, datetime.datetime(2022, 6, 2, 20, 29, 9, 180357), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:29:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:29:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 29, 9, 182313), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 29, 9, 182313), 0, 2, datetime.datetime(2022, 6, 2, 20, 29, 9, 182313), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:29:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:29:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 29, 9, 184072), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 29, 9, 184072), 0, 2, datetime.datetime(2022, 6, 2, 20, 29, 9, 184072), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:29:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:29:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:29:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:29:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:29:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:29:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:29:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:29:13,766 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:30:09.167018+00:00 (in 29.998989 seconds)
repomirrorworker stdout | 2022-06-02 20:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:30:09 UTC)" (scheduled at 2022-06-02 20:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:29:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:29:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:29:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 29, 39, 176886), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 29, 39, 176886), 0, 2, datetime.datetime(2022, 6, 2, 20, 29, 39, 176886), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:29:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:29:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 29, 39, 180340), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 29, 39, 180340), 0, 2, datetime.datetime(2022, 6, 2, 20, 29, 39, 180340), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:29:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:29:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 29, 39, 182247), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 29, 39, 182247), 0, 2, datetime.datetime(2022, 6, 2, 20, 29, 39, 182247), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:29:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:29:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 29, 39, 183977), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 29, 39, 183977), 0, 2, datetime.datetime(2022, 6, 2, 20, 29, 39, 183977), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:29:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:29:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 29, 39, 185601), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 29, 39, 185601), 0, 2, datetime.datetime(2022, 6, 2, 20, 29, 39, 185601), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:29:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:29:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:29:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:29:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:29:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:29:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:29:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:29:43,819 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:30:39.167018+00:00 (in 29.999210 seconds)
repomirrorworker stdout | 2022-06-02 20:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:30:39 UTC)" (scheduled at 2022-06-02 20:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:30:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:30:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 30, 9, 176786), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 30, 9, 176786), 0, 2, datetime.datetime(2022, 6, 2, 20, 30, 9, 176786), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:30:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:30:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 30, 9, 180344), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 30, 9, 180344), 0, 2, datetime.datetime(2022, 6, 2, 20, 30, 9, 180344), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:30:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:30:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 30, 9, 182396), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 30, 9, 182396), 0, 2, datetime.datetime(2022, 6, 2, 20, 30, 9, 182396), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:30:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:30:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 30, 9, 184209), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 30, 9, 184209), 0, 2, datetime.datetime(2022, 6, 2, 20, 30, 9, 184209), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:30:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:30:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 30, 9, 186022), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 30, 9, 186022), 0, 2, datetime.datetime(2022, 6, 2, 20, 30, 9, 186022), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:30:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:30:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:30:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:30:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:30:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:30:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:30:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:30:13,882 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:31:09.167018+00:00 (in 29.999051 seconds)
repomirrorworker stdout | 2022-06-02 20:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:31:09 UTC)" (scheduled at 2022-06-02 20:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:30:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:30:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:30:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 30, 39, 177092), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 30, 39, 177092), 0, 2, datetime.datetime(2022, 6, 2, 20, 30, 39, 177092), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:30:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:30:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 30, 39, 180695), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 30, 39, 180695), 0, 2, datetime.datetime(2022, 6, 2, 20, 30, 39, 180695), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:30:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:30:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 30, 39, 182660), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 30, 39, 182660), 0, 2, datetime.datetime(2022, 6, 2, 20, 30, 39, 182660), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:30:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:30:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 30, 39, 184365), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 30, 39, 184365), 0, 2, datetime.datetime(2022, 6, 2, 20, 30, 39, 184365), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:30:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:30:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:30:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:30:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:30:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:30:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:30:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:30:43,943 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:31:39.167018+00:00 (in 29.999213 seconds)
repomirrorworker stdout | 2022-06-02 20:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:31:39 UTC)" (scheduled at 2022-06-02 20:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:31:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:31:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 31, 9, 176980), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 31, 9, 176980), 0, 2, datetime.datetime(2022, 6, 2, 20, 31, 9, 176980), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:31:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:31:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 31, 9, 180462), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 31, 9, 180462), 0, 2, datetime.datetime(2022, 6, 2, 20, 31, 9, 180462), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:31:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:31:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 31, 9, 182739), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 31, 9, 182739), 0, 2, datetime.datetime(2022, 6, 2, 20, 31, 9, 182739), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:31:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:31:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 31, 9, 184778), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 31, 9, 184778), 0, 2, datetime.datetime(2022, 6, 2, 20, 31, 9, 184778), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:31:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:31:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 31, 9, 186413), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 31, 9, 186413), 0, 2, datetime.datetime(2022, 6, 2, 20, 31, 9, 186413), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:31:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:31:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:31:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:31:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:31:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:31:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:31:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:31:13,977 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:32:09.167018+00:00 (in 29.999073 seconds)
repomirrorworker stdout | 2022-06-02 20:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:32:09 UTC)" (scheduled at 2022-06-02 20:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:31:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:31:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:31:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 31, 39, 177079), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 31, 39, 177079), 0, 2, datetime.datetime(2022, 6, 2, 20, 31, 39, 177079), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:31:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:31:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 31, 39, 180427), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 31, 39, 180427), 0, 2, datetime.datetime(2022, 6, 2, 20, 31, 39, 180427), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:31:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:31:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 31, 39, 182308), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 31, 39, 182308), 0, 2, datetime.datetime(2022, 6, 2, 20, 31, 39, 182308), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:31:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:31:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 31, 39, 183990), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 31, 39, 183990), 0, 2, datetime.datetime(2022, 6, 2, 20, 31, 39, 183990), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:31:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:31:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 31, 39, 185618), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 31, 39, 185618), 0, 2, datetime.datetime(2022, 6, 2, 20, 31, 39, 185618), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:31:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:31:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:31:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:31:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:31:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:31:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:31:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:31:44,011 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:32:39.167018+00:00 (in 29.999103 seconds)
repomirrorworker stdout | 2022-06-02 20:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:32:39 UTC)" (scheduled at 2022-06-02 20:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:32:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:32:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:32:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 32, 9, 176957), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 32, 9, 176957), 0, 2, datetime.datetime(2022, 6, 2, 20, 32, 9, 176957), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:32:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:32:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 32, 9, 180198), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 32, 9, 180198), 0, 2, datetime.datetime(2022, 6, 2, 20, 32, 9, 180198), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:32:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:32:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 32, 9, 182189), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 32, 9, 182189), 0, 2, datetime.datetime(2022, 6, 2, 20, 32, 9, 182189), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:32:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:32:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 32, 9, 183942), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 32, 9, 183942), 0, 2, datetime.datetime(2022, 6, 2, 20, 32, 9, 183942), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:32:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:32:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:32:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:32:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:32:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:32:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:32:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:32:14,053 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:33:09.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-02 20:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:33:09 UTC)" (scheduled at 2022-06-02 20:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:32:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:32:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:32:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 32, 39, 177078), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 32, 39, 177078), 0, 2, datetime.datetime(2022, 6, 2, 20, 32, 39, 177078), True, 4, 8])
repomirrorworker stdout | 2022-06-02 20:32:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 20:32:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 32, 39, 180881), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 32, 39, 180881), 0, 2, datetime.datetime(2022, 6, 2, 20, 32, 39, 180881), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:32:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:32:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 32, 39, 183247), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 32, 39, 183247), 0, 2, datetime.datetime(2022, 6, 2, 20, 32, 39, 183247), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:32:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:32:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 32, 39, 185493), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 32, 39, 185493), 0, 2, datetime.datetime(2022, 6, 2, 20, 32, 39, 185493), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:32:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:32:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 32, 39, 187552), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 32, 39, 187552), 0, 2, datetime.datetime(2022, 6, 2, 20, 32, 39, 187552), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:32:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:32:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:32:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:32:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:32:39,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:32:39,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:32:39,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:32:44,088 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:33:39.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-02 20:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:33:39 UTC)" (scheduled at 2022-06-02 20:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:33:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:33:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:33:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 33, 9, 177138), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 33, 9, 177138), 0, 2, datetime.datetime(2022, 6, 2, 20, 33, 9, 177138), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:33:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:33:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 33, 9, 180915), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 33, 9, 180915), 0, 2, datetime.datetime(2022, 6, 2, 20, 33, 9, 180915), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:33:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:33:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 33, 9, 182807), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 33, 9, 182807), 0, 2, datetime.datetime(2022, 6, 2, 20, 33, 9, 182807), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:33:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:33:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 33, 9, 184501), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 33, 9, 184501), 0, 2, datetime.datetime(2022, 6, 2, 20, 33, 9, 184501), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:33:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:33:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:33:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:33:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:33:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:33:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:33:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:33:14,152 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:34:09.167018+00:00 (in 29.999229 seconds)
repomirrorworker stdout | 2022-06-02 20:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:34:09 UTC)" (scheduled at 2022-06-02 20:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:33:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:33:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:33:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 33, 39, 176615), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 33, 39, 176615), 0, 2, datetime.datetime(2022, 6, 2, 20, 33, 39, 176615), True, 4, 8])
repomirrorworker stdout | 2022-06-02 20:33:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 20:33:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 33, 39, 179864), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 33, 39, 179864), 0, 2, datetime.datetime(2022, 6, 2, 20, 33, 39, 179864), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:33:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:33:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 33, 39, 181910), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 33, 39, 181910), 0, 2, datetime.datetime(2022, 6, 2, 20, 33, 39, 181910), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:33:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:33:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 33, 39, 183663), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 33, 39, 183663), 0, 2, datetime.datetime(2022, 6, 2, 20, 33, 39, 183663), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:33:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:33:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 33, 39, 185394), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 33, 39, 185394), 0, 2, datetime.datetime(2022, 6, 2, 20, 33, 39, 185394), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:33:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:33:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:33:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:33:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:33:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:33:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:33:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:33:44,218 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:34:39.167018+00:00 (in 29.999201 seconds)
repomirrorworker stdout | 2022-06-02 20:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:34:39 UTC)" (scheduled at 2022-06-02 20:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:34:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:34:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:34:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 34, 9, 176523), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 34, 9, 176523), 0, 2, datetime.datetime(2022, 6, 2, 20, 34, 9, 176523), True, 4, 8])
repomirrorworker stdout | 2022-06-02 20:34:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 20:34:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 34, 9, 179863), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 34, 9, 179863), 0, 2, datetime.datetime(2022, 6, 2, 20, 34, 9, 179863), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:34:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:34:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 34, 9, 181831), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 34, 9, 181831), 0, 2, datetime.datetime(2022, 6, 2, 20, 34, 9, 181831), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:34:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:34:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 34, 9, 183483), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 34, 9, 183483), 0, 2, datetime.datetime(2022, 6, 2, 20, 34, 9, 183483), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:34:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:34:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:34:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:34:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:34:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:34:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:34:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:34:14,258 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:35:09.167018+00:00 (in 29.999267 seconds)
repomirrorworker stdout | 2022-06-02 20:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:35:09 UTC)" (scheduled at 2022-06-02 20:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:34:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:34:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:34:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 34, 39, 176866), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 34, 39, 176866), 0, 2, datetime.datetime(2022, 6, 2, 20, 34, 39, 176866), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:34:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:34:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 34, 39, 180310), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 34, 39, 180310), 0, 2, datetime.datetime(2022, 6, 2, 20, 34, 39, 180310), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:34:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:34:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 34, 39, 182257), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 34, 39, 182257), 0, 2, datetime.datetime(2022, 6, 2, 20, 34, 39, 182257), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:34:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:34:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 34, 39, 183997), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 34, 39, 183997), 0, 2, datetime.datetime(2022, 6, 2, 20, 34, 39, 183997), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:34:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:34:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:34:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:34:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:34:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:34:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:34:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:34:44,301 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:35:39.167018+00:00 (in 29.999024 seconds)
repomirrorworker stdout | 2022-06-02 20:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:35:39 UTC)" (scheduled at 2022-06-02 20:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:35:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:35:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:35:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 35, 9, 176823), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 35, 9, 176823), 0, 2, datetime.datetime(2022, 6, 2, 20, 35, 9, 176823), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:35:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:35:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 35, 9, 180218), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 35, 9, 180218), 0, 2, datetime.datetime(2022, 6, 2, 20, 35, 9, 180218), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:35:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:35:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 35, 9, 182222), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 35, 9, 182222), 0, 2, datetime.datetime(2022, 6, 2, 20, 35, 9, 182222), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:35:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:35:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 35, 9, 183917), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 35, 9, 183917), 0, 2, datetime.datetime(2022, 6, 2, 20, 35, 9, 183917), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:35:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:35:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:35:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:35:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:35:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:35:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:35:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:35:14,377 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:36:09.167018+00:00 (in 29.999048 seconds)
repomirrorworker stdout | 2022-06-02 20:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:36:09 UTC)" (scheduled at 2022-06-02 20:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:35:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:35:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:35:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 35, 39, 177181), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 35, 39, 177181), 0, 2, datetime.datetime(2022, 6, 2, 20, 35, 39, 177181), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:35:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:35:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 35, 39, 180369), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 35, 39, 180369), 0, 2, datetime.datetime(2022, 6, 2, 20, 35, 39, 180369), True, 4, 8])
repomirrorworker stdout | 2022-06-02 20:35:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 20:35:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 35, 39, 182409), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 35, 39, 182409), 0, 2, datetime.datetime(2022, 6, 2, 20, 35, 39, 182409), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:35:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:35:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 35, 39, 184597), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 35, 39, 184597), 0, 2, datetime.datetime(2022, 6, 2, 20, 35, 39, 184597), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:35:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:35:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:35:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:35:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:35:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:35:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:35:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:35:44,449 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:36:39.167018+00:00 (in 29.999111 seconds)
repomirrorworker stdout | 2022-06-02 20:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:36:39 UTC)" (scheduled at 2022-06-02 20:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:36:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:36:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 36, 9, 177421), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 36, 9, 177421), 0, 2, datetime.datetime(2022, 6, 2, 20, 36, 9, 177421), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:36:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 36, 9, 180724), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 36, 9, 180724), 0, 2, datetime.datetime(2022, 6, 2, 20, 36, 9, 180724), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:36:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:36:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 36, 9, 182706), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 36, 9, 182706), 0, 2, datetime.datetime(2022, 6, 2, 20, 36, 9, 182706), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:36:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:36:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 36, 9, 184445), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 36, 9, 184445), 0, 2, datetime.datetime(2022, 6, 2, 20, 36, 9, 184445), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:36:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:36:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:36:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:36:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:36:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:36:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:36:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:36:14,510 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:37:09.167018+00:00 (in 29.999255 seconds)
repomirrorworker stdout | 2022-06-02 20:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:37:09 UTC)" (scheduled at 2022-06-02 20:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:36:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:36:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 36, 39, 175958), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 36, 39, 175958), 0, 2, datetime.datetime(2022, 6, 2, 20, 36, 39, 175958), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:36:39,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:36:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 36, 39, 178966), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 36, 39, 178966), 0, 2, datetime.datetime(2022, 6, 2, 20, 36, 39, 178966), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:36:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:36:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 36, 39, 180801), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 36, 39, 180801), 0, 2, datetime.datetime(2022, 6, 2, 20, 36, 39, 180801), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:36:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:36:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 36, 39, 182457), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 36, 39, 182457), 0, 2, datetime.datetime(2022, 6, 2, 20, 36, 39, 182457), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:36:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:36:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 36, 39, 184099), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 36, 39, 184099), 0, 2, datetime.datetime(2022, 6, 2, 20, 36, 39, 184099), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:36:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:36:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:36:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:36:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:36:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:36:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:36:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:36:44,574 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:37:39.167018+00:00 (in 29.999191 seconds)
repomirrorworker stdout | 2022-06-02 20:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:37:39 UTC)" (scheduled at 2022-06-02 20:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:37:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:37:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:37:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 37, 9, 177179), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 37, 9, 177179), 0, 2, datetime.datetime(2022, 6, 2, 20, 37, 9, 177179), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:37:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:37:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 37, 9, 181120), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 37, 9, 181120), 0, 2, datetime.datetime(2022, 6, 2, 20, 37, 9, 181120), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:37:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:37:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 37, 9, 183198), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 37, 9, 183198), 0, 2, datetime.datetime(2022, 6, 2, 20, 37, 9, 183198), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:37:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:37:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 37, 9, 185167), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 37, 9, 185167), 0, 2, datetime.datetime(2022, 6, 2, 20, 37, 9, 185167), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:37:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:37:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 37, 9, 187088), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 37, 9, 187088), 0, 2, datetime.datetime(2022, 6, 2, 20, 37, 9, 187088), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:37:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:37:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:37:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:37:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:37:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:37:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:37:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:37:14,609 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:38:09.167018+00:00 (in 29.998937 seconds)
repomirrorworker stdout | 2022-06-02 20:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:38:09 UTC)" (scheduled at 2022-06-02 20:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:37:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:37:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:37:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 37, 39, 176873), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 37, 39, 176873), 0, 2, datetime.datetime(2022, 6, 2, 20, 37, 39, 176873), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:37:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:37:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 37, 39, 180065), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 37, 39, 180065), 0, 2, datetime.datetime(2022, 6, 2, 20, 37, 39, 180065), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:37:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:37:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 37, 39, 181952), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 37, 39, 181952), 0, 2, datetime.datetime(2022, 6, 2, 20, 37, 39, 181952), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:37:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:37:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 37, 39, 183616), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 37, 39, 183616), 0, 2, datetime.datetime(2022, 6, 2, 20, 37, 39, 183616), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:37:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:37:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 37, 39, 185282), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 37, 39, 185282), 0, 2, datetime.datetime(2022, 6, 2, 20, 37, 39, 185282), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:37:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:37:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:37:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:37:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:37:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:37:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:37:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:37:44,647 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:38:39.167018+00:00 (in 29.999140 seconds)
repomirrorworker stdout | 2022-06-02 20:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:38:39 UTC)" (scheduled at 2022-06-02 20:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:38:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:38:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 38, 9, 177164), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 38, 9, 177164), 0, 2, datetime.datetime(2022, 6, 2, 20, 38, 9, 177164), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:38:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:38:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 38, 9, 180350), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 38, 9, 180350), 0, 2, datetime.datetime(2022, 6, 2, 20, 38, 9, 180350), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:38:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:38:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 38, 9, 182232), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 38, 9, 182232), 0, 2, datetime.datetime(2022, 6, 2, 20, 38, 9, 182232), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:38:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:38:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 38, 9, 183962), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 38, 9, 183962), 0, 2, datetime.datetime(2022, 6, 2, 20, 38, 9, 183962), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:38:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:38:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:38:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:38:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:38:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:38:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:38:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:38:14,710 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:39:09.167018+00:00 (in 29.999050 seconds)
repomirrorworker stdout | 2022-06-02 20:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:39:09 UTC)" (scheduled at 2022-06-02 20:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:38:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:38:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:38:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 38, 39, 176650), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 38, 39, 176650), 0, 2, datetime.datetime(2022, 6, 2, 20, 38, 39, 176650), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:38:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:38:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 38, 39, 179902), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 38, 39, 179902), 0, 2, datetime.datetime(2022, 6, 2, 20, 38, 39, 179902), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:38:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:38:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 38, 39, 181811), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 38, 39, 181811), 0, 2, datetime.datetime(2022, 6, 2, 20, 38, 39, 181811), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 38, 39, 183497), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 38, 39, 183497), 0, 2, datetime.datetime(2022, 6, 2, 20, 38, 39, 183497), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:38:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:38:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:38:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:38:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:38:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:38:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:38:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:38:44,767 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:39:39.167018+00:00 (in 29.999267 seconds)
repomirrorworker stdout | 2022-06-02 20:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:39:39 UTC)" (scheduled at 2022-06-02 20:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:39:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:39:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:39:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 39, 9, 176331), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 39, 9, 176331), 0, 2, datetime.datetime(2022, 6, 2, 20, 39, 9, 176331), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:39:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:39:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 39, 9, 179729), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 39, 9, 179729), 0, 2, datetime.datetime(2022, 6, 2, 20, 39, 9, 179729), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:39:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:39:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 39, 9, 181546), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 39, 9, 181546), 0, 2, datetime.datetime(2022, 6, 2, 20, 39, 9, 181546), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:39:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:39:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 39, 9, 183221), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 39, 9, 183221), 0, 2, datetime.datetime(2022, 6, 2, 20, 39, 9, 183221), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:39:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:39:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 39, 9, 185012), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 39, 9, 185012), 0, 2, datetime.datetime(2022, 6, 2, 20, 39, 9, 185012), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:39:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:39:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:39:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:39:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:39:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:39:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:39:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:39:14,824 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:40:09.167018+00:00 (in 29.999196 seconds)
repomirrorworker stdout | 2022-06-02 20:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:40:09 UTC)" (scheduled at 2022-06-02 20:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:39:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:39:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 39, 39, 176702), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 39, 39, 176702), 0, 2, datetime.datetime(2022, 6, 2, 20, 39, 39, 176702), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:39:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:39:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 39, 39, 180094), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 39, 39, 180094), 0, 2, datetime.datetime(2022, 6, 2, 20, 39, 39, 180094), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:39:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:39:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 39, 39, 181991), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 39, 39, 181991), 0, 2, datetime.datetime(2022, 6, 2, 20, 39, 39, 181991), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:39:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:39:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 39, 39, 183786), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 39, 39, 183786), 0, 2, datetime.datetime(2022, 6, 2, 20, 39, 39, 183786), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:39:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:39:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 39, 39, 185607), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 39, 39, 185607), 0, 2, datetime.datetime(2022, 6, 2, 20, 39, 39, 185607), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:39:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:39:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:39:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:39:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:39:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:39:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:39:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:39:44,879 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:40:39.167018+00:00 (in 29.999031 seconds)
repomirrorworker stdout | 2022-06-02 20:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:40:39 UTC)" (scheduled at 2022-06-02 20:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:40:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:40:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:40:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 40, 9, 176301), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 40, 9, 176301), 0, 2, datetime.datetime(2022, 6, 2, 20, 40, 9, 176301), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:40:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:40:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 40, 9, 179518), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 40, 9, 179518), 0, 2, datetime.datetime(2022, 6, 2, 20, 40, 9, 179518), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:40:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:40:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 40, 9, 181433), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 40, 9, 181433), 0, 2, datetime.datetime(2022, 6, 2, 20, 40, 9, 181433), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:40:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:40:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 40, 9, 183141), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 40, 9, 183141), 0, 2, datetime.datetime(2022, 6, 2, 20, 40, 9, 183141), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:40:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:40:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:40:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:40:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:40:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:40:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:40:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:40:14,927 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:41:09.167018+00:00 (in 29.999253 seconds)
repomirrorworker stdout | 2022-06-02 20:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:41:09 UTC)" (scheduled at 2022-06-02 20:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:40:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:40:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:40:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 40, 39, 176315), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 40, 39, 176315), 0, 2, datetime.datetime(2022, 6, 2, 20, 40, 39, 176315), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:40:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:40:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 40, 39, 179458), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 40, 39, 179458), 0, 2, datetime.datetime(2022, 6, 2, 20, 40, 39, 179458), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:40:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:40:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 40, 39, 181381), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 40, 39, 181381), 0, 2, datetime.datetime(2022, 6, 2, 20, 40, 39, 181381), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:40:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:40:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 40, 39, 183190), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 40, 39, 183190), 0, 2, datetime.datetime(2022, 6, 2, 20, 40, 39, 183190), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:40:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:40:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 40, 39, 184844), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 40, 39, 184844), 0, 2, datetime.datetime(2022, 6, 2, 20, 40, 39, 184844), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:40:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:40:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:40:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:40:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:40:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:40:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:40:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:40:44,993 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:41:39.167018+00:00 (in 29.999024 seconds)
repomirrorworker stdout | 2022-06-02 20:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:41:39 UTC)" (scheduled at 2022-06-02 20:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:41:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:41:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:41:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 41, 9, 177317), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 41, 9, 177317), 0, 2, datetime.datetime(2022, 6, 2, 20, 41, 9, 177317), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:41:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:41:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 41, 9, 181301), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 41, 9, 181301), 0, 2, datetime.datetime(2022, 6, 2, 20, 41, 9, 181301), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:41:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:41:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 41, 9, 183352), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 41, 9, 183352), 0, 2, datetime.datetime(2022, 6, 2, 20, 41, 9, 183352), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:41:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:41:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 41, 9, 185208), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 41, 9, 185208), 0, 2, datetime.datetime(2022, 6, 2, 20, 41, 9, 185208), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:41:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:41:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 41, 9, 186999), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 41, 9, 186999), 0, 2, datetime.datetime(2022, 6, 2, 20, 41, 9, 186999), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:41:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:41:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:41:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:41:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:41:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:41:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:41:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:41:15,058 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:42:09.167018+00:00 (in 29.998979 seconds)
repomirrorworker stdout | 2022-06-02 20:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:42:09 UTC)" (scheduled at 2022-06-02 20:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:41:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:41:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 41, 39, 177114), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 41, 39, 177114), 0, 2, datetime.datetime(2022, 6, 2, 20, 41, 39, 177114), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:41:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 41, 39, 180532), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 41, 39, 180532), 0, 2, datetime.datetime(2022, 6, 2, 20, 41, 39, 180532), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:41:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 41, 39, 182708), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 41, 39, 182708), 0, 2, datetime.datetime(2022, 6, 2, 20, 41, 39, 182708), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:41:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:41:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 41, 39, 184388), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 41, 39, 184388), 0, 2, datetime.datetime(2022, 6, 2, 20, 41, 39, 184388), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:41:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 41, 39, 186071), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 41, 39, 186071), 0, 2, datetime.datetime(2022, 6, 2, 20, 41, 39, 186071), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:41:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:41:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:41:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:41:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:41:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:41:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:41:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:41:45,106 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:42:39.167018+00:00 (in 29.999074 seconds)
repomirrorworker stdout | 2022-06-02 20:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:42:39 UTC)" (scheduled at 2022-06-02 20:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:42:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:42:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:42:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 42, 9, 176571), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 42, 9, 176571), 0, 2, datetime.datetime(2022, 6, 2, 20, 42, 9, 176571), True, 4, 8])
repomirrorworker stdout | 2022-06-02 20:42:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 20:42:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 42, 9, 179662), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 42, 9, 179662), 0, 2, datetime.datetime(2022, 6, 2, 20, 42, 9, 179662), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:42:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:42:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 42, 9, 181644), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 42, 9, 181644), 0, 2, datetime.datetime(2022, 6, 2, 20, 42, 9, 181644), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 42, 9, 183344), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 42, 9, 183344), 0, 2, datetime.datetime(2022, 6, 2, 20, 42, 9, 183344), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:42:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:42:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 42, 9, 185026), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 42, 9, 185026), 0, 2, datetime.datetime(2022, 6, 2, 20, 42, 9, 185026), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:42:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:42:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:42:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:42:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:42:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:42:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:42:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:42:15,177 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:43:09.167018+00:00 (in 29.999248 seconds)
repomirrorworker stdout | 2022-06-02 20:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:43:09 UTC)" (scheduled at 2022-06-02 20:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:42:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:42:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 42, 39, 176745), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 42, 39, 176745), 0, 2, datetime.datetime(2022, 6, 2, 20, 42, 39, 176745), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:42:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:42:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 42, 39, 179992), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 42, 39, 179992), 0, 2, datetime.datetime(2022, 6, 2, 20, 42, 39, 179992), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:42:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:42:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 42, 39, 182085), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 42, 39, 182085), 0, 2, datetime.datetime(2022, 6, 2, 20, 42, 39, 182085), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:42:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:42:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 42, 39, 183874), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 42, 39, 183874), 0, 2, datetime.datetime(2022, 6, 2, 20, 42, 39, 183874), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:42:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:42:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 42, 39, 185586), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 42, 39, 185586), 0, 2, datetime.datetime(2022, 6, 2, 20, 42, 39, 185586), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:42:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:42:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:42:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:42:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:42:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:42:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:42:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:42:45,238 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:43:39.167018+00:00 (in 29.999105 seconds)
repomirrorworker stdout | 2022-06-02 20:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:43:39 UTC)" (scheduled at 2022-06-02 20:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:43:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:43:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:43:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 43, 9, 177095), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 43, 9, 177095), 0, 2, datetime.datetime(2022, 6, 2, 20, 43, 9, 177095), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:43:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:43:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 43, 9, 181164), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 43, 9, 181164), 0, 2, datetime.datetime(2022, 6, 2, 20, 43, 9, 181164), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:43:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:43:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 43, 9, 183591), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 43, 9, 183591), 0, 2, datetime.datetime(2022, 6, 2, 20, 43, 9, 183591), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:43:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:43:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 43, 9, 185818), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 43, 9, 185818), 0, 2, datetime.datetime(2022, 6, 2, 20, 43, 9, 185818), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:43:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:43:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:43:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:43:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:43:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:43:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:43:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:43:15,299 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:44:09.167018+00:00 (in 29.999226 seconds)
repomirrorworker stdout | 2022-06-02 20:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:44:09 UTC)" (scheduled at 2022-06-02 20:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:43:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:43:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:43:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 43, 39, 176916), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 43, 39, 176916), 0, 2, datetime.datetime(2022, 6, 2, 20, 43, 39, 176916), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:43:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:43:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 43, 39, 180132), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 43, 39, 180132), 0, 2, datetime.datetime(2022, 6, 2, 20, 43, 39, 180132), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:43:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:43:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 43, 39, 182031), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 43, 39, 182031), 0, 2, datetime.datetime(2022, 6, 2, 20, 43, 39, 182031), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:43:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:43:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 43, 39, 183792), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 43, 39, 183792), 0, 2, datetime.datetime(2022, 6, 2, 20, 43, 39, 183792), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:43:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:43:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 43, 39, 185637), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 43, 39, 185637), 0, 2, datetime.datetime(2022, 6, 2, 20, 43, 39, 185637), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:43:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:43:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:43:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:43:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:43:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:43:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:43:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:43:45,365 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:44:39.167018+00:00 (in 29.998985 seconds)
repomirrorworker stdout | 2022-06-02 20:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:44:39 UTC)" (scheduled at 2022-06-02 20:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:44:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:44:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:44:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 44, 9, 176459), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 44, 9, 176459), 0, 2, datetime.datetime(2022, 6, 2, 20, 44, 9, 176459), True, 4, 8])
repomirrorworker stdout | 2022-06-02 20:44:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 20:44:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 44, 9, 179647), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 44, 9, 179647), 0, 2, datetime.datetime(2022, 6, 2, 20, 44, 9, 179647), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:44:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:44:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 44, 9, 182486), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 44, 9, 182486), 0, 2, datetime.datetime(2022, 6, 2, 20, 44, 9, 182486), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:44:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:44:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 44, 9, 184538), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 44, 9, 184538), 0, 2, datetime.datetime(2022, 6, 2, 20, 44, 9, 184538), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:44:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:44:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:44:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:44:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:44:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:44:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:44:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:44:15,418 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:45:09.167018+00:00 (in 29.999042 seconds)
repomirrorworker stdout | 2022-06-02 20:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:45:09 UTC)" (scheduled at 2022-06-02 20:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:44:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:44:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 44, 39, 176971), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 44, 39, 176971), 0, 2, datetime.datetime(2022, 6, 2, 20, 44, 39, 176971), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:44:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:44:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 44, 39, 180148), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 44, 39, 180148), 0, 2, datetime.datetime(2022, 6, 2, 20, 44, 39, 180148), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:44:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:44:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 44, 39, 182030), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 44, 39, 182030), 0, 2, datetime.datetime(2022, 6, 2, 20, 44, 39, 182030), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:44:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:44:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 44, 39, 183730), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 44, 39, 183730), 0, 2, datetime.datetime(2022, 6, 2, 20, 44, 39, 183730), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:44:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:44:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 44, 39, 185343), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 44, 39, 185343), 0, 2, datetime.datetime(2022, 6, 2, 20, 44, 39, 185343), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:44:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:44:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:44:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:44:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:44:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:44:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:44:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:44:45,459 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:45:39.167018+00:00 (in 29.999104 seconds)
repomirrorworker stdout | 2022-06-02 20:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:45:39 UTC)" (scheduled at 2022-06-02 20:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:45:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:45:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:45:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 45, 9, 176903), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 45, 9, 176903), 0, 2, datetime.datetime(2022, 6, 2, 20, 45, 9, 176903), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:45:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:45:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 45, 9, 180421), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 45, 9, 180421), 0, 2, datetime.datetime(2022, 6, 2, 20, 45, 9, 180421), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:45:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:45:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 45, 9, 182306), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 45, 9, 182306), 0, 2, datetime.datetime(2022, 6, 2, 20, 45, 9, 182306), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:45:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:45:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 45, 9, 184068), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 45, 9, 184068), 0, 2, datetime.datetime(2022, 6, 2, 20, 45, 9, 184068), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:45:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:45:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:45:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:45:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:45:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:45:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:45:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:45:15,489 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:46:09.167018+00:00 (in 29.999078 seconds)
repomirrorworker stdout | 2022-06-02 20:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:46:09 UTC)" (scheduled at 2022-06-02 20:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:45:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:45:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 45, 39, 176340), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 45, 39, 176340), 0, 2, datetime.datetime(2022, 6, 2, 20, 45, 39, 176340), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:45:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:45:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 45, 39, 179480), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 45, 39, 179480), 0, 2, datetime.datetime(2022, 6, 2, 20, 45, 39, 179480), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:45:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:45:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 45, 39, 181406), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 45, 39, 181406), 0, 2, datetime.datetime(2022, 6, 2, 20, 45, 39, 181406), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:45:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:45:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 45, 39, 183136), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 45, 39, 183136), 0, 2, datetime.datetime(2022, 6, 2, 20, 45, 39, 183136), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:45:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:45:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 45, 39, 184969), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 45, 39, 184969), 0, 2, datetime.datetime(2022, 6, 2, 20, 45, 39, 184969), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:45:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:45:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:45:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:45:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:45:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:45:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:45:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:45:45,536 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:46:39.167018+00:00 (in 29.999110 seconds)
repomirrorworker stdout | 2022-06-02 20:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:46:39 UTC)" (scheduled at 2022-06-02 20:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:46:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:46:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:46:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 46, 9, 176716), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 46, 9, 176716), 0, 2, datetime.datetime(2022, 6, 2, 20, 46, 9, 176716), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:46:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:46:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 46, 9, 180187), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 46, 9, 180187), 0, 2, datetime.datetime(2022, 6, 2, 20, 46, 9, 180187), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:46:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:46:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 46, 9, 182479), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 46, 9, 182479), 0, 2, datetime.datetime(2022, 6, 2, 20, 46, 9, 182479), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:46:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:46:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 46, 9, 184730), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 46, 9, 184730), 0, 2, datetime.datetime(2022, 6, 2, 20, 46, 9, 184730), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:46:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:46:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 46, 9, 186564), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 46, 9, 186564), 0, 2, datetime.datetime(2022, 6, 2, 20, 46, 9, 186564), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:46:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:46:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:46:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:46:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:46:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:46:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:46:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:46:15,606 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:47:09.167018+00:00 (in 29.999248 seconds)
repomirrorworker stdout | 2022-06-02 20:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:47:09 UTC)" (scheduled at 2022-06-02 20:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:46:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 46, 39, 177027), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 46, 39, 177027), 0, 2, datetime.datetime(2022, 6, 2, 20, 46, 39, 177027), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:46:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:46:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 46, 39, 180473), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 46, 39, 180473), 0, 2, datetime.datetime(2022, 6, 2, 20, 46, 39, 180473), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:46:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:46:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 46, 39, 182564), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 46, 39, 182564), 0, 2, datetime.datetime(2022, 6, 2, 20, 46, 39, 182564), True, 4, 8])
repomirrorworker stdout | 2022-06-02 20:46:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 20:46:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 46, 39, 184294), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 46, 39, 184294), 0, 2, datetime.datetime(2022, 6, 2, 20, 46, 39, 184294), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:46:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:46:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 46, 39, 185991), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 46, 39, 185991), 0, 2, datetime.datetime(2022, 6, 2, 20, 46, 39, 185991), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:46:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:46:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:46:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:46:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:46:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:46:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:46:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:46:45,642 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:47:39.167018+00:00 (in 29.999117 seconds)
repomirrorworker stdout | 2022-06-02 20:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:47:39 UTC)" (scheduled at 2022-06-02 20:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:47:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:47:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:47:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 47, 9, 176543), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 47, 9, 176543), 0, 2, datetime.datetime(2022, 6, 2, 20, 47, 9, 176543), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:47:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:47:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 47, 9, 179940), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 47, 9, 179940), 0, 2, datetime.datetime(2022, 6, 2, 20, 47, 9, 179940), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:47:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:47:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 47, 9, 181830), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 47, 9, 181830), 0, 2, datetime.datetime(2022, 6, 2, 20, 47, 9, 181830), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:47:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:47:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 47, 9, 183507), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 47, 9, 183507), 0, 2, datetime.datetime(2022, 6, 2, 20, 47, 9, 183507), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:47:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:47:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:47:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:47:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:47:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:47:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:47:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:47:15,708 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:48:09.167018+00:00 (in 29.999008 seconds)
repomirrorworker stdout | 2022-06-02 20:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:48:09 UTC)" (scheduled at 2022-06-02 20:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:47:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:47:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 47, 39, 177111), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 47, 39, 177111), 0, 2, datetime.datetime(2022, 6, 2, 20, 47, 39, 177111), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:47:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:47:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 47, 39, 180701), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 47, 39, 180701), 0, 2, datetime.datetime(2022, 6, 2, 20, 47, 39, 180701), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:47:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:47:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 47, 39, 182554), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 47, 39, 182554), 0, 2, datetime.datetime(2022, 6, 2, 20, 47, 39, 182554), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:47:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:47:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 47, 39, 184194), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 47, 39, 184194), 0, 2, datetime.datetime(2022, 6, 2, 20, 47, 39, 184194), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:47:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:47:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:47:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:47:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:47:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:47:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:47:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:47:45,766 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:48:39.167018+00:00 (in 29.999191 seconds)
repomirrorworker stdout | 2022-06-02 20:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:48:39 UTC)" (scheduled at 2022-06-02 20:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:48:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:48:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:48:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 48, 9, 176955), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 48, 9, 176955), 0, 2, datetime.datetime(2022, 6, 2, 20, 48, 9, 176955), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:48:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:48:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 48, 9, 180207), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 48, 9, 180207), 0, 2, datetime.datetime(2022, 6, 2, 20, 48, 9, 180207), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:48:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:48:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 48, 9, 182056), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 48, 9, 182056), 0, 2, datetime.datetime(2022, 6, 2, 20, 48, 9, 182056), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:48:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:48:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 48, 9, 183763), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 48, 9, 183763), 0, 2, datetime.datetime(2022, 6, 2, 20, 48, 9, 183763), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:48:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:48:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 48, 9, 185404), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 48, 9, 185404), 0, 2, datetime.datetime(2022, 6, 2, 20, 48, 9, 185404), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:48:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:48:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:48:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:48:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:48:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:48:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:48:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:48:15,806 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:49:09.167018+00:00 (in 29.999118 seconds)
repomirrorworker stdout | 2022-06-02 20:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:49:09 UTC)" (scheduled at 2022-06-02 20:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:48:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:48:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 48, 39, 176664), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 48, 39, 176664), 0, 2, datetime.datetime(2022, 6, 2, 20, 48, 39, 176664), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:48:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:48:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 48, 39, 179735), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 48, 39, 179735), 0, 2, datetime.datetime(2022, 6, 2, 20, 48, 39, 179735), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:48:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:48:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 48, 39, 181558), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 48, 39, 181558), 0, 2, datetime.datetime(2022, 6, 2, 20, 48, 39, 181558), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:48:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:48:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 48, 39, 183213), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 48, 39, 183213), 0, 2, datetime.datetime(2022, 6, 2, 20, 48, 39, 183213), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:48:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:48:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 48, 39, 184834), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 48, 39, 184834), 0, 2, datetime.datetime(2022, 6, 2, 20, 48, 39, 184834), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:48:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:48:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:48:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:48:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:48:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:48:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:48:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:48:45,841 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:49:39.167018+00:00 (in 29.999183 seconds)
repomirrorworker stdout | 2022-06-02 20:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:49:39 UTC)" (scheduled at 2022-06-02 20:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:49:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:49:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:49:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 49, 9, 176246), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 49, 9, 176246), 0, 2, datetime.datetime(2022, 6, 2, 20, 49, 9, 176246), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:49:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:49:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 49, 9, 179828), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 49, 9, 179828), 0, 2, datetime.datetime(2022, 6, 2, 20, 49, 9, 179828), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:49:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:49:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 49, 9, 181722), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 49, 9, 181722), 0, 2, datetime.datetime(2022, 6, 2, 20, 49, 9, 181722), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:49:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:49:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 49, 9, 183434), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 49, 9, 183434), 0, 2, datetime.datetime(2022, 6, 2, 20, 49, 9, 183434), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:49:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:49:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:49:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:49:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:49:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:49:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:49:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:49:15,911 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:50:09.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-02 20:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:50:09 UTC)" (scheduled at 2022-06-02 20:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:49:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:49:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 49, 39, 176727), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 49, 39, 176727), 0, 2, datetime.datetime(2022, 6, 2, 20, 49, 39, 176727), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:49:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:49:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 49, 39, 180296), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 49, 39, 180296), 0, 2, datetime.datetime(2022, 6, 2, 20, 49, 39, 180296), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:49:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:49:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 49, 39, 182556), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 49, 39, 182556), 0, 2, datetime.datetime(2022, 6, 2, 20, 49, 39, 182556), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:49:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:49:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 49, 39, 184559), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 49, 39, 184559), 0, 2, datetime.datetime(2022, 6, 2, 20, 49, 39, 184559), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:49:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:49:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:49:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:49:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:49:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:49:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:49:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:49:45,968 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:50:39.167018+00:00 (in 29.999214 seconds)
repomirrorworker stdout | 2022-06-02 20:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:50:39 UTC)" (scheduled at 2022-06-02 20:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:50:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:50:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:50:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 50, 9, 176999), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 50, 9, 176999), 0, 2, datetime.datetime(2022, 6, 2, 20, 50, 9, 176999), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:50:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:50:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 50, 9, 180479), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 50, 9, 180479), 0, 2, datetime.datetime(2022, 6, 2, 20, 50, 9, 180479), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:50:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:50:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 50, 9, 182414), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 50, 9, 182414), 0, 2, datetime.datetime(2022, 6, 2, 20, 50, 9, 182414), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:50:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:50:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 50, 9, 184125), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 50, 9, 184125), 0, 2, datetime.datetime(2022, 6, 2, 20, 50, 9, 184125), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:50:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:50:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 50, 9, 185797), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 50, 9, 185797), 0, 2, datetime.datetime(2022, 6, 2, 20, 50, 9, 185797), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:50:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:50:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:50:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:50:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:50:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:50:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:50:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:50:16,017 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:51:09.167018+00:00 (in 29.999198 seconds)
repomirrorworker stdout | 2022-06-02 20:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:51:09 UTC)" (scheduled at 2022-06-02 20:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:50:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:50:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 50, 39, 177355), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 50, 39, 177355), 0, 2, datetime.datetime(2022, 6, 2, 20, 50, 39, 177355), True, 4, 8])
repomirrorworker stdout | 2022-06-02 20:50:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 20:50:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 50, 39, 180966), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 50, 39, 180966), 0, 2, datetime.datetime(2022, 6, 2, 20, 50, 39, 180966), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:50:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:50:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 50, 39, 182993), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 50, 39, 182993), 0, 2, datetime.datetime(2022, 6, 2, 20, 50, 39, 182993), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:50:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:50:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 50, 39, 184694), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 50, 39, 184694), 0, 2, datetime.datetime(2022, 6, 2, 20, 50, 39, 184694), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:50:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:50:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:50:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:50:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:50:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:50:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:50:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:50:46,072 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:51:39.167018+00:00 (in 29.999257 seconds)
repomirrorworker stdout | 2022-06-02 20:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:51:39 UTC)" (scheduled at 2022-06-02 20:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:51:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:51:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:51:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 51, 9, 176570), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 51, 9, 176570), 0, 2, datetime.datetime(2022, 6, 2, 20, 51, 9, 176570), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:51:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:51:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 51, 9, 179736), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 51, 9, 179736), 0, 2, datetime.datetime(2022, 6, 2, 20, 51, 9, 179736), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:51:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:51:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 51, 9, 181627), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 51, 9, 181627), 0, 2, datetime.datetime(2022, 6, 2, 20, 51, 9, 181627), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:51:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:51:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 51, 9, 183322), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 51, 9, 183322), 0, 2, datetime.datetime(2022, 6, 2, 20, 51, 9, 183322), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:51:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:51:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 51, 9, 184978), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 51, 9, 184978), 0, 2, datetime.datetime(2022, 6, 2, 20, 51, 9, 184978), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:51:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:51:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:51:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:51:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:51:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:51:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:51:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:51:16,114 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:52:09.167018+00:00 (in 29.999273 seconds)
repomirrorworker stdout | 2022-06-02 20:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:52:09 UTC)" (scheduled at 2022-06-02 20:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:51:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:51:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:51:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 51, 39, 177250), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 51, 39, 177250), 0, 2, datetime.datetime(2022, 6, 2, 20, 51, 39, 177250), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:51:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:51:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 51, 39, 181709), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 51, 39, 181709), 0, 2, datetime.datetime(2022, 6, 2, 20, 51, 39, 181709), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:51:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:51:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 51, 39, 183734), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 51, 39, 183734), 0, 2, datetime.datetime(2022, 6, 2, 20, 51, 39, 183734), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:51:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:51:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 51, 39, 185534), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 51, 39, 185534), 0, 2, datetime.datetime(2022, 6, 2, 20, 51, 39, 185534), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:51:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:51:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:51:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:51:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:51:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:51:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:51:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:51:46,167 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:52:39.167018+00:00 (in 29.999223 seconds)
repomirrorworker stdout | 2022-06-02 20:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:52:39 UTC)" (scheduled at 2022-06-02 20:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:52:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:52:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:52:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 52, 9, 176550), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 52, 9, 176550), 0, 2, datetime.datetime(2022, 6, 2, 20, 52, 9, 176550), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:52:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:52:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 52, 9, 180135), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 52, 9, 180135), 0, 2, datetime.datetime(2022, 6, 2, 20, 52, 9, 180135), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:52:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:52:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 52, 9, 182079), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 52, 9, 182079), 0, 2, datetime.datetime(2022, 6, 2, 20, 52, 9, 182079), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:52:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:52:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 52, 9, 183816), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 52, 9, 183816), 0, 2, datetime.datetime(2022, 6, 2, 20, 52, 9, 183816), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:52:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:52:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 52, 9, 185434), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 52, 9, 185434), 0, 2, datetime.datetime(2022, 6, 2, 20, 52, 9, 185434), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:52:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:52:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:52:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:52:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:52:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:52:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:52:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:52:16,231 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:53:09.167018+00:00 (in 29.999243 seconds)
repomirrorworker stdout | 2022-06-02 20:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:53:09 UTC)" (scheduled at 2022-06-02 20:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:52:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:52:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 52, 39, 176466), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 52, 39, 176466), 0, 2, datetime.datetime(2022, 6, 2, 20, 52, 39, 176466), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:52:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:52:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 52, 39, 180332), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 52, 39, 180332), 0, 2, datetime.datetime(2022, 6, 2, 20, 52, 39, 180332), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:52:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:52:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 52, 39, 182574), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 52, 39, 182574), 0, 2, datetime.datetime(2022, 6, 2, 20, 52, 39, 182574), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:52:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:52:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 52, 39, 184325), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 52, 39, 184325), 0, 2, datetime.datetime(2022, 6, 2, 20, 52, 39, 184325), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:52:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:52:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 52, 39, 185990), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 52, 39, 185990), 0, 2, datetime.datetime(2022, 6, 2, 20, 52, 39, 185990), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:52:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:52:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:52:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:52:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:52:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:52:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:52:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:52:46,294 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:53:39.167018+00:00 (in 29.999123 seconds)
repomirrorworker stdout | 2022-06-02 20:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:53:39 UTC)" (scheduled at 2022-06-02 20:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:53:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:53:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 53, 9, 176740), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 53, 9, 176740), 0, 2, datetime.datetime(2022, 6, 2, 20, 53, 9, 176740), True, 4, 8])
repomirrorworker stdout | 2022-06-02 20:53:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 20:53:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 53, 9, 179975), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 53, 9, 179975), 0, 2, datetime.datetime(2022, 6, 2, 20, 53, 9, 179975), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:53:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:53:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 53, 9, 181901), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 53, 9, 181901), 0, 2, datetime.datetime(2022, 6, 2, 20, 53, 9, 181901), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:53:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:53:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 53, 9, 183612), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 53, 9, 183612), 0, 2, datetime.datetime(2022, 6, 2, 20, 53, 9, 183612), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:53:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:53:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:53:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:53:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:53:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:53:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:53:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:53:16,358 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:54:09.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-02 20:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:54:09 UTC)" (scheduled at 2022-06-02 20:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:53:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 53, 39, 176744), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 53, 39, 176744), 0, 2, datetime.datetime(2022, 6, 2, 20, 53, 39, 176744), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:53:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:53:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 53, 39, 180004), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 53, 39, 180004), 0, 2, datetime.datetime(2022, 6, 2, 20, 53, 39, 180004), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:53:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:53:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 53, 39, 182075), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 53, 39, 182075), 0, 2, datetime.datetime(2022, 6, 2, 20, 53, 39, 182075), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:53:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:53:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 53, 39, 183776), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 53, 39, 183776), 0, 2, datetime.datetime(2022, 6, 2, 20, 53, 39, 183776), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:53:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:53:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 53, 39, 185624), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 53, 39, 185624), 0, 2, datetime.datetime(2022, 6, 2, 20, 53, 39, 185624), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:53:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:53:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:53:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:53:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:53:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:53:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:53:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:53:46,409 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:54:39.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-02 20:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:54:39 UTC)" (scheduled at 2022-06-02 20:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:54:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:54:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 54, 9, 176954), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 54, 9, 176954), 0, 2, datetime.datetime(2022, 6, 2, 20, 54, 9, 176954), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:54:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:54:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 54, 9, 180068), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 54, 9, 180068), 0, 2, datetime.datetime(2022, 6, 2, 20, 54, 9, 180068), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:54:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:54:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 54, 9, 181931), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 54, 9, 181931), 0, 2, datetime.datetime(2022, 6, 2, 20, 54, 9, 181931), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:54:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:54:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 54, 9, 183611), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 54, 9, 183611), 0, 2, datetime.datetime(2022, 6, 2, 20, 54, 9, 183611), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:54:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:54:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 54, 9, 185331), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 54, 9, 185331), 0, 2, datetime.datetime(2022, 6, 2, 20, 54, 9, 185331), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:54:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:54:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:54:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:54:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:54:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:54:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:54:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:54:16,470 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:55:09.167018+00:00 (in 29.999039 seconds)
repomirrorworker stdout | 2022-06-02 20:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:55:09 UTC)" (scheduled at 2022-06-02 20:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:54:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:54:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:54:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 54, 39, 176538), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 54, 39, 176538), 0, 2, datetime.datetime(2022, 6, 2, 20, 54, 39, 176538), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:54:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:54:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 54, 39, 179715), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 54, 39, 179715), 0, 2, datetime.datetime(2022, 6, 2, 20, 54, 39, 179715), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:54:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:54:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 54, 39, 181579), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 54, 39, 181579), 0, 2, datetime.datetime(2022, 6, 2, 20, 54, 39, 181579), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:54:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:54:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 54, 39, 183271), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 54, 39, 183271), 0, 2, datetime.datetime(2022, 6, 2, 20, 54, 39, 183271), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:54:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:54:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 54, 39, 184921), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 54, 39, 184921), 0, 2, datetime.datetime(2022, 6, 2, 20, 54, 39, 184921), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:54:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:54:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:54:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:54:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:54:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:54:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:54:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:54:46,509 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:55:39.167018+00:00 (in 29.999142 seconds)
repomirrorworker stdout | 2022-06-02 20:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:55:39 UTC)" (scheduled at 2022-06-02 20:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:55:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:55:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:55:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 55, 9, 176767), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 55, 9, 176767), 0, 2, datetime.datetime(2022, 6, 2, 20, 55, 9, 176767), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:55:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:55:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 55, 9, 179902), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 55, 9, 179902), 0, 2, datetime.datetime(2022, 6, 2, 20, 55, 9, 179902), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:55:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:55:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 55, 9, 181802), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 55, 9, 181802), 0, 2, datetime.datetime(2022, 6, 2, 20, 55, 9, 181802), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:55:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:55:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 55, 9, 183513), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 55, 9, 183513), 0, 2, datetime.datetime(2022, 6, 2, 20, 55, 9, 183513), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:55:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:55:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 55, 9, 185176), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 55, 9, 185176), 0, 2, datetime.datetime(2022, 6, 2, 20, 55, 9, 185176), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:55:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:55:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:55:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:55:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:55:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:55:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:55:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:55:16,567 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:56:09.167018+00:00 (in 29.999242 seconds)
repomirrorworker stdout | 2022-06-02 20:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:56:09 UTC)" (scheduled at 2022-06-02 20:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:55:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:55:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 55, 39, 176685), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 55, 39, 176685), 0, 2, datetime.datetime(2022, 6, 2, 20, 55, 39, 176685), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:55:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:55:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 55, 39, 180191), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 55, 39, 180191), 0, 2, datetime.datetime(2022, 6, 2, 20, 55, 39, 180191), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:55:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:55:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 55, 39, 182067), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 55, 39, 182067), 0, 2, datetime.datetime(2022, 6, 2, 20, 55, 39, 182067), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 55, 39, 183748), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 55, 39, 183748), 0, 2, datetime.datetime(2022, 6, 2, 20, 55, 39, 183748), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:55:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:55:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 55, 39, 185408), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 55, 39, 185408), 0, 2, datetime.datetime(2022, 6, 2, 20, 55, 39, 185408), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:55:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:55:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:55:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:55:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:55:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:55:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:55:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:55:46,629 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:56:39.167018+00:00 (in 29.999274 seconds)
repomirrorworker stdout | 2022-06-02 20:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:56:39 UTC)" (scheduled at 2022-06-02 20:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:56:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:56:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:56:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 56, 9, 175919), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 56, 9, 175919), 0, 2, datetime.datetime(2022, 6, 2, 20, 56, 9, 175919), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:56:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:56:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 56, 9, 179133), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 56, 9, 179133), 0, 2, datetime.datetime(2022, 6, 2, 20, 56, 9, 179133), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:56:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:56:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 56, 9, 181081), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 56, 9, 181081), 0, 2, datetime.datetime(2022, 6, 2, 20, 56, 9, 181081), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:56:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:56:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 56, 9, 182825), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 56, 9, 182825), 0, 2, datetime.datetime(2022, 6, 2, 20, 56, 9, 182825), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:56:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:56:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 56, 9, 184493), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 56, 9, 184493), 0, 2, datetime.datetime(2022, 6, 2, 20, 56, 9, 184493), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:56:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:56:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:56:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:56:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:56:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:56:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:56:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:56:16,674 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:57:09.167018+00:00 (in 29.999010 seconds)
repomirrorworker stdout | 2022-06-02 20:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:57:09 UTC)" (scheduled at 2022-06-02 20:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:56:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:56:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 56, 39, 176635), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 56, 39, 176635), 0, 2, datetime.datetime(2022, 6, 2, 20, 56, 39, 176635), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:56:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:56:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 56, 39, 179944), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 56, 39, 179944), 0, 2, datetime.datetime(2022, 6, 2, 20, 56, 39, 179944), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:56:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:56:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 56, 39, 181944), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 56, 39, 181944), 0, 2, datetime.datetime(2022, 6, 2, 20, 56, 39, 181944), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:56:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:56:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 56, 39, 183754), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 56, 39, 183754), 0, 2, datetime.datetime(2022, 6, 2, 20, 56, 39, 183754), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:56:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:56:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 56, 39, 185424), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 56, 39, 185424), 0, 2, datetime.datetime(2022, 6, 2, 20, 56, 39, 185424), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:56:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:56:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:56:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:56:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:56:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:56:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:56:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:56:46,729 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:57:39.167018+00:00 (in 29.998998 seconds)
repomirrorworker stdout | 2022-06-02 20:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:57:39 UTC)" (scheduled at 2022-06-02 20:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:57:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:57:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:57:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 57, 9, 177616), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 57, 9, 177616), 0, 2, datetime.datetime(2022, 6, 2, 20, 57, 9, 177616), True, 8, 12])
repomirrorworker stdout | 2022-06-02 20:57:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 20:57:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 57, 9, 181203), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 57, 9, 181203), 0, 2, datetime.datetime(2022, 6, 2, 20, 57, 9, 181203), True, 12, 15])
repomirrorworker stdout | 2022-06-02 20:57:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 20:57:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 57, 9, 183318), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 57, 9, 183318), 0, 2, datetime.datetime(2022, 6, 2, 20, 57, 9, 183318), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:57:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:57:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 57, 9, 185178), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 57, 9, 185178), 0, 2, datetime.datetime(2022, 6, 2, 20, 57, 9, 185178), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:57:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:57:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 57, 9, 187016), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 57, 9, 187016), 0, 2, datetime.datetime(2022, 6, 2, 20, 57, 9, 187016), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:57:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:57:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:57:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:57:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:57:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:57:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:57:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:57:16,783 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:58:09.167018+00:00 (in 29.999013 seconds)
repomirrorworker stdout | 2022-06-02 20:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:58:09 UTC)" (scheduled at 2022-06-02 20:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:57:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:57:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:57:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 57, 39, 177183), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 57, 39, 177183), 0, 2, datetime.datetime(2022, 6, 2, 20, 57, 39, 177183), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:57:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:57:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 57, 39, 180451), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 57, 39, 180451), 0, 2, datetime.datetime(2022, 6, 2, 20, 57, 39, 180451), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:57:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:57:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 57, 39, 182818), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 57, 39, 182818), 0, 2, datetime.datetime(2022, 6, 2, 20, 57, 39, 182818), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:57:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:57:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 57, 39, 184865), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 57, 39, 184865), 0, 2, datetime.datetime(2022, 6, 2, 20, 57, 39, 184865), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:57:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:57:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:57:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:57:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:57:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:57:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:57:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:57:46,838 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:58:39.167018+00:00 (in 29.999148 seconds)
repomirrorworker stdout | 2022-06-02 20:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:58:39 UTC)" (scheduled at 2022-06-02 20:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:58:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:58:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 58, 9, 176705), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 58, 9, 176705), 0, 2, datetime.datetime(2022, 6, 2, 20, 58, 9, 176705), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:58:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:58:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 58, 9, 179790), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 58, 9, 179790), 0, 2, datetime.datetime(2022, 6, 2, 20, 58, 9, 179790), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:58:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:58:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 58, 9, 181694), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 58, 9, 181694), 0, 2, datetime.datetime(2022, 6, 2, 20, 58, 9, 181694), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:58:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:58:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 58, 9, 183400), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 58, 9, 183400), 0, 2, datetime.datetime(2022, 6, 2, 20, 58, 9, 183400), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:58:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:58:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 58, 9, 185058), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 58, 9, 185058), 0, 2, datetime.datetime(2022, 6, 2, 20, 58, 9, 185058), True, 14, 15])
repomirrorworker stdout | 2022-06-02 20:58:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 20:58:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:58:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:58:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:58:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:58:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:58:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:58:16,899 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:59:09.167018+00:00 (in 29.999148 seconds)
repomirrorworker stdout | 2022-06-02 20:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:59:09 UTC)" (scheduled at 2022-06-02 20:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:58:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:58:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 58, 39, 177041), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 58, 39, 177041), 0, 2, datetime.datetime(2022, 6, 2, 20, 58, 39, 177041), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:58:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:58:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 58, 39, 180639), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 58, 39, 180639), 0, 2, datetime.datetime(2022, 6, 2, 20, 58, 39, 180639), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:58:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:58:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 58, 39, 182638), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 58, 39, 182638), 0, 2, datetime.datetime(2022, 6, 2, 20, 58, 39, 182638), True, 3, 7])
repomirrorworker stdout | 2022-06-02 20:58:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 20:58:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 58, 39, 184356), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 58, 39, 184356), 0, 2, datetime.datetime(2022, 6, 2, 20, 58, 39, 184356), True, 7, 11])
repomirrorworker stdout | 2022-06-02 20:58:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 20:58:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 58, 39, 186083), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 58, 39, 186083), 0, 2, datetime.datetime(2022, 6, 2, 20, 58, 39, 186083), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:58:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:58:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:58:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:58:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:58:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:58:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:58:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:58:46,958 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 20:59:39.167018+00:00 (in 29.999122 seconds)
repomirrorworker stdout | 2022-06-02 20:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:59:39 UTC)" (scheduled at 2022-06-02 20:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:59:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:59:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 59, 9, 176890), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 59, 9, 176890), 0, 2, datetime.datetime(2022, 6, 2, 20, 59, 9, 176890), True, 2, 6])
repomirrorworker stdout | 2022-06-02 20:59:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 20:59:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 59, 9, 180387), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 59, 9, 180387), 0, 2, datetime.datetime(2022, 6, 2, 20, 59, 9, 180387), True, 11, 15])
repomirrorworker stdout | 2022-06-02 20:59:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 20:59:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 59, 9, 182326), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 59, 9, 182326), 0, 2, datetime.datetime(2022, 6, 2, 20, 59, 9, 182326), True, 6, 10])
repomirrorworker stdout | 2022-06-02 20:59:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 20:59:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 59, 9, 184056), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 59, 9, 184056), 0, 2, datetime.datetime(2022, 6, 2, 20, 59, 9, 184056), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:59:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:59:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 59, 9, 185722), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 59, 9, 185722), 0, 2, datetime.datetime(2022, 6, 2, 20, 59, 9, 185722), True, 10, 14])
repomirrorworker stdout | 2022-06-02 20:59:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 20:59:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:59:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:59:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:59:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:59:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:59:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 20:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:59:17,001 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 20:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 20:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:00:09.167018+00:00 (in 29.998952 seconds)
repomirrorworker stdout | 2022-06-02 20:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:00:09 UTC)" (scheduled at 2022-06-02 20:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 20:59:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:59:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:59:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 59, 39, 177141), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 59, 39, 177141), 0, 2, datetime.datetime(2022, 6, 2, 20, 59, 39, 177141), True, 9, 13])
repomirrorworker stdout | 2022-06-02 20:59:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 20:59:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 59, 39, 180736), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 59, 39, 180736), 0, 2, datetime.datetime(2022, 6, 2, 20, 59, 39, 180736), True, 13, 15])
repomirrorworker stdout | 2022-06-02 20:59:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 20:59:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 59, 39, 182840), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 59, 39, 182840), 0, 2, datetime.datetime(2022, 6, 2, 20, 59, 39, 182840), True, 5, 9])
repomirrorworker stdout | 2022-06-02 20:59:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 20:59:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 20, 59, 39, 184856), 0, 2, None, True, datetime.datetime(2022, 6, 2, 20, 59, 39, 184856), 0, 2, datetime.datetime(2022, 6, 2, 20, 59, 39, 184856), True, 1, 5])
repomirrorworker stdout | 2022-06-02 20:59:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 20:59:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 20:59:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:59:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 20:59:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 20:59:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 20:59:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 20:59:47,055 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:00:39.167018+00:00 (in 29.999172 seconds)
repomirrorworker stdout | 2022-06-02 21:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:00:39 UTC)" (scheduled at 2022-06-02 21:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:00:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:00:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 0, 9, 176840), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 0, 9, 176840), 0, 2, datetime.datetime(2022, 6, 2, 21, 0, 9, 176840), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:00:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:00:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 0, 9, 179936), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 0, 9, 179936), 0, 2, datetime.datetime(2022, 6, 2, 21, 0, 9, 179936), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:00:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:00:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 0, 9, 181812), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 0, 9, 181812), 0, 2, datetime.datetime(2022, 6, 2, 21, 0, 9, 181812), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:00:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:00:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 0, 9, 183461), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 0, 9, 183461), 0, 2, datetime.datetime(2022, 6, 2, 21, 0, 9, 183461), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:00:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:00:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 0, 9, 185126), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 0, 9, 185126), 0, 2, datetime.datetime(2022, 6, 2, 21, 0, 9, 185126), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:00:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:00:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:00:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:00:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:00:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:00:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:00:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:00:17,118 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:01:09.167018+00:00 (in 29.999295 seconds)
repomirrorworker stdout | 2022-06-02 21:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:01:09 UTC)" (scheduled at 2022-06-02 21:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:00:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:00:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 0, 39, 176618), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 0, 39, 176618), 0, 2, datetime.datetime(2022, 6, 2, 21, 0, 39, 176618), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:00:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:00:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 0, 39, 179666), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 0, 39, 179666), 0, 2, datetime.datetime(2022, 6, 2, 21, 0, 39, 179666), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:00:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:00:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 0, 39, 181504), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 0, 39, 181504), 0, 2, datetime.datetime(2022, 6, 2, 21, 0, 39, 181504), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:00:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:00:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 0, 39, 183198), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 0, 39, 183198), 0, 2, datetime.datetime(2022, 6, 2, 21, 0, 39, 183198), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:00:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:00:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:00:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:00:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:00:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:00:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:00:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:00:47,177 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:01:39.167018+00:00 (in 29.999192 seconds)
repomirrorworker stdout | 2022-06-02 21:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:01:39 UTC)" (scheduled at 2022-06-02 21:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:01:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:01:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 1, 9, 176755), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 1, 9, 176755), 0, 2, datetime.datetime(2022, 6, 2, 21, 1, 9, 176755), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:01:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:01:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 1, 9, 180180), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 1, 9, 180180), 0, 2, datetime.datetime(2022, 6, 2, 21, 1, 9, 180180), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:01:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:01:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 1, 9, 182077), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 1, 9, 182077), 0, 2, datetime.datetime(2022, 6, 2, 21, 1, 9, 182077), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:01:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:01:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 1, 9, 183959), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 1, 9, 183959), 0, 2, datetime.datetime(2022, 6, 2, 21, 1, 9, 183959), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:01:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:01:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 1, 9, 185816), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 1, 9, 185816), 0, 2, datetime.datetime(2022, 6, 2, 21, 1, 9, 185816), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:01:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:01:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:01:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:01:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:01:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:01:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:01:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:01:17,219 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:02:09.167018+00:00 (in 29.999246 seconds)
repomirrorworker stdout | 2022-06-02 21:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:02:09 UTC)" (scheduled at 2022-06-02 21:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:01:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 1, 39, 176988), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 1, 39, 176988), 0, 2, datetime.datetime(2022, 6, 2, 21, 1, 39, 176988), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:01:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 1, 39, 180102), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 1, 39, 180102), 0, 2, datetime.datetime(2022, 6, 2, 21, 1, 39, 180102), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:01:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:01:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 1, 39, 181979), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 1, 39, 181979), 0, 2, datetime.datetime(2022, 6, 2, 21, 1, 39, 181979), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:01:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:01:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 1, 39, 183614), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 1, 39, 183614), 0, 2, datetime.datetime(2022, 6, 2, 21, 1, 39, 183614), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:01:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:01:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:01:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:01:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:01:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:01:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:01:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:01:47,281 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:02:39.167018+00:00 (in 29.999235 seconds)
repomirrorworker stdout | 2022-06-02 21:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:02:39 UTC)" (scheduled at 2022-06-02 21:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:02:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:02:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:02:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 2, 9, 176279), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 2, 9, 176279), 0, 2, datetime.datetime(2022, 6, 2, 21, 2, 9, 176279), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:02:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:02:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 2, 9, 179425), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 2, 9, 179425), 0, 2, datetime.datetime(2022, 6, 2, 21, 2, 9, 179425), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:02:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:02:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 2, 9, 181414), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 2, 9, 181414), 0, 2, datetime.datetime(2022, 6, 2, 21, 2, 9, 181414), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:02:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:02:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 2, 9, 183160), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 2, 9, 183160), 0, 2, datetime.datetime(2022, 6, 2, 21, 2, 9, 183160), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:02:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:02:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:02:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:02:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:02:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:02:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:02:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:02:17,343 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:03:09.167018+00:00 (in 29.999286 seconds)
repomirrorworker stdout | 2022-06-02 21:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:03:09 UTC)" (scheduled at 2022-06-02 21:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:02:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:02:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:02:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 2, 39, 176720), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 2, 39, 176720), 0, 2, datetime.datetime(2022, 6, 2, 21, 2, 39, 176720), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:02:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:02:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 2, 39, 180299), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 2, 39, 180299), 0, 2, datetime.datetime(2022, 6, 2, 21, 2, 39, 180299), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:02:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:02:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 2, 39, 182465), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 2, 39, 182465), 0, 2, datetime.datetime(2022, 6, 2, 21, 2, 39, 182465), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:02:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:02:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 2, 39, 184400), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 2, 39, 184400), 0, 2, datetime.datetime(2022, 6, 2, 21, 2, 39, 184400), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:02:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:02:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 2, 39, 186303), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 2, 39, 186303), 0, 2, datetime.datetime(2022, 6, 2, 21, 2, 39, 186303), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:02:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:02:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:02:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:02:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:02:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:02:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:02:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:02:47,397 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:03:39.167018+00:00 (in 29.999175 seconds)
repomirrorworker stdout | 2022-06-02 21:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:03:39 UTC)" (scheduled at 2022-06-02 21:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:03:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:03:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 3, 9, 177327), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 3, 9, 177327), 0, 2, datetime.datetime(2022, 6, 2, 21, 3, 9, 177327), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:03:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:03:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 3, 9, 180868), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 3, 9, 180868), 0, 2, datetime.datetime(2022, 6, 2, 21, 3, 9, 180868), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:03:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:03:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 3, 9, 182791), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 3, 9, 182791), 0, 2, datetime.datetime(2022, 6, 2, 21, 3, 9, 182791), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:03:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:03:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 3, 9, 184540), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 3, 9, 184540), 0, 2, datetime.datetime(2022, 6, 2, 21, 3, 9, 184540), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:03:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:03:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 3, 9, 186262), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 3, 9, 186262), 0, 2, datetime.datetime(2022, 6, 2, 21, 3, 9, 186262), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:03:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:03:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:03:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:03:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:03:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:03:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:03:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:03:17,452 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:04:09.167018+00:00 (in 29.998950 seconds)
repomirrorworker stdout | 2022-06-02 21:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:04:09 UTC)" (scheduled at 2022-06-02 21:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:03:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:03:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 3, 39, 177402), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 3, 39, 177402), 0, 2, datetime.datetime(2022, 6, 2, 21, 3, 39, 177402), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:03:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:03:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 3, 39, 180849), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 3, 39, 180849), 0, 2, datetime.datetime(2022, 6, 2, 21, 3, 39, 180849), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:03:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:03:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 3, 39, 182716), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 3, 39, 182716), 0, 2, datetime.datetime(2022, 6, 2, 21, 3, 39, 182716), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:03:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:03:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 3, 39, 184382), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 3, 39, 184382), 0, 2, datetime.datetime(2022, 6, 2, 21, 3, 39, 184382), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:03:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:03:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:03:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:03:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:03:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:03:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:03:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:03:47,513 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:04:39.167018+00:00 (in 29.999045 seconds)
repomirrorworker stdout | 2022-06-02 21:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:04:39 UTC)" (scheduled at 2022-06-02 21:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:04:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 4, 9, 177094), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 4, 9, 177094), 0, 2, datetime.datetime(2022, 6, 2, 21, 4, 9, 177094), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:04:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:04:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 4, 9, 180346), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 4, 9, 180346), 0, 2, datetime.datetime(2022, 6, 2, 21, 4, 9, 180346), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:04:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:04:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 4, 9, 182274), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 4, 9, 182274), 0, 2, datetime.datetime(2022, 6, 2, 21, 4, 9, 182274), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:04:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:04:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 4, 9, 184075), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 4, 9, 184075), 0, 2, datetime.datetime(2022, 6, 2, 21, 4, 9, 184075), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:04:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:04:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 4, 9, 185817), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 4, 9, 185817), 0, 2, datetime.datetime(2022, 6, 2, 21, 4, 9, 185817), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:04:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:04:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:04:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:04:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:04:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:04:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:04:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:04:17,550 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:05:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-02 21:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:05:09 UTC)" (scheduled at 2022-06-02 21:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:04:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:04:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:04:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 4, 39, 177247), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 4, 39, 177247), 0, 2, datetime.datetime(2022, 6, 2, 21, 4, 39, 177247), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:04:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:04:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 4, 39, 180852), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 4, 39, 180852), 0, 2, datetime.datetime(2022, 6, 2, 21, 4, 39, 180852), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:04:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:04:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 4, 39, 183071), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 4, 39, 183071), 0, 2, datetime.datetime(2022, 6, 2, 21, 4, 39, 183071), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:04:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:04:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 4, 39, 184988), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 4, 39, 184988), 0, 2, datetime.datetime(2022, 6, 2, 21, 4, 39, 184988), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:04:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:04:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 4, 39, 186844), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 4, 39, 186844), 0, 2, datetime.datetime(2022, 6, 2, 21, 4, 39, 186844), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:04:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:04:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:04:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:04:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:04:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:04:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:04:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:04:47,594 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:05:39.167018+00:00 (in 29.999025 seconds)
repomirrorworker stdout | 2022-06-02 21:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:05:39 UTC)" (scheduled at 2022-06-02 21:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:05:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:05:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 5, 9, 176941), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 5, 9, 176941), 0, 2, datetime.datetime(2022, 6, 2, 21, 5, 9, 176941), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:05:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:05:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 5, 9, 180338), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 5, 9, 180338), 0, 2, datetime.datetime(2022, 6, 2, 21, 5, 9, 180338), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:05:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:05:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 5, 9, 182220), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 5, 9, 182220), 0, 2, datetime.datetime(2022, 6, 2, 21, 5, 9, 182220), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:05:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:05:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 5, 9, 183934), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 5, 9, 183934), 0, 2, datetime.datetime(2022, 6, 2, 21, 5, 9, 183934), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:05:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 5, 9, 185557), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 5, 9, 185557), 0, 2, datetime.datetime(2022, 6, 2, 21, 5, 9, 185557), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:05:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:05:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:05:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:05:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:05:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:05:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:05:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:05:17,645 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:06:09.167018+00:00 (in 29.999040 seconds)
repomirrorworker stdout | 2022-06-02 21:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:06:09 UTC)" (scheduled at 2022-06-02 21:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:05:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:05:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 5, 39, 176735), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 5, 39, 176735), 0, 2, datetime.datetime(2022, 6, 2, 21, 5, 39, 176735), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:05:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:05:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 5, 39, 180073), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 5, 39, 180073), 0, 2, datetime.datetime(2022, 6, 2, 21, 5, 39, 180073), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:05:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:05:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 5, 39, 181946), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 5, 39, 181946), 0, 2, datetime.datetime(2022, 6, 2, 21, 5, 39, 181946), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:05:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:05:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 5, 39, 183637), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 5, 39, 183637), 0, 2, datetime.datetime(2022, 6, 2, 21, 5, 39, 183637), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:05:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:05:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 5, 39, 185287), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 5, 39, 185287), 0, 2, datetime.datetime(2022, 6, 2, 21, 5, 39, 185287), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:05:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:05:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:05:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:05:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:05:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:05:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:05:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:05:47,706 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:06:39.167018+00:00 (in 29.999188 seconds)
repomirrorworker stdout | 2022-06-02 21:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:06:39 UTC)" (scheduled at 2022-06-02 21:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:06:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:06:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 6, 9, 176944), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 6, 9, 176944), 0, 2, datetime.datetime(2022, 6, 2, 21, 6, 9, 176944), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:06:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:06:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 6, 9, 180386), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 6, 9, 180386), 0, 2, datetime.datetime(2022, 6, 2, 21, 6, 9, 180386), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:06:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:06:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 6, 9, 182706), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 6, 9, 182706), 0, 2, datetime.datetime(2022, 6, 2, 21, 6, 9, 182706), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:06:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:06:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 6, 9, 184751), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 6, 9, 184751), 0, 2, datetime.datetime(2022, 6, 2, 21, 6, 9, 184751), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:06:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:06:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:06:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:06:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:06:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:06:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:06:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:06:17,747 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:07:09.167018+00:00 (in 29.999139 seconds)
repomirrorworker stdout | 2022-06-02 21:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:07:09 UTC)" (scheduled at 2022-06-02 21:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:06:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 6, 39, 177322), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 6, 39, 177322), 0, 2, datetime.datetime(2022, 6, 2, 21, 6, 39, 177322), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:06:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:06:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 6, 39, 180571), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 6, 39, 180571), 0, 2, datetime.datetime(2022, 6, 2, 21, 6, 39, 180571), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:06:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:06:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 6, 39, 182491), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 6, 39, 182491), 0, 2, datetime.datetime(2022, 6, 2, 21, 6, 39, 182491), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:06:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:06:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 6, 39, 184239), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 6, 39, 184239), 0, 2, datetime.datetime(2022, 6, 2, 21, 6, 39, 184239), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:06:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:06:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 6, 39, 185967), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 6, 39, 185967), 0, 2, datetime.datetime(2022, 6, 2, 21, 6, 39, 185967), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:06:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:06:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:06:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:06:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:06:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:06:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:06:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:06:47,808 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:07:39.167018+00:00 (in 29.999114 seconds)
repomirrorworker stdout | 2022-06-02 21:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:07:39 UTC)" (scheduled at 2022-06-02 21:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:07:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:07:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:07:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 7, 9, 176834), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 7, 9, 176834), 0, 2, datetime.datetime(2022, 6, 2, 21, 7, 9, 176834), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:07:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:07:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 7, 9, 180047), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 7, 9, 180047), 0, 2, datetime.datetime(2022, 6, 2, 21, 7, 9, 180047), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:07:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:07:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 7, 9, 181911), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 7, 9, 181911), 0, 2, datetime.datetime(2022, 6, 2, 21, 7, 9, 181911), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:07:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:07:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 7, 9, 183584), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 7, 9, 183584), 0, 2, datetime.datetime(2022, 6, 2, 21, 7, 9, 183584), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:07:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:07:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:07:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:07:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:07:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:07:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:07:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:07:17,879 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:08:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-02 21:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:08:09 UTC)" (scheduled at 2022-06-02 21:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:07:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:07:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 7, 39, 177078), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 7, 39, 177078), 0, 2, datetime.datetime(2022, 6, 2, 21, 7, 39, 177078), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:07:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:07:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 7, 39, 180626), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 7, 39, 180626), 0, 2, datetime.datetime(2022, 6, 2, 21, 7, 39, 180626), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:07:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:07:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 7, 39, 182471), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 7, 39, 182471), 0, 2, datetime.datetime(2022, 6, 2, 21, 7, 39, 182471), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:07:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:07:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 7, 39, 184168), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 7, 39, 184168), 0, 2, datetime.datetime(2022, 6, 2, 21, 7, 39, 184168), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:07:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:07:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 7, 39, 185810), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 7, 39, 185810), 0, 2, datetime.datetime(2022, 6, 2, 21, 7, 39, 185810), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:07:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:07:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:07:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:07:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:07:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:07:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:07:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:07:47,946 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:08:39.167018+00:00 (in 29.999255 seconds)
repomirrorworker stdout | 2022-06-02 21:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:08:39 UTC)" (scheduled at 2022-06-02 21:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:08:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:08:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:08:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 8, 9, 177040), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 8, 9, 177040), 0, 2, datetime.datetime(2022, 6, 2, 21, 8, 9, 177040), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:08:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:08:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 8, 9, 180120), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 8, 9, 180120), 0, 2, datetime.datetime(2022, 6, 2, 21, 8, 9, 180120), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:08:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:08:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 8, 9, 182022), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 8, 9, 182022), 0, 2, datetime.datetime(2022, 6, 2, 21, 8, 9, 182022), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:08:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:08:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 8, 9, 183740), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 8, 9, 183740), 0, 2, datetime.datetime(2022, 6, 2, 21, 8, 9, 183740), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:08:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:08:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:08:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:08:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:08:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:08:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:08:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:08:17,987 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:09:09.167018+00:00 (in 29.999058 seconds)
repomirrorworker stdout | 2022-06-02 21:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:09:09 UTC)" (scheduled at 2022-06-02 21:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:08:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:08:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:08:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 8, 39, 177114), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 8, 39, 177114), 0, 2, datetime.datetime(2022, 6, 2, 21, 8, 39, 177114), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:08:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:08:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 8, 39, 180445), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 8, 39, 180445), 0, 2, datetime.datetime(2022, 6, 2, 21, 8, 39, 180445), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:08:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:08:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 8, 39, 182316), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 8, 39, 182316), 0, 2, datetime.datetime(2022, 6, 2, 21, 8, 39, 182316), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:08:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:08:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 8, 39, 184058), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 8, 39, 184058), 0, 2, datetime.datetime(2022, 6, 2, 21, 8, 39, 184058), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:08:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:08:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:08:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:08:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:08:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:08:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:08:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:08:48,023 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:09:39.167018+00:00 (in 29.999121 seconds)
repomirrorworker stdout | 2022-06-02 21:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:09:39 UTC)" (scheduled at 2022-06-02 21:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:09:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:09:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:09:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 9, 9, 176865), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 9, 9, 176865), 0, 2, datetime.datetime(2022, 6, 2, 21, 9, 9, 176865), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:09:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:09:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 9, 9, 179972), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 9, 9, 179972), 0, 2, datetime.datetime(2022, 6, 2, 21, 9, 9, 179972), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:09:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:09:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 9, 9, 181867), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 9, 9, 181867), 0, 2, datetime.datetime(2022, 6, 2, 21, 9, 9, 181867), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:09:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:09:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 9, 9, 183570), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 9, 9, 183570), 0, 2, datetime.datetime(2022, 6, 2, 21, 9, 9, 183570), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:09:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:09:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 9, 9, 185257), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 9, 9, 185257), 0, 2, datetime.datetime(2022, 6, 2, 21, 9, 9, 185257), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:09:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:09:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:09:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:09:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:09:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:09:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:09:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:09:18,085 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:10:09.167018+00:00 (in 29.998996 seconds)
repomirrorworker stdout | 2022-06-02 21:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:10:09 UTC)" (scheduled at 2022-06-02 21:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:09:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:09:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:09:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 9, 39, 177233), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 9, 39, 177233), 0, 2, datetime.datetime(2022, 6, 2, 21, 9, 39, 177233), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:09:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:09:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 9, 39, 180512), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 9, 39, 180512), 0, 2, datetime.datetime(2022, 6, 2, 21, 9, 39, 180512), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:09:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:09:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 9, 39, 182595), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 9, 39, 182595), 0, 2, datetime.datetime(2022, 6, 2, 21, 9, 39, 182595), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:09:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:09:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 9, 39, 184418), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 9, 39, 184418), 0, 2, datetime.datetime(2022, 6, 2, 21, 9, 39, 184418), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:09:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:09:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 9, 39, 186162), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 9, 39, 186162), 0, 2, datetime.datetime(2022, 6, 2, 21, 9, 39, 186162), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:09:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:09:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:09:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:09:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:09:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:09:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:09:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:09:48,141 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:10:39.167018+00:00 (in 29.999043 seconds)
repomirrorworker stdout | 2022-06-02 21:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:10:39 UTC)" (scheduled at 2022-06-02 21:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:10:09,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:10:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 10, 9, 177763), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 10, 9, 177763), 0, 2, datetime.datetime(2022, 6, 2, 21, 10, 9, 177763), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:10:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:10:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 10, 9, 181802), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 10, 9, 181802), 0, 2, datetime.datetime(2022, 6, 2, 21, 10, 9, 181802), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:10:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:10:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 10, 9, 183830), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 10, 9, 183830), 0, 2, datetime.datetime(2022, 6, 2, 21, 10, 9, 183830), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:10:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:10:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 10, 9, 185641), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 10, 9, 185641), 0, 2, datetime.datetime(2022, 6, 2, 21, 10, 9, 185641), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:10:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:10:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 10, 9, 187522), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 10, 9, 187522), 0, 2, datetime.datetime(2022, 6, 2, 21, 10, 9, 187522), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:10:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:10:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:10:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:10:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:10:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:10:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:10:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:10:18,211 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:11:09.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-02 21:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:11:09 UTC)" (scheduled at 2022-06-02 21:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:10:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:10:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 10, 39, 177319), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 10, 39, 177319), 0, 2, datetime.datetime(2022, 6, 2, 21, 10, 39, 177319), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:10:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:10:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 10, 39, 180713), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 10, 39, 180713), 0, 2, datetime.datetime(2022, 6, 2, 21, 10, 39, 180713), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:10:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:10:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 10, 39, 182595), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 10, 39, 182595), 0, 2, datetime.datetime(2022, 6, 2, 21, 10, 39, 182595), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:10:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:10:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 10, 39, 184277), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 10, 39, 184277), 0, 2, datetime.datetime(2022, 6, 2, 21, 10, 39, 184277), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:10:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:10:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 10, 39, 185943), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 10, 39, 185943), 0, 2, datetime.datetime(2022, 6, 2, 21, 10, 39, 185943), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:10:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:10:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:10:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:10:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:10:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:10:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:10:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:10:48,250 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:11:39.167018+00:00 (in 29.999256 seconds)
repomirrorworker stdout | 2022-06-02 21:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:11:39 UTC)" (scheduled at 2022-06-02 21:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:11:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:11:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 11, 9, 176559), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 11, 9, 176559), 0, 2, datetime.datetime(2022, 6, 2, 21, 11, 9, 176559), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:11:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:11:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 11, 9, 179660), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 11, 9, 179660), 0, 2, datetime.datetime(2022, 6, 2, 21, 11, 9, 179660), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:11:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:11:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 11, 9, 181513), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 11, 9, 181513), 0, 2, datetime.datetime(2022, 6, 2, 21, 11, 9, 181513), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:11:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:11:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 11, 9, 183170), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 11, 9, 183170), 0, 2, datetime.datetime(2022, 6, 2, 21, 11, 9, 183170), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:11:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:11:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:11:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:11:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:11:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:11:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:11:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:11:18,304 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:12:09.167018+00:00 (in 29.999243 seconds)
repomirrorworker stdout | 2022-06-02 21:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:12:09 UTC)" (scheduled at 2022-06-02 21:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:11:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:11:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:11:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 11, 39, 177034), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 11, 39, 177034), 0, 2, datetime.datetime(2022, 6, 2, 21, 11, 39, 177034), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:11:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:11:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 11, 39, 180694), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 11, 39, 180694), 0, 2, datetime.datetime(2022, 6, 2, 21, 11, 39, 180694), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:11:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:11:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 11, 39, 182739), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 11, 39, 182739), 0, 2, datetime.datetime(2022, 6, 2, 21, 11, 39, 182739), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:11:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:11:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 11, 39, 184426), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 11, 39, 184426), 0, 2, datetime.datetime(2022, 6, 2, 21, 11, 39, 184426), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:11:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:11:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:11:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:11:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:11:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:11:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:11:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:11:48,359 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:12:39.167018+00:00 (in 29.999183 seconds)
repomirrorworker stdout | 2022-06-02 21:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:12:39 UTC)" (scheduled at 2022-06-02 21:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:12:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:12:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:12:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 12, 9, 176841), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 12, 9, 176841), 0, 2, datetime.datetime(2022, 6, 2, 21, 12, 9, 176841), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:12:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:12:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 12, 9, 180250), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 12, 9, 180250), 0, 2, datetime.datetime(2022, 6, 2, 21, 12, 9, 180250), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:12:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:12:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 12, 9, 182105), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 12, 9, 182105), 0, 2, datetime.datetime(2022, 6, 2, 21, 12, 9, 182105), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:12:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:12:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 12, 9, 183737), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 12, 9, 183737), 0, 2, datetime.datetime(2022, 6, 2, 21, 12, 9, 183737), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:12:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:12:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:12:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:12:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:12:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:12:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:12:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:12:18,434 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:13:09.167018+00:00 (in 29.999191 seconds)
repomirrorworker stdout | 2022-06-02 21:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:13:09 UTC)" (scheduled at 2022-06-02 21:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:12:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:12:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:12:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 12, 39, 177193), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 12, 39, 177193), 0, 2, datetime.datetime(2022, 6, 2, 21, 12, 39, 177193), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:12:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:12:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 12, 39, 181061), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 12, 39, 181061), 0, 2, datetime.datetime(2022, 6, 2, 21, 12, 39, 181061), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:12:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 12, 39, 183209), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 12, 39, 183209), 0, 2, datetime.datetime(2022, 6, 2, 21, 12, 39, 183209), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:12:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:12:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 12, 39, 184893), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 12, 39, 184893), 0, 2, datetime.datetime(2022, 6, 2, 21, 12, 39, 184893), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:12:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:12:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:12:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:12:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:12:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:12:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:12:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:12:48,476 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:13:39.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-02 21:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:13:39 UTC)" (scheduled at 2022-06-02 21:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:13:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:13:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:13:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 13, 9, 177051), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 13, 9, 177051), 0, 2, datetime.datetime(2022, 6, 2, 21, 13, 9, 177051), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:13:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:13:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 13, 9, 180385), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 13, 9, 180385), 0, 2, datetime.datetime(2022, 6, 2, 21, 13, 9, 180385), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:13:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:13:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 13, 9, 182275), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 13, 9, 182275), 0, 2, datetime.datetime(2022, 6, 2, 21, 13, 9, 182275), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:13:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:13:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 13, 9, 184045), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 13, 9, 184045), 0, 2, datetime.datetime(2022, 6, 2, 21, 13, 9, 184045), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:13:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:13:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 13, 9, 185848), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 13, 9, 185848), 0, 2, datetime.datetime(2022, 6, 2, 21, 13, 9, 185848), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:13:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:13:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:13:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:13:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:13:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:13:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:13:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:13:18,538 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:14:09.167018+00:00 (in 29.999254 seconds)
repomirrorworker stdout | 2022-06-02 21:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:14:09 UTC)" (scheduled at 2022-06-02 21:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:13:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:13:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:13:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 13, 39, 176653), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 13, 39, 176653), 0, 2, datetime.datetime(2022, 6, 2, 21, 13, 39, 176653), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:13:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:13:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 13, 39, 179976), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 13, 39, 179976), 0, 2, datetime.datetime(2022, 6, 2, 21, 13, 39, 179976), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:13:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:13:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 13, 39, 181880), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 13, 39, 181880), 0, 2, datetime.datetime(2022, 6, 2, 21, 13, 39, 181880), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:13:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:13:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 13, 39, 183557), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 13, 39, 183557), 0, 2, datetime.datetime(2022, 6, 2, 21, 13, 39, 183557), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:13:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:13:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:13:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:13:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:13:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:13:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:13:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:13:48,590 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:14:39.167018+00:00 (in 29.999178 seconds)
repomirrorworker stdout | 2022-06-02 21:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:14:39 UTC)" (scheduled at 2022-06-02 21:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:14:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:14:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 14, 9, 176814), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 14, 9, 176814), 0, 2, datetime.datetime(2022, 6, 2, 21, 14, 9, 176814), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:14:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:14:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 14, 9, 180218), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 14, 9, 180218), 0, 2, datetime.datetime(2022, 6, 2, 21, 14, 9, 180218), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:14:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:14:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 14, 9, 182103), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 14, 9, 182103), 0, 2, datetime.datetime(2022, 6, 2, 21, 14, 9, 182103), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:14:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:14:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 14, 9, 183789), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 14, 9, 183789), 0, 2, datetime.datetime(2022, 6, 2, 21, 14, 9, 183789), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:14:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:14:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 14, 9, 185422), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 14, 9, 185422), 0, 2, datetime.datetime(2022, 6, 2, 21, 14, 9, 185422), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:14:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:14:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:14:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:14:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:14:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:14:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:14:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:14:18,652 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:15:09.167018+00:00 (in 29.998932 seconds)
repomirrorworker stdout | 2022-06-02 21:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:15:09 UTC)" (scheduled at 2022-06-02 21:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:14:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:14:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:14:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 14, 39, 177214), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 14, 39, 177214), 0, 2, datetime.datetime(2022, 6, 2, 21, 14, 39, 177214), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:14:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 14, 39, 180684), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 14, 39, 180684), 0, 2, datetime.datetime(2022, 6, 2, 21, 14, 39, 180684), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:14:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 14, 39, 182515), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 14, 39, 182515), 0, 2, datetime.datetime(2022, 6, 2, 21, 14, 39, 182515), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:14:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:14:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 14, 39, 184180), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 14, 39, 184180), 0, 2, datetime.datetime(2022, 6, 2, 21, 14, 39, 184180), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:14:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:14:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 14, 39, 185828), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 14, 39, 185828), 0, 2, datetime.datetime(2022, 6, 2, 21, 14, 39, 185828), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:14:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:14:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:14:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:14:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:14:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:14:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:14:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:14:48,691 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:15:39.167018+00:00 (in 29.999078 seconds)
repomirrorworker stdout | 2022-06-02 21:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:15:39 UTC)" (scheduled at 2022-06-02 21:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:15:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:15:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:15:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 15, 9, 177154), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 15, 9, 177154), 0, 2, datetime.datetime(2022, 6, 2, 21, 15, 9, 177154), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:15:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:15:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 15, 9, 180380), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 15, 9, 180380), 0, 2, datetime.datetime(2022, 6, 2, 21, 15, 9, 180380), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 15, 9, 182342), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 15, 9, 182342), 0, 2, datetime.datetime(2022, 6, 2, 21, 15, 9, 182342), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:15:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:15:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 15, 9, 184051), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 15, 9, 184051), 0, 2, datetime.datetime(2022, 6, 2, 21, 15, 9, 184051), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:15:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:15:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:15:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:15:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:15:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:15:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:15:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:15:18,747 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:16:09.167018+00:00 (in 29.999313 seconds)
repomirrorworker stdout | 2022-06-02 21:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:16:09 UTC)" (scheduled at 2022-06-02 21:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:15:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:15:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:15:39,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 15, 39, 175794), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 15, 39, 175794), 0, 2, datetime.datetime(2022, 6, 2, 21, 15, 39, 175794), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:15:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:15:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 15, 39, 179137), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 15, 39, 179137), 0, 2, datetime.datetime(2022, 6, 2, 21, 15, 39, 179137), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:15:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:15:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 15, 39, 181146), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 15, 39, 181146), 0, 2, datetime.datetime(2022, 6, 2, 21, 15, 39, 181146), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:15:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:15:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 15, 39, 183090), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 15, 39, 183090), 0, 2, datetime.datetime(2022, 6, 2, 21, 15, 39, 183090), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:15:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:15:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 15, 39, 184800), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 15, 39, 184800), 0, 2, datetime.datetime(2022, 6, 2, 21, 15, 39, 184800), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:15:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:15:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:15:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:15:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:15:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:15:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:15:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:15:48,810 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:16:39.167018+00:00 (in 29.999051 seconds)
repomirrorworker stdout | 2022-06-02 21:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:16:39 UTC)" (scheduled at 2022-06-02 21:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:16:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:16:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:16:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 16, 9, 177217), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 16, 9, 177217), 0, 2, datetime.datetime(2022, 6, 2, 21, 16, 9, 177217), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:16:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:16:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 16, 9, 180470), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 16, 9, 180470), 0, 2, datetime.datetime(2022, 6, 2, 21, 16, 9, 180470), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:16:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:16:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 16, 9, 182384), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 16, 9, 182384), 0, 2, datetime.datetime(2022, 6, 2, 21, 16, 9, 182384), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:16:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:16:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 16, 9, 184087), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 16, 9, 184087), 0, 2, datetime.datetime(2022, 6, 2, 21, 16, 9, 184087), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:16:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:16:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:16:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:16:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:16:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:16:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:16:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:16:18,885 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:17:09.167018+00:00 (in 29.999032 seconds)
repomirrorworker stdout | 2022-06-02 21:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:17:09 UTC)" (scheduled at 2022-06-02 21:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:16:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:16:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:16:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 16, 39, 176850), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 16, 39, 176850), 0, 2, datetime.datetime(2022, 6, 2, 21, 16, 39, 176850), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:16:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:16:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 16, 39, 179959), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 16, 39, 179959), 0, 2, datetime.datetime(2022, 6, 2, 21, 16, 39, 179959), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:16:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:16:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 16, 39, 181806), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 16, 39, 181806), 0, 2, datetime.datetime(2022, 6, 2, 21, 16, 39, 181806), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:16:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:16:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 16, 39, 183527), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 16, 39, 183527), 0, 2, datetime.datetime(2022, 6, 2, 21, 16, 39, 183527), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:16:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:16:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 16, 39, 185292), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 16, 39, 185292), 0, 2, datetime.datetime(2022, 6, 2, 21, 16, 39, 185292), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:16:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:16:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:16:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:16:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:16:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:16:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:16:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:16:48,979 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:17:39.167018+00:00 (in 29.999228 seconds)
repomirrorworker stdout | 2022-06-02 21:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:17:39 UTC)" (scheduled at 2022-06-02 21:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:17:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:17:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:17:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 17, 9, 176709), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 17, 9, 176709), 0, 2, datetime.datetime(2022, 6, 2, 21, 17, 9, 176709), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:17:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:17:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 17, 9, 180240), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 17, 9, 180240), 0, 2, datetime.datetime(2022, 6, 2, 21, 17, 9, 180240), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:17:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:17:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 17, 9, 182189), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 17, 9, 182189), 0, 2, datetime.datetime(2022, 6, 2, 21, 17, 9, 182189), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:17:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:17:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 17, 9, 183937), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 17, 9, 183937), 0, 2, datetime.datetime(2022, 6, 2, 21, 17, 9, 183937), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:17:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:17:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:17:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:17:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:17:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:17:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:17:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:17:19,010 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:18:09.167018+00:00 (in 29.998986 seconds)
repomirrorworker stdout | 2022-06-02 21:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:18:09 UTC)" (scheduled at 2022-06-02 21:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:17:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:17:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 17, 39, 176850), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 17, 39, 176850), 0, 2, datetime.datetime(2022, 6, 2, 21, 17, 39, 176850), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:17:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:17:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 17, 39, 179955), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 17, 39, 179955), 0, 2, datetime.datetime(2022, 6, 2, 21, 17, 39, 179955), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:17:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:17:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 17, 39, 181857), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 17, 39, 181857), 0, 2, datetime.datetime(2022, 6, 2, 21, 17, 39, 181857), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:17:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:17:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 17, 39, 183499), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 17, 39, 183499), 0, 2, datetime.datetime(2022, 6, 2, 21, 17, 39, 183499), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:17:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:17:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:17:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:17:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:17:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:17:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:17:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:17:49,070 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:18:39.167018+00:00 (in 29.998984 seconds)
repomirrorworker stdout | 2022-06-02 21:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:18:39 UTC)" (scheduled at 2022-06-02 21:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:18:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:18:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:18:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 18, 9, 176726), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 18, 9, 176726), 0, 2, datetime.datetime(2022, 6, 2, 21, 18, 9, 176726), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:18:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:18:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 18, 9, 180329), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 18, 9, 180329), 0, 2, datetime.datetime(2022, 6, 2, 21, 18, 9, 180329), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:18:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:18:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 18, 9, 182195), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 18, 9, 182195), 0, 2, datetime.datetime(2022, 6, 2, 21, 18, 9, 182195), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:18:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:18:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 18, 9, 183914), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 18, 9, 183914), 0, 2, datetime.datetime(2022, 6, 2, 21, 18, 9, 183914), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:18:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:18:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 18, 9, 185551), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 18, 9, 185551), 0, 2, datetime.datetime(2022, 6, 2, 21, 18, 9, 185551), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:18:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:18:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:18:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:18:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:18:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:18:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:18:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:18:19,125 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:19:09.167018+00:00 (in 29.999276 seconds)
repomirrorworker stdout | 2022-06-02 21:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:19:09 UTC)" (scheduled at 2022-06-02 21:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:18:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:18:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:18:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 18, 39, 176934), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 18, 39, 176934), 0, 2, datetime.datetime(2022, 6, 2, 21, 18, 39, 176934), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:18:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:18:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 18, 39, 181149), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 18, 39, 181149), 0, 2, datetime.datetime(2022, 6, 2, 21, 18, 39, 181149), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:18:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:18:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 18, 39, 183341), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 18, 39, 183341), 0, 2, datetime.datetime(2022, 6, 2, 21, 18, 39, 183341), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:18:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:18:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 18, 39, 185350), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 18, 39, 185350), 0, 2, datetime.datetime(2022, 6, 2, 21, 18, 39, 185350), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:18:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:18:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:18:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:18:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:18:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:18:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:18:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:18:49,186 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:19:39.167018+00:00 (in 29.999075 seconds)
repomirrorworker stdout | 2022-06-02 21:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:19:39 UTC)" (scheduled at 2022-06-02 21:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:19:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:19:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:19:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 19, 9, 176580), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 19, 9, 176580), 0, 2, datetime.datetime(2022, 6, 2, 21, 19, 9, 176580), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:19:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:19:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 19, 9, 179643), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 19, 9, 179643), 0, 2, datetime.datetime(2022, 6, 2, 21, 19, 9, 179643), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:19:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:19:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 19, 9, 181513), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 19, 9, 181513), 0, 2, datetime.datetime(2022, 6, 2, 21, 19, 9, 181513), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:19:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:19:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 19, 9, 183192), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 19, 9, 183192), 0, 2, datetime.datetime(2022, 6, 2, 21, 19, 9, 183192), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:19:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:19:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 19, 9, 184871), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 19, 9, 184871), 0, 2, datetime.datetime(2022, 6, 2, 21, 19, 9, 184871), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:19:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:19:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:19:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:19:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:19:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:19:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:19:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:19:19,255 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:20:09.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-02 21:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:20:09 UTC)" (scheduled at 2022-06-02 21:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:19:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:19:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:19:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 19, 39, 177061), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 19, 39, 177061), 0, 2, datetime.datetime(2022, 6, 2, 21, 19, 39, 177061), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:19:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:19:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 19, 39, 180322), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 19, 39, 180322), 0, 2, datetime.datetime(2022, 6, 2, 21, 19, 39, 180322), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:19:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:19:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 19, 39, 182241), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 19, 39, 182241), 0, 2, datetime.datetime(2022, 6, 2, 21, 19, 39, 182241), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:19:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:19:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 19, 39, 183968), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 19, 39, 183968), 0, 2, datetime.datetime(2022, 6, 2, 21, 19, 39, 183968), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:19:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:19:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:19:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:19:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:19:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:19:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:19:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:19:49,315 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:20:39.167018+00:00 (in 29.999146 seconds)
repomirrorworker stdout | 2022-06-02 21:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:20:39 UTC)" (scheduled at 2022-06-02 21:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:20:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:20:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 20, 9, 176890), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 20, 9, 176890), 0, 2, datetime.datetime(2022, 6, 2, 21, 20, 9, 176890), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:20:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 20, 9, 180165), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 20, 9, 180165), 0, 2, datetime.datetime(2022, 6, 2, 21, 20, 9, 180165), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:20:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:20:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 20, 9, 181978), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 20, 9, 181978), 0, 2, datetime.datetime(2022, 6, 2, 21, 20, 9, 181978), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:20:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:20:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 20, 9, 183631), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 20, 9, 183631), 0, 2, datetime.datetime(2022, 6, 2, 21, 20, 9, 183631), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:20:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:20:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:20:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:20:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:20:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:20:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:20:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:20:19,349 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:21:09.167018+00:00 (in 29.999184 seconds)
repomirrorworker stdout | 2022-06-02 21:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:21:09 UTC)" (scheduled at 2022-06-02 21:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:20:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:20:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:20:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 20, 39, 176981), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 20, 39, 176981), 0, 2, datetime.datetime(2022, 6, 2, 21, 20, 39, 176981), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:20:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:20:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 20, 39, 180310), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 20, 39, 180310), 0, 2, datetime.datetime(2022, 6, 2, 21, 20, 39, 180310), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:20:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:20:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 20, 39, 182244), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 20, 39, 182244), 0, 2, datetime.datetime(2022, 6, 2, 21, 20, 39, 182244), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:20:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:20:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 20, 39, 183964), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 20, 39, 183964), 0, 2, datetime.datetime(2022, 6, 2, 21, 20, 39, 183964), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:20:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:20:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:20:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:20:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:20:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:20:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:20:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:20:49,405 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:21:39.167018+00:00 (in 29.999071 seconds)
repomirrorworker stdout | 2022-06-02 21:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:21:39 UTC)" (scheduled at 2022-06-02 21:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:21:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:21:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:21:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 21, 9, 177000), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 21, 9, 177000), 0, 2, datetime.datetime(2022, 6, 2, 21, 21, 9, 177000), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:21:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:21:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 21, 9, 180179), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 21, 9, 180179), 0, 2, datetime.datetime(2022, 6, 2, 21, 21, 9, 180179), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:21:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:21:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 21, 9, 182167), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 21, 9, 182167), 0, 2, datetime.datetime(2022, 6, 2, 21, 21, 9, 182167), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:21:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 21, 9, 183951), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 21, 9, 183951), 0, 2, datetime.datetime(2022, 6, 2, 21, 21, 9, 183951), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:21:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:21:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 21, 9, 185703), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 21, 9, 185703), 0, 2, datetime.datetime(2022, 6, 2, 21, 21, 9, 185703), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:21:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:21:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:21:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:21:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:21:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:21:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:21:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:21:19,476 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:22:09.167018+00:00 (in 29.999135 seconds)
repomirrorworker stdout | 2022-06-02 21:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:22:09 UTC)" (scheduled at 2022-06-02 21:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:21:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:21:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:21:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 21, 39, 176972), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 21, 39, 176972), 0, 2, datetime.datetime(2022, 6, 2, 21, 21, 39, 176972), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:21:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:21:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 21, 39, 180626), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 21, 39, 180626), 0, 2, datetime.datetime(2022, 6, 2, 21, 21, 39, 180626), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:21:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:21:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 21, 39, 182847), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 21, 39, 182847), 0, 2, datetime.datetime(2022, 6, 2, 21, 21, 39, 182847), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:21:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:21:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 21, 39, 184769), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 21, 39, 184769), 0, 2, datetime.datetime(2022, 6, 2, 21, 21, 39, 184769), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:21:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:21:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:21:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:21:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:21:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:21:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:21:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:21:49,531 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:22:39.167018+00:00 (in 29.999125 seconds)
repomirrorworker stdout | 2022-06-02 21:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:22:39 UTC)" (scheduled at 2022-06-02 21:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:22:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:22:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:22:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 22, 9, 177274), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 22, 9, 177274), 0, 2, datetime.datetime(2022, 6, 2, 21, 22, 9, 177274), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:22:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:22:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 22, 9, 180824), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 22, 9, 180824), 0, 2, datetime.datetime(2022, 6, 2, 21, 22, 9, 180824), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:22:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:22:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 22, 9, 182705), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 22, 9, 182705), 0, 2, datetime.datetime(2022, 6, 2, 21, 22, 9, 182705), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:22:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:22:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 22, 9, 184412), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 22, 9, 184412), 0, 2, datetime.datetime(2022, 6, 2, 21, 22, 9, 184412), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:22:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:22:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 22, 9, 186146), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 22, 9, 186146), 0, 2, datetime.datetime(2022, 6, 2, 21, 22, 9, 186146), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:22:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:22:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:22:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:22:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:22:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:22:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:22:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:22:19,574 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:23:09.167018+00:00 (in 29.998974 seconds)
repomirrorworker stdout | 2022-06-02 21:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:23:09 UTC)" (scheduled at 2022-06-02 21:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:22:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:22:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:22:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 22, 39, 177247), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 22, 39, 177247), 0, 2, datetime.datetime(2022, 6, 2, 21, 22, 39, 177247), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:22:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:22:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 22, 39, 180627), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 22, 39, 180627), 0, 2, datetime.datetime(2022, 6, 2, 21, 22, 39, 180627), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:22:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:22:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 22, 39, 182525), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 22, 39, 182525), 0, 2, datetime.datetime(2022, 6, 2, 21, 22, 39, 182525), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:22:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:22:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 22, 39, 184218), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 22, 39, 184218), 0, 2, datetime.datetime(2022, 6, 2, 21, 22, 39, 184218), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:22:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:22:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 22, 39, 185859), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 22, 39, 185859), 0, 2, datetime.datetime(2022, 6, 2, 21, 22, 39, 185859), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:22:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:22:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:22:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:22:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:22:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:22:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:22:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:22:49,639 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:23:39.167018+00:00 (in 29.998883 seconds)
repomirrorworker stdout | 2022-06-02 21:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:23:39 UTC)" (scheduled at 2022-06-02 21:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:23:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:23:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:23:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 23, 9, 177191), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 23, 9, 177191), 0, 2, datetime.datetime(2022, 6, 2, 21, 23, 9, 177191), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:23:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:23:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 23, 9, 180599), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 23, 9, 180599), 0, 2, datetime.datetime(2022, 6, 2, 21, 23, 9, 180599), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:23:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:23:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 23, 9, 182810), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 23, 9, 182810), 0, 2, datetime.datetime(2022, 6, 2, 21, 23, 9, 182810), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:23:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:23:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 23, 9, 184952), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 23, 9, 184952), 0, 2, datetime.datetime(2022, 6, 2, 21, 23, 9, 184952), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:23:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:23:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 23, 9, 186940), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 23, 9, 186940), 0, 2, datetime.datetime(2022, 6, 2, 21, 23, 9, 186940), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:23:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:23:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:23:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:23:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:23:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:23:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:23:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:23:19,702 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:24:09.167018+00:00 (in 29.999107 seconds)
repomirrorworker stdout | 2022-06-02 21:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:24:09 UTC)" (scheduled at 2022-06-02 21:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:23:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:23:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:23:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 23, 39, 177471), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 23, 39, 177471), 0, 2, datetime.datetime(2022, 6, 2, 21, 23, 39, 177471), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:23:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:23:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 23, 39, 180800), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 23, 39, 180800), 0, 2, datetime.datetime(2022, 6, 2, 21, 23, 39, 180800), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:23:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:23:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 23, 39, 183002), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 23, 39, 183002), 0, 2, datetime.datetime(2022, 6, 2, 21, 23, 39, 183002), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:23:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:23:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 23, 39, 185031), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 23, 39, 185031), 0, 2, datetime.datetime(2022, 6, 2, 21, 23, 39, 185031), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:23:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:23:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 23, 39, 187053), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 23, 39, 187053), 0, 2, datetime.datetime(2022, 6, 2, 21, 23, 39, 187053), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:23:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:23:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:23:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:23:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:23:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:23:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:23:39,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:23:49,758 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:24:39.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-02 21:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:24:39 UTC)" (scheduled at 2022-06-02 21:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:24:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:24:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:24:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 24, 9, 176703), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 24, 9, 176703), 0, 2, datetime.datetime(2022, 6, 2, 21, 24, 9, 176703), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:24:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:24:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 24, 9, 179947), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 24, 9, 179947), 0, 2, datetime.datetime(2022, 6, 2, 21, 24, 9, 179947), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:24:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:24:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 24, 9, 182235), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 24, 9, 182235), 0, 2, datetime.datetime(2022, 6, 2, 21, 24, 9, 182235), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:24:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:24:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 24, 9, 184340), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 24, 9, 184340), 0, 2, datetime.datetime(2022, 6, 2, 21, 24, 9, 184340), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:24:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:24:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:24:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:24:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:24:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:24:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:24:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:24:19,785 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:25:09.167018+00:00 (in 29.999219 seconds)
repomirrorworker stdout | 2022-06-02 21:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:25:09 UTC)" (scheduled at 2022-06-02 21:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:24:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:24:39,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:24:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 24, 39, 178150), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 24, 39, 178150), 0, 2, datetime.datetime(2022, 6, 2, 21, 24, 39, 178150), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:24:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:24:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 24, 39, 182123), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 24, 39, 182123), 0, 2, datetime.datetime(2022, 6, 2, 21, 24, 39, 182123), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:24:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:24:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 24, 39, 184014), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 24, 39, 184014), 0, 2, datetime.datetime(2022, 6, 2, 21, 24, 39, 184014), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:24:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:24:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 24, 39, 185658), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 24, 39, 185658), 0, 2, datetime.datetime(2022, 6, 2, 21, 24, 39, 185658), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:24:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:24:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 24, 39, 187302), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 24, 39, 187302), 0, 2, datetime.datetime(2022, 6, 2, 21, 24, 39, 187302), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:24:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:24:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:24:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:24:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:24:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:24:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:24:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:24:49,827 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:25:39.167018+00:00 (in 29.999004 seconds)
repomirrorworker stdout | 2022-06-02 21:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:25:39 UTC)" (scheduled at 2022-06-02 21:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:25:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:25:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:25:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 25, 9, 177191), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 25, 9, 177191), 0, 2, datetime.datetime(2022, 6, 2, 21, 25, 9, 177191), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:25:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 25, 9, 180499), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 25, 9, 180499), 0, 2, datetime.datetime(2022, 6, 2, 21, 25, 9, 180499), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:25:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:25:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 25, 9, 182327), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 25, 9, 182327), 0, 2, datetime.datetime(2022, 6, 2, 21, 25, 9, 182327), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:25:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:25:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 25, 9, 184002), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 25, 9, 184002), 0, 2, datetime.datetime(2022, 6, 2, 21, 25, 9, 184002), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:25:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:25:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:25:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:25:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:25:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:25:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:25:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:25:19,862 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:26:09.167018+00:00 (in 29.999187 seconds)
repomirrorworker stdout | 2022-06-02 21:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:26:09 UTC)" (scheduled at 2022-06-02 21:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:25:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:25:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 25, 39, 176689), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 25, 39, 176689), 0, 2, datetime.datetime(2022, 6, 2, 21, 25, 39, 176689), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:25:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:25:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 25, 39, 179755), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 25, 39, 179755), 0, 2, datetime.datetime(2022, 6, 2, 21, 25, 39, 179755), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:25:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:25:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 25, 39, 181614), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 25, 39, 181614), 0, 2, datetime.datetime(2022, 6, 2, 21, 25, 39, 181614), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:25:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:25:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 25, 39, 183297), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 25, 39, 183297), 0, 2, datetime.datetime(2022, 6, 2, 21, 25, 39, 183297), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:25:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:25:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:25:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:25:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:25:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:25:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:25:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:25:49,925 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:26:39.167018+00:00 (in 29.999091 seconds)
repomirrorworker stdout | 2022-06-02 21:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:26:39 UTC)" (scheduled at 2022-06-02 21:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:26:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:26:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 26, 9, 176396), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 26, 9, 176396), 0, 2, datetime.datetime(2022, 6, 2, 21, 26, 9, 176396), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:26:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:26:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 26, 9, 179540), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 26, 9, 179540), 0, 2, datetime.datetime(2022, 6, 2, 21, 26, 9, 179540), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:26:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:26:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 26, 9, 181415), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 26, 9, 181415), 0, 2, datetime.datetime(2022, 6, 2, 21, 26, 9, 181415), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:26:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:26:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 26, 9, 183083), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 26, 9, 183083), 0, 2, datetime.datetime(2022, 6, 2, 21, 26, 9, 183083), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:26:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:26:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:26:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:26:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:26:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:26:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:26:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:26:20,013 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:27:09.167018+00:00 (in 29.999073 seconds)
repomirrorworker stdout | 2022-06-02 21:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:27:09 UTC)" (scheduled at 2022-06-02 21:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:26:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:26:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:26:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 26, 39, 176783), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 26, 39, 176783), 0, 2, datetime.datetime(2022, 6, 2, 21, 26, 39, 176783), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:26:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:26:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 26, 39, 179944), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 26, 39, 179944), 0, 2, datetime.datetime(2022, 6, 2, 21, 26, 39, 179944), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:26:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:26:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 26, 39, 182126), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 26, 39, 182126), 0, 2, datetime.datetime(2022, 6, 2, 21, 26, 39, 182126), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:26:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:26:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 26, 39, 183857), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 26, 39, 183857), 0, 2, datetime.datetime(2022, 6, 2, 21, 26, 39, 183857), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:26:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:26:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:26:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:26:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:26:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:26:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:26:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:26:50,076 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:27:39.167018+00:00 (in 29.998962 seconds)
repomirrorworker stdout | 2022-06-02 21:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:27:39 UTC)" (scheduled at 2022-06-02 21:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:27:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:27:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:27:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 27, 9, 176850), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 27, 9, 176850), 0, 2, datetime.datetime(2022, 6, 2, 21, 27, 9, 176850), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:27:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:27:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 27, 9, 179954), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 27, 9, 179954), 0, 2, datetime.datetime(2022, 6, 2, 21, 27, 9, 179954), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:27:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:27:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 27, 9, 181790), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 27, 9, 181790), 0, 2, datetime.datetime(2022, 6, 2, 21, 27, 9, 181790), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:27:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:27:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 27, 9, 183461), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 27, 9, 183461), 0, 2, datetime.datetime(2022, 6, 2, 21, 27, 9, 183461), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:27:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:27:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 27, 9, 185125), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 27, 9, 185125), 0, 2, datetime.datetime(2022, 6, 2, 21, 27, 9, 185125), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:27:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:27:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:27:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:27:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:27:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:27:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:27:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:27:20,168 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:28:09.167018+00:00 (in 29.998989 seconds)
repomirrorworker stdout | 2022-06-02 21:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:28:09 UTC)" (scheduled at 2022-06-02 21:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:27:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:27:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:27:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 27, 39, 177234), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 27, 39, 177234), 0, 2, datetime.datetime(2022, 6, 2, 21, 27, 39, 177234), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:27:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:27:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 27, 39, 180370), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 27, 39, 180370), 0, 2, datetime.datetime(2022, 6, 2, 21, 27, 39, 180370), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:27:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:27:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 27, 39, 182255), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 27, 39, 182255), 0, 2, datetime.datetime(2022, 6, 2, 21, 27, 39, 182255), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:27:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:27:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 27, 39, 183925), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 27, 39, 183925), 0, 2, datetime.datetime(2022, 6, 2, 21, 27, 39, 183925), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:27:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:27:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:27:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:27:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:27:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:27:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:27:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:27:50,221 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:28:39.167018+00:00 (in 29.999087 seconds)
repomirrorworker stdout | 2022-06-02 21:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:28:39 UTC)" (scheduled at 2022-06-02 21:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:28:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:28:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 28, 9, 176234), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 28, 9, 176234), 0, 2, datetime.datetime(2022, 6, 2, 21, 28, 9, 176234), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:28:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:28:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 28, 9, 179350), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 28, 9, 179350), 0, 2, datetime.datetime(2022, 6, 2, 21, 28, 9, 179350), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:28:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:28:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 28, 9, 181221), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 28, 9, 181221), 0, 2, datetime.datetime(2022, 6, 2, 21, 28, 9, 181221), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:28:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:28:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 28, 9, 182946), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 28, 9, 182946), 0, 2, datetime.datetime(2022, 6, 2, 21, 28, 9, 182946), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:28:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:28:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 28, 9, 184626), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 28, 9, 184626), 0, 2, datetime.datetime(2022, 6, 2, 21, 28, 9, 184626), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:28:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:28:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:28:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:28:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:28:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:28:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:28:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:28:20,269 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:29:09.167018+00:00 (in 29.999201 seconds)
repomirrorworker stdout | 2022-06-02 21:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:29:09 UTC)" (scheduled at 2022-06-02 21:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:28:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:28:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:28:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 28, 39, 176696), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 28, 39, 176696), 0, 2, datetime.datetime(2022, 6, 2, 21, 28, 39, 176696), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:28:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:28:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 28, 39, 180091), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 28, 39, 180091), 0, 2, datetime.datetime(2022, 6, 2, 21, 28, 39, 180091), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:28:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:28:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 28, 39, 182382), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 28, 39, 182382), 0, 2, datetime.datetime(2022, 6, 2, 21, 28, 39, 182382), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:28:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:28:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 28, 39, 184660), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 28, 39, 184660), 0, 2, datetime.datetime(2022, 6, 2, 21, 28, 39, 184660), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:28:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:28:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 28, 39, 186661), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 28, 39, 186661), 0, 2, datetime.datetime(2022, 6, 2, 21, 28, 39, 186661), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:28:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:28:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:28:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:28:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:28:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:28:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:28:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:28:50,321 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:29:39.167018+00:00 (in 29.998982 seconds)
repomirrorworker stdout | 2022-06-02 21:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:29:39 UTC)" (scheduled at 2022-06-02 21:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:29:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:29:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:29:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 29, 9, 176787), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 29, 9, 176787), 0, 2, datetime.datetime(2022, 6, 2, 21, 29, 9, 176787), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:29:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:29:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 29, 9, 179901), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 29, 9, 179901), 0, 2, datetime.datetime(2022, 6, 2, 21, 29, 9, 179901), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:29:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:29:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 29, 9, 181799), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 29, 9, 181799), 0, 2, datetime.datetime(2022, 6, 2, 21, 29, 9, 181799), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:29:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:29:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 29, 9, 183452), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 29, 9, 183452), 0, 2, datetime.datetime(2022, 6, 2, 21, 29, 9, 183452), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:29:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:29:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 29, 9, 185129), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 29, 9, 185129), 0, 2, datetime.datetime(2022, 6, 2, 21, 29, 9, 185129), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:29:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:29:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:29:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:29:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:29:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:29:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:29:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:29:20,373 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:30:09.167018+00:00 (in 29.999089 seconds)
repomirrorworker stdout | 2022-06-02 21:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:30:09 UTC)" (scheduled at 2022-06-02 21:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:29:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:29:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 29, 39, 176622), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 29, 39, 176622), 0, 2, datetime.datetime(2022, 6, 2, 21, 29, 39, 176622), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:29:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:29:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 29, 39, 179775), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 29, 39, 179775), 0, 2, datetime.datetime(2022, 6, 2, 21, 29, 39, 179775), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:29:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:29:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 29, 39, 181707), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 29, 39, 181707), 0, 2, datetime.datetime(2022, 6, 2, 21, 29, 39, 181707), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:29:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:29:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 29, 39, 183485), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 29, 39, 183485), 0, 2, datetime.datetime(2022, 6, 2, 21, 29, 39, 183485), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:29:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:29:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 29, 39, 185155), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 29, 39, 185155), 0, 2, datetime.datetime(2022, 6, 2, 21, 29, 39, 185155), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:29:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:29:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:29:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:29:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:29:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:29:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:29:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:29:50,429 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:30:39.167018+00:00 (in 29.999219 seconds)
repomirrorworker stdout | 2022-06-02 21:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:30:39 UTC)" (scheduled at 2022-06-02 21:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:30:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:30:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 30, 9, 177076), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 30, 9, 177076), 0, 2, datetime.datetime(2022, 6, 2, 21, 30, 9, 177076), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:30:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:30:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 30, 9, 180505), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 30, 9, 180505), 0, 2, datetime.datetime(2022, 6, 2, 21, 30, 9, 180505), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:30:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:30:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 30, 9, 182486), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 30, 9, 182486), 0, 2, datetime.datetime(2022, 6, 2, 21, 30, 9, 182486), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:30:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:30:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 30, 9, 184173), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 30, 9, 184173), 0, 2, datetime.datetime(2022, 6, 2, 21, 30, 9, 184173), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:30:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:30:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:30:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:30:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:30:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:30:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:30:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:30:20,484 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:31:09.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-02 21:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:31:09 UTC)" (scheduled at 2022-06-02 21:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:30:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:30:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:30:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 30, 39, 176815), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 30, 39, 176815), 0, 2, datetime.datetime(2022, 6, 2, 21, 30, 39, 176815), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:30:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:30:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 30, 39, 179973), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 30, 39, 179973), 0, 2, datetime.datetime(2022, 6, 2, 21, 30, 39, 179973), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:30:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:30:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 30, 39, 181848), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 30, 39, 181848), 0, 2, datetime.datetime(2022, 6, 2, 21, 30, 39, 181848), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:30:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:30:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 30, 39, 183501), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 30, 39, 183501), 0, 2, datetime.datetime(2022, 6, 2, 21, 30, 39, 183501), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:30:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:30:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:30:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:30:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:30:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:30:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:30:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:30:50,539 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:31:39.167018+00:00 (in 29.998977 seconds)
repomirrorworker stdout | 2022-06-02 21:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:31:39 UTC)" (scheduled at 2022-06-02 21:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:31:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:31:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:31:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 31, 9, 176620), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 31, 9, 176620), 0, 2, datetime.datetime(2022, 6, 2, 21, 31, 9, 176620), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:31:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:31:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 31, 9, 179865), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 31, 9, 179865), 0, 2, datetime.datetime(2022, 6, 2, 21, 31, 9, 179865), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:31:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:31:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 31, 9, 181800), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 31, 9, 181800), 0, 2, datetime.datetime(2022, 6, 2, 21, 31, 9, 181800), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:31:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:31:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 31, 9, 183520), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 31, 9, 183520), 0, 2, datetime.datetime(2022, 6, 2, 21, 31, 9, 183520), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:31:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:31:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:31:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:31:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:31:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:31:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:31:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:31:20,600 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:32:09.167018+00:00 (in 29.998963 seconds)
repomirrorworker stdout | 2022-06-02 21:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:32:09 UTC)" (scheduled at 2022-06-02 21:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:31:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:31:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:31:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 31, 39, 176956), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 31, 39, 176956), 0, 2, datetime.datetime(2022, 6, 2, 21, 31, 39, 176956), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:31:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:31:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 31, 39, 180685), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 31, 39, 180685), 0, 2, datetime.datetime(2022, 6, 2, 21, 31, 39, 180685), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:31:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:31:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 31, 39, 182521), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 31, 39, 182521), 0, 2, datetime.datetime(2022, 6, 2, 21, 31, 39, 182521), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:31:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:31:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 31, 39, 184238), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 31, 39, 184238), 0, 2, datetime.datetime(2022, 6, 2, 21, 31, 39, 184238), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:31:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:31:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 31, 39, 186061), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 31, 39, 186061), 0, 2, datetime.datetime(2022, 6, 2, 21, 31, 39, 186061), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:31:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:31:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:31:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:31:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:31:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:31:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:31:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:31:50,640 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:32:39.167018+00:00 (in 29.999138 seconds)
repomirrorworker stdout | 2022-06-02 21:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:32:39 UTC)" (scheduled at 2022-06-02 21:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:32:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:32:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:32:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 32, 9, 176764), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 32, 9, 176764), 0, 2, datetime.datetime(2022, 6, 2, 21, 32, 9, 176764), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:32:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:32:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 32, 9, 179944), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 32, 9, 179944), 0, 2, datetime.datetime(2022, 6, 2, 21, 32, 9, 179944), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:32:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:32:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 32, 9, 181916), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 32, 9, 181916), 0, 2, datetime.datetime(2022, 6, 2, 21, 32, 9, 181916), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:32:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:32:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 32, 9, 183610), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 32, 9, 183610), 0, 2, datetime.datetime(2022, 6, 2, 21, 32, 9, 183610), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:32:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:32:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:32:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:32:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:32:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:32:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:32:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:32:20,697 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:33:09.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-02 21:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:33:09 UTC)" (scheduled at 2022-06-02 21:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:32:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:32:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:32:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 32, 39, 177101), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 32, 39, 177101), 0, 2, datetime.datetime(2022, 6, 2, 21, 32, 39, 177101), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:32:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:32:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 32, 39, 180560), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 32, 39, 180560), 0, 2, datetime.datetime(2022, 6, 2, 21, 32, 39, 180560), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:32:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:32:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 32, 39, 182574), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 32, 39, 182574), 0, 2, datetime.datetime(2022, 6, 2, 21, 32, 39, 182574), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:32:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:32:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 32, 39, 184319), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 32, 39, 184319), 0, 2, datetime.datetime(2022, 6, 2, 21, 32, 39, 184319), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:32:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:32:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:32:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:32:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:32:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:32:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:32:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:32:50,757 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:33:39.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-02 21:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:33:39 UTC)" (scheduled at 2022-06-02 21:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:33:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:33:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:33:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 33, 9, 176689), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 33, 9, 176689), 0, 2, datetime.datetime(2022, 6, 2, 21, 33, 9, 176689), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:33:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:33:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 33, 9, 180153), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 33, 9, 180153), 0, 2, datetime.datetime(2022, 6, 2, 21, 33, 9, 180153), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:33:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:33:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 33, 9, 182143), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 33, 9, 182143), 0, 2, datetime.datetime(2022, 6, 2, 21, 33, 9, 182143), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:33:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:33:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 33, 9, 183927), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 33, 9, 183927), 0, 2, datetime.datetime(2022, 6, 2, 21, 33, 9, 183927), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:33:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:33:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:33:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:33:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:33:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:33:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:33:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:33:20,802 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:34:09.167018+00:00 (in 29.998962 seconds)
repomirrorworker stdout | 2022-06-02 21:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:34:09 UTC)" (scheduled at 2022-06-02 21:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:33:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:33:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:33:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 33, 39, 176986), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 33, 39, 176986), 0, 2, datetime.datetime(2022, 6, 2, 21, 33, 39, 176986), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:33:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:33:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 33, 39, 180383), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 33, 39, 180383), 0, 2, datetime.datetime(2022, 6, 2, 21, 33, 39, 180383), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:33:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:33:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 33, 39, 182277), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 33, 39, 182277), 0, 2, datetime.datetime(2022, 6, 2, 21, 33, 39, 182277), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:33:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:33:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 33, 39, 183937), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 33, 39, 183937), 0, 2, datetime.datetime(2022, 6, 2, 21, 33, 39, 183937), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:33:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:33:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 33, 39, 185589), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 33, 39, 185589), 0, 2, datetime.datetime(2022, 6, 2, 21, 33, 39, 185589), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:33:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:33:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:33:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:33:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:33:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:33:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:33:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:33:50,849 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:34:39.167018+00:00 (in 29.999084 seconds)
repomirrorworker stdout | 2022-06-02 21:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:34:39 UTC)" (scheduled at 2022-06-02 21:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:34:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:34:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:34:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 34, 9, 176781), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 34, 9, 176781), 0, 2, datetime.datetime(2022, 6, 2, 21, 34, 9, 176781), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:34:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:34:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 34, 9, 180324), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 34, 9, 180324), 0, 2, datetime.datetime(2022, 6, 2, 21, 34, 9, 180324), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:34:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:34:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 34, 9, 182203), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 34, 9, 182203), 0, 2, datetime.datetime(2022, 6, 2, 21, 34, 9, 182203), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:34:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:34:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 34, 9, 183897), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 34, 9, 183897), 0, 2, datetime.datetime(2022, 6, 2, 21, 34, 9, 183897), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:34:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:34:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 34, 9, 185539), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 34, 9, 185539), 0, 2, datetime.datetime(2022, 6, 2, 21, 34, 9, 185539), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:34:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:34:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:34:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:34:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:34:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:34:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:34:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:34:20,915 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:35:09.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-02 21:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:35:09 UTC)" (scheduled at 2022-06-02 21:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:34:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:34:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:34:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 34, 39, 176931), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 34, 39, 176931), 0, 2, datetime.datetime(2022, 6, 2, 21, 34, 39, 176931), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:34:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:34:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 34, 39, 180119), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 34, 39, 180119), 0, 2, datetime.datetime(2022, 6, 2, 21, 34, 39, 180119), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:34:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:34:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 34, 39, 181997), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 34, 39, 181997), 0, 2, datetime.datetime(2022, 6, 2, 21, 34, 39, 181997), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:34:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:34:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 34, 39, 183699), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 34, 39, 183699), 0, 2, datetime.datetime(2022, 6, 2, 21, 34, 39, 183699), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:34:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:34:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:34:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:34:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:34:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:34:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:34:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:34:50,977 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:35:39.167018+00:00 (in 29.999019 seconds)
repomirrorworker stdout | 2022-06-02 21:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:35:39 UTC)" (scheduled at 2022-06-02 21:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:35:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:35:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:35:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 35, 9, 177021), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 35, 9, 177021), 0, 2, datetime.datetime(2022, 6, 2, 21, 35, 9, 177021), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:35:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:35:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 35, 9, 180763), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 35, 9, 180763), 0, 2, datetime.datetime(2022, 6, 2, 21, 35, 9, 180763), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:35:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:35:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 35, 9, 182614), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 35, 9, 182614), 0, 2, datetime.datetime(2022, 6, 2, 21, 35, 9, 182614), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:35:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:35:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 35, 9, 184291), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 35, 9, 184291), 0, 2, datetime.datetime(2022, 6, 2, 21, 35, 9, 184291), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:35:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:35:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 35, 9, 185952), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 35, 9, 185952), 0, 2, datetime.datetime(2022, 6, 2, 21, 35, 9, 185952), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:35:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:35:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:35:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:35:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:35:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:35:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:35:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:35:21,023 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:36:09.167018+00:00 (in 29.999116 seconds)
repomirrorworker stdout | 2022-06-02 21:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:36:09 UTC)" (scheduled at 2022-06-02 21:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:35:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:35:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:35:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 35, 39, 176756), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 35, 39, 176756), 0, 2, datetime.datetime(2022, 6, 2, 21, 35, 39, 176756), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:35:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:35:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 35, 39, 179955), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 35, 39, 179955), 0, 2, datetime.datetime(2022, 6, 2, 21, 35, 39, 179955), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:35:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:35:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 35, 39, 181900), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 35, 39, 181900), 0, 2, datetime.datetime(2022, 6, 2, 21, 35, 39, 181900), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:35:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:35:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 35, 39, 183631), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 35, 39, 183631), 0, 2, datetime.datetime(2022, 6, 2, 21, 35, 39, 183631), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:35:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:35:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:35:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:35:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:35:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:35:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:35:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:35:51,075 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:36:39.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-02 21:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:36:39 UTC)" (scheduled at 2022-06-02 21:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:36:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:36:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 36, 9, 176916), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 36, 9, 176916), 0, 2, datetime.datetime(2022, 6, 2, 21, 36, 9, 176916), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:36:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 36, 9, 180343), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 36, 9, 180343), 0, 2, datetime.datetime(2022, 6, 2, 21, 36, 9, 180343), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:36:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:36:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 36, 9, 182297), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 36, 9, 182297), 0, 2, datetime.datetime(2022, 6, 2, 21, 36, 9, 182297), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:36:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:36:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 36, 9, 184272), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 36, 9, 184272), 0, 2, datetime.datetime(2022, 6, 2, 21, 36, 9, 184272), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:36:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:36:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 36, 9, 186015), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 36, 9, 186015), 0, 2, datetime.datetime(2022, 6, 2, 21, 36, 9, 186015), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:36:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:36:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:36:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:36:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:36:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:36:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:36:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:36:21,142 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:37:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-02 21:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:37:09 UTC)" (scheduled at 2022-06-02 21:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:36:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:36:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 36, 39, 175961), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 36, 39, 175961), 0, 2, datetime.datetime(2022, 6, 2, 21, 36, 39, 175961), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:36:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:36:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 36, 39, 179395), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 36, 39, 179395), 0, 2, datetime.datetime(2022, 6, 2, 21, 36, 39, 179395), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:36:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:36:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 36, 39, 181295), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 36, 39, 181295), 0, 2, datetime.datetime(2022, 6, 2, 21, 36, 39, 181295), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:36:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:36:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 36, 39, 182971), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 36, 39, 182971), 0, 2, datetime.datetime(2022, 6, 2, 21, 36, 39, 182971), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:36:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:36:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:36:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:36:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:36:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:36:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:36:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:36:51,173 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:37:39.167018+00:00 (in 29.999172 seconds)
repomirrorworker stdout | 2022-06-02 21:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:37:39 UTC)" (scheduled at 2022-06-02 21:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:37:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:37:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:37:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 37, 9, 176689), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 37, 9, 176689), 0, 2, datetime.datetime(2022, 6, 2, 21, 37, 9, 176689), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:37:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:37:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 37, 9, 179806), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 37, 9, 179806), 0, 2, datetime.datetime(2022, 6, 2, 21, 37, 9, 179806), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:37:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:37:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 37, 9, 181655), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 37, 9, 181655), 0, 2, datetime.datetime(2022, 6, 2, 21, 37, 9, 181655), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:37:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:37:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 37, 9, 183339), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 37, 9, 183339), 0, 2, datetime.datetime(2022, 6, 2, 21, 37, 9, 183339), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:37:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:37:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 37, 9, 185034), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 37, 9, 185034), 0, 2, datetime.datetime(2022, 6, 2, 21, 37, 9, 185034), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:37:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:37:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:37:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:37:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:37:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:37:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:37:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:37:21,217 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:38:09.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-02 21:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:38:09 UTC)" (scheduled at 2022-06-02 21:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:37:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:37:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:37:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 37, 39, 177339), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 37, 39, 177339), 0, 2, datetime.datetime(2022, 6, 2, 21, 37, 39, 177339), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:37:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:37:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 37, 39, 180611), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 37, 39, 180611), 0, 2, datetime.datetime(2022, 6, 2, 21, 37, 39, 180611), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:37:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:37:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 37, 39, 182498), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 37, 39, 182498), 0, 2, datetime.datetime(2022, 6, 2, 21, 37, 39, 182498), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:37:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:37:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 37, 39, 184161), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 37, 39, 184161), 0, 2, datetime.datetime(2022, 6, 2, 21, 37, 39, 184161), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:37:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:37:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 37, 39, 185821), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 37, 39, 185821), 0, 2, datetime.datetime(2022, 6, 2, 21, 37, 39, 185821), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:37:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:37:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:37:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:37:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:37:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:37:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:37:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:37:51,319 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:38:39.167018+00:00 (in 29.999178 seconds)
repomirrorworker stdout | 2022-06-02 21:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:38:39 UTC)" (scheduled at 2022-06-02 21:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:38:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:38:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 38, 9, 176480), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 38, 9, 176480), 0, 2, datetime.datetime(2022, 6, 2, 21, 38, 9, 176480), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:38:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:38:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 38, 9, 179886), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 38, 9, 179886), 0, 2, datetime.datetime(2022, 6, 2, 21, 38, 9, 179886), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:38:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:38:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 38, 9, 181960), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 38, 9, 181960), 0, 2, datetime.datetime(2022, 6, 2, 21, 38, 9, 181960), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:38:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:38:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 38, 9, 183889), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 38, 9, 183889), 0, 2, datetime.datetime(2022, 6, 2, 21, 38, 9, 183889), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:38:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:38:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:38:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:38:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:38:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:38:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:38:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:38:21,355 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:39:09.167018+00:00 (in 29.999221 seconds)
repomirrorworker stdout | 2022-06-02 21:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:39:09 UTC)" (scheduled at 2022-06-02 21:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:38:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:38:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:38:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 38, 39, 176919), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 38, 39, 176919), 0, 2, datetime.datetime(2022, 6, 2, 21, 38, 39, 176919), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:38:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:38:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 38, 39, 180383), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 38, 39, 180383), 0, 2, datetime.datetime(2022, 6, 2, 21, 38, 39, 180383), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:38:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:38:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 38, 39, 182266), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 38, 39, 182266), 0, 2, datetime.datetime(2022, 6, 2, 21, 38, 39, 182266), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 38, 39, 183960), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 38, 39, 183960), 0, 2, datetime.datetime(2022, 6, 2, 21, 38, 39, 183960), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:38:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:38:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 38, 39, 185630), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 38, 39, 185630), 0, 2, datetime.datetime(2022, 6, 2, 21, 38, 39, 185630), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:38:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:38:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:38:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:38:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:38:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:38:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:38:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:38:51,415 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:39:39.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-02 21:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:39:39 UTC)" (scheduled at 2022-06-02 21:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:39:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:39:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:39:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 39, 9, 177395), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 39, 9, 177395), 0, 2, datetime.datetime(2022, 6, 2, 21, 39, 9, 177395), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:39:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:39:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 39, 9, 180769), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 39, 9, 180769), 0, 2, datetime.datetime(2022, 6, 2, 21, 39, 9, 180769), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:39:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:39:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 39, 9, 183030), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 39, 9, 183030), 0, 2, datetime.datetime(2022, 6, 2, 21, 39, 9, 183030), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:39:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:39:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 39, 9, 185052), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 39, 9, 185052), 0, 2, datetime.datetime(2022, 6, 2, 21, 39, 9, 185052), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:39:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:39:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 39, 9, 187224), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 39, 9, 187224), 0, 2, datetime.datetime(2022, 6, 2, 21, 39, 9, 187224), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:39:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:39:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:39:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:39:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:39:09,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:39:09,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:39:09,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:39:21,471 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:40:09.167018+00:00 (in 29.999057 seconds)
repomirrorworker stdout | 2022-06-02 21:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:40:09 UTC)" (scheduled at 2022-06-02 21:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:39:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:39:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 39, 39, 176625), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 39, 39, 176625), 0, 2, datetime.datetime(2022, 6, 2, 21, 39, 39, 176625), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:39:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:39:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 39, 39, 179790), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 39, 39, 179790), 0, 2, datetime.datetime(2022, 6, 2, 21, 39, 39, 179790), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:39:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:39:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 39, 39, 181623), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 39, 39, 181623), 0, 2, datetime.datetime(2022, 6, 2, 21, 39, 39, 181623), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:39:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:39:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 39, 39, 183280), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 39, 39, 183280), 0, 2, datetime.datetime(2022, 6, 2, 21, 39, 39, 183280), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:39:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:39:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:39:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:39:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:39:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:39:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:39:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:39:51,551 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:40:39.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-02 21:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:40:39 UTC)" (scheduled at 2022-06-02 21:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:40:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:40:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:40:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 40, 9, 176835), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 40, 9, 176835), 0, 2, datetime.datetime(2022, 6, 2, 21, 40, 9, 176835), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:40:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:40:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 40, 9, 180115), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 40, 9, 180115), 0, 2, datetime.datetime(2022, 6, 2, 21, 40, 9, 180115), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:40:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:40:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 40, 9, 182091), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 40, 9, 182091), 0, 2, datetime.datetime(2022, 6, 2, 21, 40, 9, 182091), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:40:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:40:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 40, 9, 183833), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 40, 9, 183833), 0, 2, datetime.datetime(2022, 6, 2, 21, 40, 9, 183833), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:40:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:40:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 40, 9, 185663), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 40, 9, 185663), 0, 2, datetime.datetime(2022, 6, 2, 21, 40, 9, 185663), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:40:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:40:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:40:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:40:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:40:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:40:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:40:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:40:21,604 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:41:09.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-02 21:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:41:09 UTC)" (scheduled at 2022-06-02 21:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:40:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:40:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:40:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 40, 39, 176644), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 40, 39, 176644), 0, 2, datetime.datetime(2022, 6, 2, 21, 40, 39, 176644), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:40:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:40:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 40, 39, 179822), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 40, 39, 179822), 0, 2, datetime.datetime(2022, 6, 2, 21, 40, 39, 179822), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:40:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:40:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 40, 39, 181770), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 40, 39, 181770), 0, 2, datetime.datetime(2022, 6, 2, 21, 40, 39, 181770), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:40:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:40:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 40, 39, 183478), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 40, 39, 183478), 0, 2, datetime.datetime(2022, 6, 2, 21, 40, 39, 183478), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:40:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:40:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:40:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:40:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:40:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:40:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:40:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:40:51,668 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:41:39.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-02 21:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:41:39 UTC)" (scheduled at 2022-06-02 21:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:41:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:41:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:41:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 41, 9, 177151), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 41, 9, 177151), 0, 2, datetime.datetime(2022, 6, 2, 21, 41, 9, 177151), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:41:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:41:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 41, 9, 180350), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 41, 9, 180350), 0, 2, datetime.datetime(2022, 6, 2, 21, 41, 9, 180350), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:41:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:41:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 41, 9, 182267), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 41, 9, 182267), 0, 2, datetime.datetime(2022, 6, 2, 21, 41, 9, 182267), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:41:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:41:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 41, 9, 184000), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 41, 9, 184000), 0, 2, datetime.datetime(2022, 6, 2, 21, 41, 9, 184000), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:41:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:41:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 41, 9, 185646), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 41, 9, 185646), 0, 2, datetime.datetime(2022, 6, 2, 21, 41, 9, 185646), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:41:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:41:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:41:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:41:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:41:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:41:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:41:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:41:21,718 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:42:09.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-02 21:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:42:09 UTC)" (scheduled at 2022-06-02 21:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:41:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 41, 39, 177175), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 41, 39, 177175), 0, 2, datetime.datetime(2022, 6, 2, 21, 41, 39, 177175), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:41:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 41, 39, 180352), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 41, 39, 180352), 0, 2, datetime.datetime(2022, 6, 2, 21, 41, 39, 180352), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:41:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 41, 39, 182241), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 41, 39, 182241), 0, 2, datetime.datetime(2022, 6, 2, 21, 41, 39, 182241), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:41:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:41:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 41, 39, 184110), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 41, 39, 184110), 0, 2, datetime.datetime(2022, 6, 2, 21, 41, 39, 184110), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:41:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:41:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:41:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:41:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:41:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:41:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:41:51,756 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:42:39.167018+00:00 (in 29.999061 seconds)
repomirrorworker stdout | 2022-06-02 21:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:42:39 UTC)" (scheduled at 2022-06-02 21:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:42:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:42:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:42:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 42, 9, 177151), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 42, 9, 177151), 0, 2, datetime.datetime(2022, 6, 2, 21, 42, 9, 177151), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:42:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:42:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 42, 9, 180549), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 42, 9, 180549), 0, 2, datetime.datetime(2022, 6, 2, 21, 42, 9, 180549), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:42:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:42:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 42, 9, 182387), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 42, 9, 182387), 0, 2, datetime.datetime(2022, 6, 2, 21, 42, 9, 182387), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 42, 9, 184030), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 42, 9, 184030), 0, 2, datetime.datetime(2022, 6, 2, 21, 42, 9, 184030), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:42:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:42:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 42, 9, 185702), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 42, 9, 185702), 0, 2, datetime.datetime(2022, 6, 2, 21, 42, 9, 185702), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:42:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:42:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:42:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:42:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:42:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:42:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:42:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:42:21,799 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:43:09.167018+00:00 (in 29.998954 seconds)
repomirrorworker stdout | 2022-06-02 21:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:43:09 UTC)" (scheduled at 2022-06-02 21:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:42:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:42:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:42:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 42, 39, 177269), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 42, 39, 177269), 0, 2, datetime.datetime(2022, 6, 2, 21, 42, 39, 177269), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:42:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:42:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 42, 39, 180738), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 42, 39, 180738), 0, 2, datetime.datetime(2022, 6, 2, 21, 42, 39, 180738), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:42:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:42:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 42, 39, 182608), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 42, 39, 182608), 0, 2, datetime.datetime(2022, 6, 2, 21, 42, 39, 182608), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:42:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:42:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 42, 39, 184427), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 42, 39, 184427), 0, 2, datetime.datetime(2022, 6, 2, 21, 42, 39, 184427), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:42:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:42:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 42, 39, 186275), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 42, 39, 186275), 0, 2, datetime.datetime(2022, 6, 2, 21, 42, 39, 186275), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:42:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:42:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:42:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:42:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:42:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:42:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:42:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:42:51,860 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:43:39.167018+00:00 (in 29.999028 seconds)
repomirrorworker stdout | 2022-06-02 21:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:43:39 UTC)" (scheduled at 2022-06-02 21:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:43:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:43:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:43:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 43, 9, 177157), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 43, 9, 177157), 0, 2, datetime.datetime(2022, 6, 2, 21, 43, 9, 177157), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:43:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:43:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 43, 9, 180633), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 43, 9, 180633), 0, 2, datetime.datetime(2022, 6, 2, 21, 43, 9, 180633), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:43:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:43:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 43, 9, 182507), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 43, 9, 182507), 0, 2, datetime.datetime(2022, 6, 2, 21, 43, 9, 182507), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:43:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:43:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 43, 9, 184202), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 43, 9, 184202), 0, 2, datetime.datetime(2022, 6, 2, 21, 43, 9, 184202), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:43:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:43:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 43, 9, 185866), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 43, 9, 185866), 0, 2, datetime.datetime(2022, 6, 2, 21, 43, 9, 185866), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:43:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:43:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:43:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:43:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:43:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:43:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:43:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:43:21,911 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:44:09.167018+00:00 (in 29.999105 seconds)
repomirrorworker stdout | 2022-06-02 21:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:44:09 UTC)" (scheduled at 2022-06-02 21:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:43:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:43:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:43:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 43, 39, 176975), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 43, 39, 176975), 0, 2, datetime.datetime(2022, 6, 2, 21, 43, 39, 176975), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:43:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:43:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 43, 39, 180158), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 43, 39, 180158), 0, 2, datetime.datetime(2022, 6, 2, 21, 43, 39, 180158), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:43:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:43:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 43, 39, 182067), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 43, 39, 182067), 0, 2, datetime.datetime(2022, 6, 2, 21, 43, 39, 182067), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:43:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:43:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 43, 39, 183699), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 43, 39, 183699), 0, 2, datetime.datetime(2022, 6, 2, 21, 43, 39, 183699), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:43:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:43:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 43, 39, 185310), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 43, 39, 185310), 0, 2, datetime.datetime(2022, 6, 2, 21, 43, 39, 185310), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:43:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:43:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:43:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:43:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:43:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:43:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:43:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:43:51,970 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:44:39.167018+00:00 (in 29.999132 seconds)
repomirrorworker stdout | 2022-06-02 21:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:44:39 UTC)" (scheduled at 2022-06-02 21:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:44:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:44:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 44, 9, 177073), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 44, 9, 177073), 0, 2, datetime.datetime(2022, 6, 2, 21, 44, 9, 177073), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:44:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:44:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 44, 9, 180664), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 44, 9, 180664), 0, 2, datetime.datetime(2022, 6, 2, 21, 44, 9, 180664), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:44:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:44:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 44, 9, 182577), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 44, 9, 182577), 0, 2, datetime.datetime(2022, 6, 2, 21, 44, 9, 182577), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:44:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:44:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 44, 9, 184291), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 44, 9, 184291), 0, 2, datetime.datetime(2022, 6, 2, 21, 44, 9, 184291), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:44:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:44:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:44:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:44:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:44:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:44:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:44:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:44:22,030 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:45:09.167018+00:00 (in 29.999229 seconds)
repomirrorworker stdout | 2022-06-02 21:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:45:09 UTC)" (scheduled at 2022-06-02 21:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:44:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:44:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 44, 39, 176947), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 44, 39, 176947), 0, 2, datetime.datetime(2022, 6, 2, 21, 44, 39, 176947), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:44:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:44:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 44, 39, 180929), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 44, 39, 180929), 0, 2, datetime.datetime(2022, 6, 2, 21, 44, 39, 180929), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:44:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:44:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 44, 39, 182926), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 44, 39, 182926), 0, 2, datetime.datetime(2022, 6, 2, 21, 44, 39, 182926), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:44:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:44:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 44, 39, 184631), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 44, 39, 184631), 0, 2, datetime.datetime(2022, 6, 2, 21, 44, 39, 184631), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:44:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:44:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:44:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:44:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:44:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:44:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:44:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:44:52,085 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:45:39.167018+00:00 (in 29.999189 seconds)
repomirrorworker stdout | 2022-06-02 21:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:45:39 UTC)" (scheduled at 2022-06-02 21:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:45:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:45:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:45:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 45, 9, 177017), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 45, 9, 177017), 0, 2, datetime.datetime(2022, 6, 2, 21, 45, 9, 177017), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:45:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:45:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 45, 9, 180950), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 45, 9, 180950), 0, 2, datetime.datetime(2022, 6, 2, 21, 45, 9, 180950), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:45:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:45:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 45, 9, 183257), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 45, 9, 183257), 0, 2, datetime.datetime(2022, 6, 2, 21, 45, 9, 183257), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:45:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:45:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 45, 9, 185366), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 45, 9, 185366), 0, 2, datetime.datetime(2022, 6, 2, 21, 45, 9, 185366), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:45:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:45:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 45, 9, 187418), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 45, 9, 187418), 0, 2, datetime.datetime(2022, 6, 2, 21, 45, 9, 187418), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:45:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:45:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:45:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:45:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:45:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:45:09,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:45:09,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:45:22,138 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:46:09.167018+00:00 (in 29.999183 seconds)
repomirrorworker stdout | 2022-06-02 21:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:46:09 UTC)" (scheduled at 2022-06-02 21:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:45:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:45:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 45, 39, 177101), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 45, 39, 177101), 0, 2, datetime.datetime(2022, 6, 2, 21, 45, 39, 177101), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:45:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:45:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 45, 39, 180480), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 45, 39, 180480), 0, 2, datetime.datetime(2022, 6, 2, 21, 45, 39, 180480), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:45:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:45:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 45, 39, 182473), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 45, 39, 182473), 0, 2, datetime.datetime(2022, 6, 2, 21, 45, 39, 182473), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:45:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:45:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 45, 39, 184300), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 45, 39, 184300), 0, 2, datetime.datetime(2022, 6, 2, 21, 45, 39, 184300), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:45:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:45:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 45, 39, 186050), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 45, 39, 186050), 0, 2, datetime.datetime(2022, 6, 2, 21, 45, 39, 186050), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:45:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:45:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:45:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:45:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:45:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:45:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:45:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:45:52,216 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:46:39.167018+00:00 (in 29.999020 seconds)
repomirrorworker stdout | 2022-06-02 21:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:46:39 UTC)" (scheduled at 2022-06-02 21:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:46:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:46:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:46:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 46, 9, 177122), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 46, 9, 177122), 0, 2, datetime.datetime(2022, 6, 2, 21, 46, 9, 177122), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:46:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:46:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 46, 9, 180692), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 46, 9, 180692), 0, 2, datetime.datetime(2022, 6, 2, 21, 46, 9, 180692), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:46:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:46:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 46, 9, 182732), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 46, 9, 182732), 0, 2, datetime.datetime(2022, 6, 2, 21, 46, 9, 182732), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:46:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:46:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 46, 9, 184623), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 46, 9, 184623), 0, 2, datetime.datetime(2022, 6, 2, 21, 46, 9, 184623), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:46:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:46:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 46, 9, 186330), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 46, 9, 186330), 0, 2, datetime.datetime(2022, 6, 2, 21, 46, 9, 186330), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:46:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:46:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:46:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:46:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:46:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:46:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:46:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:46:22,256 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:47:09.167018+00:00 (in 29.999180 seconds)
repomirrorworker stdout | 2022-06-02 21:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:47:09 UTC)" (scheduled at 2022-06-02 21:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:46:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 46, 39, 176812), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 46, 39, 176812), 0, 2, datetime.datetime(2022, 6, 2, 21, 46, 39, 176812), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:46:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:46:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 46, 39, 180016), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 46, 39, 180016), 0, 2, datetime.datetime(2022, 6, 2, 21, 46, 39, 180016), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:46:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:46:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 46, 39, 182314), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 46, 39, 182314), 0, 2, datetime.datetime(2022, 6, 2, 21, 46, 39, 182314), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:46:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:46:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 46, 39, 184129), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 46, 39, 184129), 0, 2, datetime.datetime(2022, 6, 2, 21, 46, 39, 184129), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:46:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:46:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 46, 39, 186017), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 46, 39, 186017), 0, 2, datetime.datetime(2022, 6, 2, 21, 46, 39, 186017), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:46:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:46:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:46:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:46:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:46:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:46:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:46:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:46:52,302 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:47:39.167018+00:00 (in 29.999016 seconds)
repomirrorworker stdout | 2022-06-02 21:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:47:39 UTC)" (scheduled at 2022-06-02 21:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:47:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:47:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:47:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 47, 9, 176497), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 47, 9, 176497), 0, 2, datetime.datetime(2022, 6, 2, 21, 47, 9, 176497), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:47:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:47:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 47, 9, 180008), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 47, 9, 180008), 0, 2, datetime.datetime(2022, 6, 2, 21, 47, 9, 180008), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:47:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:47:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 47, 9, 182105), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 47, 9, 182105), 0, 2, datetime.datetime(2022, 6, 2, 21, 47, 9, 182105), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:47:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:47:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 47, 9, 183782), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 47, 9, 183782), 0, 2, datetime.datetime(2022, 6, 2, 21, 47, 9, 183782), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:47:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:47:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:47:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:47:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:47:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:47:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:47:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:47:22,334 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:48:09.167018+00:00 (in 29.999030 seconds)
repomirrorworker stdout | 2022-06-02 21:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:48:09 UTC)" (scheduled at 2022-06-02 21:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:47:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:47:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 47, 39, 177140), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 47, 39, 177140), 0, 2, datetime.datetime(2022, 6, 2, 21, 47, 39, 177140), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:47:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:47:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 47, 39, 180567), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 47, 39, 180567), 0, 2, datetime.datetime(2022, 6, 2, 21, 47, 39, 180567), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:47:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:47:39,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 47, 39, 188260), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 47, 39, 188260), 0, 2, datetime.datetime(2022, 6, 2, 21, 47, 39, 188260), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:47:39,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:47:39,191 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 47, 39, 190175), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 47, 39, 190175), 0, 2, datetime.datetime(2022, 6, 2, 21, 47, 39, 190175), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:47:39,192 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:47:39,192 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:47:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:47:39,192 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:47:39,197 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:47:39,197 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:47:39,197 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:47:52,390 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:48:39.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-02 21:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:48:39 UTC)" (scheduled at 2022-06-02 21:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:48:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:48:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:48:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 48, 9, 177166), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 48, 9, 177166), 0, 2, datetime.datetime(2022, 6, 2, 21, 48, 9, 177166), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:48:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:48:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 48, 9, 180615), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 48, 9, 180615), 0, 2, datetime.datetime(2022, 6, 2, 21, 48, 9, 180615), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:48:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:48:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 48, 9, 182462), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 48, 9, 182462), 0, 2, datetime.datetime(2022, 6, 2, 21, 48, 9, 182462), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:48:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:48:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 48, 9, 184182), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 48, 9, 184182), 0, 2, datetime.datetime(2022, 6, 2, 21, 48, 9, 184182), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:48:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:48:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:48:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:48:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:48:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:48:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:48:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:48:22,444 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:49:09.167018+00:00 (in 29.999104 seconds)
repomirrorworker stdout | 2022-06-02 21:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:49:09 UTC)" (scheduled at 2022-06-02 21:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:48:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:48:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 48, 39, 177074), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 48, 39, 177074), 0, 2, datetime.datetime(2022, 6, 2, 21, 48, 39, 177074), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:48:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:48:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 48, 39, 180474), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 48, 39, 180474), 0, 2, datetime.datetime(2022, 6, 2, 21, 48, 39, 180474), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:48:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:48:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 48, 39, 182379), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 48, 39, 182379), 0, 2, datetime.datetime(2022, 6, 2, 21, 48, 39, 182379), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:48:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:48:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 48, 39, 184098), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 48, 39, 184098), 0, 2, datetime.datetime(2022, 6, 2, 21, 48, 39, 184098), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:48:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:48:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 48, 39, 185757), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 48, 39, 185757), 0, 2, datetime.datetime(2022, 6, 2, 21, 48, 39, 185757), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:48:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:48:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:48:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:48:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:48:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:48:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:48:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:48:52,503 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:49:39.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-02 21:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:49:39 UTC)" (scheduled at 2022-06-02 21:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:49:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:49:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:49:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 49, 9, 176739), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 49, 9, 176739), 0, 2, datetime.datetime(2022, 6, 2, 21, 49, 9, 176739), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:49:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:49:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 49, 9, 179830), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 49, 9, 179830), 0, 2, datetime.datetime(2022, 6, 2, 21, 49, 9, 179830), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:49:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:49:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 49, 9, 181814), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 49, 9, 181814), 0, 2, datetime.datetime(2022, 6, 2, 21, 49, 9, 181814), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:49:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:49:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 49, 9, 183548), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 49, 9, 183548), 0, 2, datetime.datetime(2022, 6, 2, 21, 49, 9, 183548), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:49:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:49:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 49, 9, 185242), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 49, 9, 185242), 0, 2, datetime.datetime(2022, 6, 2, 21, 49, 9, 185242), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:49:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:49:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:49:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:49:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:49:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:49:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:49:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:49:22,552 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:50:09.167018+00:00 (in 29.999136 seconds)
repomirrorworker stdout | 2022-06-02 21:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:50:09 UTC)" (scheduled at 2022-06-02 21:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:49:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:49:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 49, 39, 176760), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 49, 39, 176760), 0, 2, datetime.datetime(2022, 6, 2, 21, 49, 39, 176760), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:49:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:49:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 49, 39, 180093), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 49, 39, 180093), 0, 2, datetime.datetime(2022, 6, 2, 21, 49, 39, 180093), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:49:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:49:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 49, 39, 182076), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 49, 39, 182076), 0, 2, datetime.datetime(2022, 6, 2, 21, 49, 39, 182076), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:49:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:49:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 49, 39, 183753), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 49, 39, 183753), 0, 2, datetime.datetime(2022, 6, 2, 21, 49, 39, 183753), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:49:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:49:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 49, 39, 185395), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 49, 39, 185395), 0, 2, datetime.datetime(2022, 6, 2, 21, 49, 39, 185395), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:49:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:49:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:49:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:49:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:49:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:49:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:49:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:49:52,608 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:50:39.167018+00:00 (in 29.999086 seconds)
repomirrorworker stdout | 2022-06-02 21:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:50:39 UTC)" (scheduled at 2022-06-02 21:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:50:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:50:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:50:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 50, 9, 177029), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 50, 9, 177029), 0, 2, datetime.datetime(2022, 6, 2, 21, 50, 9, 177029), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:50:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:50:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 50, 9, 180588), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 50, 9, 180588), 0, 2, datetime.datetime(2022, 6, 2, 21, 50, 9, 180588), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:50:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:50:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 50, 9, 182699), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 50, 9, 182699), 0, 2, datetime.datetime(2022, 6, 2, 21, 50, 9, 182699), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:50:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:50:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 50, 9, 184456), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 50, 9, 184456), 0, 2, datetime.datetime(2022, 6, 2, 21, 50, 9, 184456), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:50:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:50:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 50, 9, 186224), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 50, 9, 186224), 0, 2, datetime.datetime(2022, 6, 2, 21, 50, 9, 186224), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:50:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:50:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:50:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:50:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:50:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:50:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:50:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:50:22,648 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:51:09.167018+00:00 (in 29.998998 seconds)
repomirrorworker stdout | 2022-06-02 21:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:51:09 UTC)" (scheduled at 2022-06-02 21:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:50:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:50:39,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:50:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 50, 39, 178180), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 50, 39, 178180), 0, 2, datetime.datetime(2022, 6, 2, 21, 50, 39, 178180), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:50:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:50:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 50, 39, 181582), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 50, 39, 181582), 0, 2, datetime.datetime(2022, 6, 2, 21, 50, 39, 181582), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:50:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:50:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 50, 39, 183453), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 50, 39, 183453), 0, 2, datetime.datetime(2022, 6, 2, 21, 50, 39, 183453), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:50:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:50:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 50, 39, 185168), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 50, 39, 185168), 0, 2, datetime.datetime(2022, 6, 2, 21, 50, 39, 185168), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:50:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:50:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:50:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:50:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:50:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:50:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:50:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:50:52,701 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:51:39.167018+00:00 (in 29.999239 seconds)
repomirrorworker stdout | 2022-06-02 21:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:51:39 UTC)" (scheduled at 2022-06-02 21:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:51:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:51:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:51:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 51, 9, 177115), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 51, 9, 177115), 0, 2, datetime.datetime(2022, 6, 2, 21, 51, 9, 177115), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:51:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:51:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 51, 9, 180525), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 51, 9, 180525), 0, 2, datetime.datetime(2022, 6, 2, 21, 51, 9, 180525), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:51:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:51:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 51, 9, 182469), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 51, 9, 182469), 0, 2, datetime.datetime(2022, 6, 2, 21, 51, 9, 182469), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:51:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:51:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 51, 9, 184234), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 51, 9, 184234), 0, 2, datetime.datetime(2022, 6, 2, 21, 51, 9, 184234), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:51:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:51:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 51, 9, 186078), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 51, 9, 186078), 0, 2, datetime.datetime(2022, 6, 2, 21, 51, 9, 186078), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:51:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:51:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:51:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:51:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:51:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:51:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:51:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:51:22,756 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:52:09.167018+00:00 (in 29.999025 seconds)
repomirrorworker stdout | 2022-06-02 21:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:52:09 UTC)" (scheduled at 2022-06-02 21:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:51:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:51:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:51:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 51, 39, 176920), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 51, 39, 176920), 0, 2, datetime.datetime(2022, 6, 2, 21, 51, 39, 176920), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:51:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:51:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 51, 39, 180064), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 51, 39, 180064), 0, 2, datetime.datetime(2022, 6, 2, 21, 51, 39, 180064), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:51:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:51:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 51, 39, 181972), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 51, 39, 181972), 0, 2, datetime.datetime(2022, 6, 2, 21, 51, 39, 181972), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:51:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:51:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 51, 39, 183637), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 51, 39, 183637), 0, 2, datetime.datetime(2022, 6, 2, 21, 51, 39, 183637), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:51:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:51:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 51, 39, 185303), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 51, 39, 185303), 0, 2, datetime.datetime(2022, 6, 2, 21, 51, 39, 185303), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:51:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:51:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:51:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:51:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:51:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:51:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:51:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:51:52,821 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:52:39.167018+00:00 (in 29.999037 seconds)
repomirrorworker stdout | 2022-06-02 21:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:52:39 UTC)" (scheduled at 2022-06-02 21:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:52:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:52:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:52:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 52, 9, 177265), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 52, 9, 177265), 0, 2, datetime.datetime(2022, 6, 2, 21, 52, 9, 177265), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:52:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:52:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 52, 9, 180713), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 52, 9, 180713), 0, 2, datetime.datetime(2022, 6, 2, 21, 52, 9, 180713), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:52:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:52:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 52, 9, 182587), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 52, 9, 182587), 0, 2, datetime.datetime(2022, 6, 2, 21, 52, 9, 182587), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:52:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:52:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 52, 9, 184352), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 52, 9, 184352), 0, 2, datetime.datetime(2022, 6, 2, 21, 52, 9, 184352), True, 12, 15])
repomirrorworker stdout | 2022-06-02 21:52:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 21:52:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 52, 9, 186096), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 52, 9, 186096), 0, 2, datetime.datetime(2022, 6, 2, 21, 52, 9, 186096), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:52:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:52:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:52:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:52:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:52:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:52:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:52:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:52:22,855 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:53:09.167018+00:00 (in 29.999203 seconds)
repomirrorworker stdout | 2022-06-02 21:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:53:09 UTC)" (scheduled at 2022-06-02 21:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:52:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:52:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 52, 39, 176775), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 52, 39, 176775), 0, 2, datetime.datetime(2022, 6, 2, 21, 52, 39, 176775), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:52:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:52:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 52, 39, 180172), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 52, 39, 180172), 0, 2, datetime.datetime(2022, 6, 2, 21, 52, 39, 180172), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:52:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:52:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 52, 39, 182038), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 52, 39, 182038), 0, 2, datetime.datetime(2022, 6, 2, 21, 52, 39, 182038), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:52:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:52:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 52, 39, 183757), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 52, 39, 183757), 0, 2, datetime.datetime(2022, 6, 2, 21, 52, 39, 183757), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:52:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:52:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:52:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:52:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:52:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:52:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:52:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:52:52,919 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:53:39.167018+00:00 (in 29.999056 seconds)
repomirrorworker stdout | 2022-06-02 21:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:53:39 UTC)" (scheduled at 2022-06-02 21:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:53:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:53:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 53, 9, 176737), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 53, 9, 176737), 0, 2, datetime.datetime(2022, 6, 2, 21, 53, 9, 176737), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:53:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:53:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 53, 9, 180135), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 53, 9, 180135), 0, 2, datetime.datetime(2022, 6, 2, 21, 53, 9, 180135), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:53:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:53:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 53, 9, 181991), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 53, 9, 181991), 0, 2, datetime.datetime(2022, 6, 2, 21, 53, 9, 181991), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:53:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:53:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 53, 9, 183657), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 53, 9, 183657), 0, 2, datetime.datetime(2022, 6, 2, 21, 53, 9, 183657), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:53:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:53:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 53, 9, 185296), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 53, 9, 185296), 0, 2, datetime.datetime(2022, 6, 2, 21, 53, 9, 185296), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:53:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:53:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:53:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:53:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:53:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:53:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:53:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:53:22,981 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:54:09.167018+00:00 (in 29.999142 seconds)
repomirrorworker stdout | 2022-06-02 21:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:54:09 UTC)" (scheduled at 2022-06-02 21:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:53:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 53, 39, 177192), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 53, 39, 177192), 0, 2, datetime.datetime(2022, 6, 2, 21, 53, 39, 177192), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:53:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:53:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 53, 39, 180936), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 53, 39, 180936), 0, 2, datetime.datetime(2022, 6, 2, 21, 53, 39, 180936), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:53:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:53:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 53, 39, 182808), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 53, 39, 182808), 0, 2, datetime.datetime(2022, 6, 2, 21, 53, 39, 182808), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:53:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:53:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 53, 39, 184530), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 53, 39, 184530), 0, 2, datetime.datetime(2022, 6, 2, 21, 53, 39, 184530), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:53:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:53:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 53, 39, 186195), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 53, 39, 186195), 0, 2, datetime.datetime(2022, 6, 2, 21, 53, 39, 186195), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:53:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:53:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:53:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:53:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:53:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:53:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:53:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:53:53,060 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:54:39.167018+00:00 (in 29.998977 seconds)
repomirrorworker stdout | 2022-06-02 21:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:54:39 UTC)" (scheduled at 2022-06-02 21:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:54:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:54:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 54, 9, 177104), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 54, 9, 177104), 0, 2, datetime.datetime(2022, 6, 2, 21, 54, 9, 177104), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:54:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:54:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 54, 9, 180287), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 54, 9, 180287), 0, 2, datetime.datetime(2022, 6, 2, 21, 54, 9, 180287), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:54:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:54:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 54, 9, 182266), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 54, 9, 182266), 0, 2, datetime.datetime(2022, 6, 2, 21, 54, 9, 182266), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:54:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:54:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 54, 9, 184058), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 54, 9, 184058), 0, 2, datetime.datetime(2022, 6, 2, 21, 54, 9, 184058), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:54:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:54:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 54, 9, 185740), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 54, 9, 185740), 0, 2, datetime.datetime(2022, 6, 2, 21, 54, 9, 185740), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:54:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:54:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:54:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:54:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:54:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:54:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:54:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:54:23,090 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:55:09.167018+00:00 (in 29.998979 seconds)
repomirrorworker stdout | 2022-06-02 21:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:55:09 UTC)" (scheduled at 2022-06-02 21:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:54:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:54:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:54:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 54, 39, 176990), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 54, 39, 176990), 0, 2, datetime.datetime(2022, 6, 2, 21, 54, 39, 176990), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:54:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:54:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 54, 39, 180368), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 54, 39, 180368), 0, 2, datetime.datetime(2022, 6, 2, 21, 54, 39, 180368), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:54:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:54:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 54, 39, 182343), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 54, 39, 182343), 0, 2, datetime.datetime(2022, 6, 2, 21, 54, 39, 182343), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:54:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:54:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 54, 39, 184012), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 54, 39, 184012), 0, 2, datetime.datetime(2022, 6, 2, 21, 54, 39, 184012), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:54:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:54:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 54, 39, 185632), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 54, 39, 185632), 0, 2, datetime.datetime(2022, 6, 2, 21, 54, 39, 185632), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:54:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:54:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:54:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:54:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:54:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:54:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:54:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:54:53,156 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:55:39.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-02 21:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:55:39 UTC)" (scheduled at 2022-06-02 21:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:55:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:55:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:55:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 55, 9, 176835), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 55, 9, 176835), 0, 2, datetime.datetime(2022, 6, 2, 21, 55, 9, 176835), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:55:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:55:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 55, 9, 179962), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 55, 9, 179962), 0, 2, datetime.datetime(2022, 6, 2, 21, 55, 9, 179962), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:55:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:55:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 55, 9, 181890), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 55, 9, 181890), 0, 2, datetime.datetime(2022, 6, 2, 21, 55, 9, 181890), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:55:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:55:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 55, 9, 183577), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 55, 9, 183577), 0, 2, datetime.datetime(2022, 6, 2, 21, 55, 9, 183577), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:55:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:55:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 55, 9, 185255), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 55, 9, 185255), 0, 2, datetime.datetime(2022, 6, 2, 21, 55, 9, 185255), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:55:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:55:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:55:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:55:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:55:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:55:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:55:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:55:23,218 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:56:09.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-02 21:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:56:09 UTC)" (scheduled at 2022-06-02 21:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:55:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:55:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 55, 39, 176560), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 55, 39, 176560), 0, 2, datetime.datetime(2022, 6, 2, 21, 55, 39, 176560), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:55:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:55:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 55, 39, 179721), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 55, 39, 179721), 0, 2, datetime.datetime(2022, 6, 2, 21, 55, 39, 179721), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:55:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:55:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 55, 39, 181789), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 55, 39, 181789), 0, 2, datetime.datetime(2022, 6, 2, 21, 55, 39, 181789), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 55, 39, 183492), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 55, 39, 183492), 0, 2, datetime.datetime(2022, 6, 2, 21, 55, 39, 183492), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:55:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:55:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:55:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:55:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:55:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:55:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:55:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:55:53,273 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:56:39.167018+00:00 (in 29.999211 seconds)
repomirrorworker stdout | 2022-06-02 21:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:56:39 UTC)" (scheduled at 2022-06-02 21:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:56:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:56:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:56:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 56, 9, 176913), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 56, 9, 176913), 0, 2, datetime.datetime(2022, 6, 2, 21, 56, 9, 176913), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:56:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:56:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 56, 9, 180381), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 56, 9, 180381), 0, 2, datetime.datetime(2022, 6, 2, 21, 56, 9, 180381), True, 4, 8])
repomirrorworker stdout | 2022-06-02 21:56:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 21:56:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 56, 9, 182279), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 56, 9, 182279), 0, 2, datetime.datetime(2022, 6, 2, 21, 56, 9, 182279), True, 8, 12])
repomirrorworker stdout | 2022-06-02 21:56:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 21:56:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 56, 9, 183976), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 56, 9, 183976), 0, 2, datetime.datetime(2022, 6, 2, 21, 56, 9, 183976), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:56:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:56:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 56, 9, 185781), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 56, 9, 185781), 0, 2, datetime.datetime(2022, 6, 2, 21, 56, 9, 185781), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:56:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:56:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:56:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:56:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:56:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:56:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:56:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:56:23,329 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:57:09.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-02 21:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:57:09 UTC)" (scheduled at 2022-06-02 21:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:56:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:56:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 56, 39, 177031), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 56, 39, 177031), 0, 2, datetime.datetime(2022, 6, 2, 21, 56, 39, 177031), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:56:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:56:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 56, 39, 180243), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 56, 39, 180243), 0, 2, datetime.datetime(2022, 6, 2, 21, 56, 39, 180243), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:56:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:56:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 56, 39, 182139), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 56, 39, 182139), 0, 2, datetime.datetime(2022, 6, 2, 21, 56, 39, 182139), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:56:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:56:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 56, 39, 183824), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 56, 39, 183824), 0, 2, datetime.datetime(2022, 6, 2, 21, 56, 39, 183824), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:56:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:56:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:56:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:56:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:56:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:56:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:56:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:56:53,385 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:57:39.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-02 21:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:57:39 UTC)" (scheduled at 2022-06-02 21:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:57:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:57:09,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:57:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 57, 9, 177702), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 57, 9, 177702), 0, 2, datetime.datetime(2022, 6, 2, 21, 57, 9, 177702), True, 2, 6])
repomirrorworker stdout | 2022-06-02 21:57:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 21:57:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 57, 9, 181331), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 57, 9, 181331), 0, 2, datetime.datetime(2022, 6, 2, 21, 57, 9, 181331), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:57:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:57:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 57, 9, 183261), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 57, 9, 183261), 0, 2, datetime.datetime(2022, 6, 2, 21, 57, 9, 183261), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:57:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:57:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 57, 9, 185009), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 57, 9, 185009), 0, 2, datetime.datetime(2022, 6, 2, 21, 57, 9, 185009), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:57:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:57:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 57, 9, 186773), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 57, 9, 186773), 0, 2, datetime.datetime(2022, 6, 2, 21, 57, 9, 186773), True, 13, 15])
repomirrorworker stdout | 2022-06-02 21:57:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 21:57:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:57:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:57:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:57:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:57:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:57:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:57:23,423 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:58:09.167018+00:00 (in 29.999241 seconds)
repomirrorworker stdout | 2022-06-02 21:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:58:09 UTC)" (scheduled at 2022-06-02 21:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:57:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:57:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 57, 39, 176326), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 57, 39, 176326), 0, 2, datetime.datetime(2022, 6, 2, 21, 57, 39, 176326), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:57:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:57:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 57, 39, 179712), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 57, 39, 179712), 0, 2, datetime.datetime(2022, 6, 2, 21, 57, 39, 179712), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:57:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:57:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 57, 39, 181583), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 57, 39, 181583), 0, 2, datetime.datetime(2022, 6, 2, 21, 57, 39, 181583), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:57:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:57:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 57, 39, 183286), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 57, 39, 183286), 0, 2, datetime.datetime(2022, 6, 2, 21, 57, 39, 183286), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:57:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:57:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 57, 39, 184990), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 57, 39, 184990), 0, 2, datetime.datetime(2022, 6, 2, 21, 57, 39, 184990), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:57:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:57:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:57:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:57:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:57:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:57:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:57:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:57:53,461 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:58:39.167018+00:00 (in 29.999240 seconds)
repomirrorworker stdout | 2022-06-02 21:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:58:39 UTC)" (scheduled at 2022-06-02 21:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:58:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:58:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 58, 9, 177296), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 58, 9, 177296), 0, 2, datetime.datetime(2022, 6, 2, 21, 58, 9, 177296), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:58:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:58:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 58, 9, 180549), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 58, 9, 180549), 0, 2, datetime.datetime(2022, 6, 2, 21, 58, 9, 180549), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:58:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:58:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 58, 9, 182489), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 58, 9, 182489), 0, 2, datetime.datetime(2022, 6, 2, 21, 58, 9, 182489), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:58:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:58:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 58, 9, 184205), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 58, 9, 184205), 0, 2, datetime.datetime(2022, 6, 2, 21, 58, 9, 184205), True, 6, 10])
repomirrorworker stdout | 2022-06-02 21:58:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 21:58:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 58, 9, 185896), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 58, 9, 185896), 0, 2, datetime.datetime(2022, 6, 2, 21, 58, 9, 185896), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:58:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:58:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:58:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:58:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:58:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:58:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:58:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:58:23,511 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:59:09.167018+00:00 (in 29.999173 seconds)
repomirrorworker stdout | 2022-06-02 21:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:59:09 UTC)" (scheduled at 2022-06-02 21:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:58:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:58:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 58, 39, 176829), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 58, 39, 176829), 0, 2, datetime.datetime(2022, 6, 2, 21, 58, 39, 176829), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:58:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:58:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 58, 39, 180753), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 58, 39, 180753), 0, 2, datetime.datetime(2022, 6, 2, 21, 58, 39, 180753), True, 3, 7])
repomirrorworker stdout | 2022-06-02 21:58:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 21:58:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 58, 39, 183017), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 58, 39, 183017), 0, 2, datetime.datetime(2022, 6, 2, 21, 58, 39, 183017), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:58:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:58:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 58, 39, 185116), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 58, 39, 185116), 0, 2, datetime.datetime(2022, 6, 2, 21, 58, 39, 185116), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:58:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:58:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:58:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:58:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:58:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:58:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:58:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:58:53,564 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 21:59:39.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-02 21:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:59:39 UTC)" (scheduled at 2022-06-02 21:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:59:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:59:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 59, 9, 176812), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 59, 9, 176812), 0, 2, datetime.datetime(2022, 6, 2, 21, 59, 9, 176812), True, 11, 15])
repomirrorworker stdout | 2022-06-02 21:59:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 21:59:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 59, 9, 180426), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 59, 9, 180426), 0, 2, datetime.datetime(2022, 6, 2, 21, 59, 9, 180426), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:59:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:59:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 59, 9, 182278), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 59, 9, 182278), 0, 2, datetime.datetime(2022, 6, 2, 21, 59, 9, 182278), True, 7, 11])
repomirrorworker stdout | 2022-06-02 21:59:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 21:59:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 59, 9, 183983), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 59, 9, 183983), 0, 2, datetime.datetime(2022, 6, 2, 21, 59, 9, 183983), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:59:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:59:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:59:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:59:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:59:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:59:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:59:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 21:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:59:23,634 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 21:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 21:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:00:09.167018+00:00 (in 29.999222 seconds)
repomirrorworker stdout | 2022-06-02 21:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:00:09 UTC)" (scheduled at 2022-06-02 21:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 21:59:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:59:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:59:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 59, 39, 176844), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 59, 39, 176844), 0, 2, datetime.datetime(2022, 6, 2, 21, 59, 39, 176844), True, 5, 9])
repomirrorworker stdout | 2022-06-02 21:59:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 21:59:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 59, 39, 179984), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 59, 39, 179984), 0, 2, datetime.datetime(2022, 6, 2, 21, 59, 39, 179984), True, 10, 14])
repomirrorworker stdout | 2022-06-02 21:59:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 21:59:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 59, 39, 181857), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 59, 39, 181857), 0, 2, datetime.datetime(2022, 6, 2, 21, 59, 39, 181857), True, 1, 5])
repomirrorworker stdout | 2022-06-02 21:59:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 21:59:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 59, 39, 183557), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 59, 39, 183557), 0, 2, datetime.datetime(2022, 6, 2, 21, 59, 39, 183557), True, 14, 15])
repomirrorworker stdout | 2022-06-02 21:59:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 21:59:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 21, 59, 39, 185238), 0, 2, None, True, datetime.datetime(2022, 6, 2, 21, 59, 39, 185238), 0, 2, datetime.datetime(2022, 6, 2, 21, 59, 39, 185238), True, 9, 13])
repomirrorworker stdout | 2022-06-02 21:59:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 21:59:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 21:59:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:59:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 21:59:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 21:59:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 21:59:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 21:59:53,700 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:00:39.167018+00:00 (in 29.999048 seconds)
repomirrorworker stdout | 2022-06-02 22:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:00:39 UTC)" (scheduled at 2022-06-02 22:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:00:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:00:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 0, 9, 177131), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 0, 9, 177131), 0, 2, datetime.datetime(2022, 6, 2, 22, 0, 9, 177131), True, 3, 7])
repomirrorworker stdout | 2022-06-02 22:00:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 22:00:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 0, 9, 180444), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 0, 9, 180444), 0, 2, datetime.datetime(2022, 6, 2, 22, 0, 9, 180444), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:00:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:00:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 0, 9, 182534), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 0, 9, 182534), 0, 2, datetime.datetime(2022, 6, 2, 22, 0, 9, 182534), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:00:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:00:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 0, 9, 184481), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 0, 9, 184481), 0, 2, datetime.datetime(2022, 6, 2, 22, 0, 9, 184481), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:00:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:00:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:00:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:00:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:00:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:00:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:00:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:00:23,773 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:01:09.167018+00:00 (in 29.999148 seconds)
repomirrorworker stdout | 2022-06-02 22:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:01:09 UTC)" (scheduled at 2022-06-02 22:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:00:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:00:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 0, 39, 177209), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 0, 39, 177209), 0, 2, datetime.datetime(2022, 6, 2, 22, 0, 39, 177209), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:00:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:00:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 0, 39, 181071), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 0, 39, 181071), 0, 2, datetime.datetime(2022, 6, 2, 22, 0, 39, 181071), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:00:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:00:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 0, 39, 183016), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 0, 39, 183016), 0, 2, datetime.datetime(2022, 6, 2, 22, 0, 39, 183016), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:00:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:00:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 0, 39, 184750), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 0, 39, 184750), 0, 2, datetime.datetime(2022, 6, 2, 22, 0, 39, 184750), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:00:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:00:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 0, 39, 186381), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 0, 39, 186381), 0, 2, datetime.datetime(2022, 6, 2, 22, 0, 39, 186381), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:00:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:00:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:00:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:00:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:00:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:00:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:00:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:00:53,807 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:01:39.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-02 22:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:01:39 UTC)" (scheduled at 2022-06-02 22:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:01:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:01:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 1, 9, 176633), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 1, 9, 176633), 0, 2, datetime.datetime(2022, 6, 2, 22, 1, 9, 176633), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:01:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:01:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 1, 9, 179769), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 1, 9, 179769), 0, 2, datetime.datetime(2022, 6, 2, 22, 1, 9, 179769), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:01:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:01:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 1, 9, 181622), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 1, 9, 181622), 0, 2, datetime.datetime(2022, 6, 2, 22, 1, 9, 181622), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:01:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:01:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 1, 9, 183324), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 1, 9, 183324), 0, 2, datetime.datetime(2022, 6, 2, 22, 1, 9, 183324), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:01:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:01:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:01:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:01:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:01:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:01:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:01:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:01:23,862 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:02:09.167018+00:00 (in 29.999128 seconds)
repomirrorworker stdout | 2022-06-02 22:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:02:09 UTC)" (scheduled at 2022-06-02 22:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:01:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 1, 39, 177105), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 1, 39, 177105), 0, 2, datetime.datetime(2022, 6, 2, 22, 1, 39, 177105), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 1, 39, 180456), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 1, 39, 180456), 0, 2, datetime.datetime(2022, 6, 2, 22, 1, 39, 180456), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:01:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:01:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 1, 39, 182295), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 1, 39, 182295), 0, 2, datetime.datetime(2022, 6, 2, 22, 1, 39, 182295), True, 3, 7])
repomirrorworker stdout | 2022-06-02 22:01:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 22:01:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 1, 39, 183994), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 1, 39, 183994), 0, 2, datetime.datetime(2022, 6, 2, 22, 1, 39, 183994), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:01:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:01:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 1, 39, 185634), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 1, 39, 185634), 0, 2, datetime.datetime(2022, 6, 2, 22, 1, 39, 185634), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:01:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:01:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:01:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:01:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:01:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:01:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:01:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:01:53,893 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:02:39.167018+00:00 (in 29.999136 seconds)
repomirrorworker stdout | 2022-06-02 22:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:02:39 UTC)" (scheduled at 2022-06-02 22:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:02:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:02:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:02:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 2, 9, 176871), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 2, 9, 176871), 0, 2, datetime.datetime(2022, 6, 2, 22, 2, 9, 176871), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:02:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:02:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 2, 9, 180365), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 2, 9, 180365), 0, 2, datetime.datetime(2022, 6, 2, 22, 2, 9, 180365), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:02:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:02:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 2, 9, 182268), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 2, 9, 182268), 0, 2, datetime.datetime(2022, 6, 2, 22, 2, 9, 182268), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:02:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:02:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 2, 9, 184004), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 2, 9, 184004), 0, 2, datetime.datetime(2022, 6, 2, 22, 2, 9, 184004), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:02:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:02:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:02:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:02:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:02:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:02:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:02:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:02:23,947 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:03:09.167018+00:00 (in 29.998994 seconds)
repomirrorworker stdout | 2022-06-02 22:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:03:09 UTC)" (scheduled at 2022-06-02 22:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:02:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:02:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:02:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 2, 39, 177032), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 2, 39, 177032), 0, 2, datetime.datetime(2022, 6, 2, 22, 2, 39, 177032), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:02:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:02:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 2, 39, 180354), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 2, 39, 180354), 0, 2, datetime.datetime(2022, 6, 2, 22, 2, 39, 180354), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:02:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:02:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 2, 39, 182198), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 2, 39, 182198), 0, 2, datetime.datetime(2022, 6, 2, 22, 2, 39, 182198), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:02:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:02:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 2, 39, 183919), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 2, 39, 183919), 0, 2, datetime.datetime(2022, 6, 2, 22, 2, 39, 183919), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:02:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:02:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:02:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:02:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:02:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:02:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:02:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:02:54,007 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:03:39.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-02 22:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:03:39 UTC)" (scheduled at 2022-06-02 22:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:03:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:03:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 3, 9, 176824), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 3, 9, 176824), 0, 2, datetime.datetime(2022, 6, 2, 22, 3, 9, 176824), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:03:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:03:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 3, 9, 180790), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 3, 9, 180790), 0, 2, datetime.datetime(2022, 6, 2, 22, 3, 9, 180790), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:03:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:03:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 3, 9, 182905), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 3, 9, 182905), 0, 2, datetime.datetime(2022, 6, 2, 22, 3, 9, 182905), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:03:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:03:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 3, 9, 184649), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 3, 9, 184649), 0, 2, datetime.datetime(2022, 6, 2, 22, 3, 9, 184649), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:03:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:03:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 3, 9, 186368), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 3, 9, 186368), 0, 2, datetime.datetime(2022, 6, 2, 22, 3, 9, 186368), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:03:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:03:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:03:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:03:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:03:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:03:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:03:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:03:24,055 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:04:09.167018+00:00 (in 29.998988 seconds)
repomirrorworker stdout | 2022-06-02 22:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:04:09 UTC)" (scheduled at 2022-06-02 22:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:03:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:03:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 3, 39, 177114), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 3, 39, 177114), 0, 2, datetime.datetime(2022, 6, 2, 22, 3, 39, 177114), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:03:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:03:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 3, 39, 180294), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 3, 39, 180294), 0, 2, datetime.datetime(2022, 6, 2, 22, 3, 39, 180294), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:03:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:03:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 3, 39, 182185), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 3, 39, 182185), 0, 2, datetime.datetime(2022, 6, 2, 22, 3, 39, 182185), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:03:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:03:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 3, 39, 183862), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 3, 39, 183862), 0, 2, datetime.datetime(2022, 6, 2, 22, 3, 39, 183862), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:03:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:03:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:03:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:03:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:03:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:03:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:03:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:03:54,113 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:04:39.167018+00:00 (in 29.998966 seconds)
repomirrorworker stdout | 2022-06-02 22:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:04:39 UTC)" (scheduled at 2022-06-02 22:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:04:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:04:09,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:04:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 4, 9, 177885), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 4, 9, 177885), 0, 2, datetime.datetime(2022, 6, 2, 22, 4, 9, 177885), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:04:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:04:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 4, 9, 182460), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 4, 9, 182460), 0, 2, datetime.datetime(2022, 6, 2, 22, 4, 9, 182460), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:04:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:04:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 4, 9, 184372), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 4, 9, 184372), 0, 2, datetime.datetime(2022, 6, 2, 22, 4, 9, 184372), True, 13, 15])
repomirrorworker stdout | 2022-06-02 22:04:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 22:04:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 4, 9, 186868), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 4, 9, 186868), 0, 2, datetime.datetime(2022, 6, 2, 22, 4, 9, 186868), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:04:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:04:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:04:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:04:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:04:09,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:04:09,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:04:09,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:04:24,166 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:05:09.167018+00:00 (in 29.999014 seconds)
repomirrorworker stdout | 2022-06-02 22:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:05:09 UTC)" (scheduled at 2022-06-02 22:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:04:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:04:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:04:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 4, 39, 177162), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 4, 39, 177162), 0, 2, datetime.datetime(2022, 6, 2, 22, 4, 39, 177162), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:04:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:04:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 4, 39, 180390), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 4, 39, 180390), 0, 2, datetime.datetime(2022, 6, 2, 22, 4, 39, 180390), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:04:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:04:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 4, 39, 182372), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 4, 39, 182372), 0, 2, datetime.datetime(2022, 6, 2, 22, 4, 39, 182372), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:04:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:04:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 4, 39, 184170), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 4, 39, 184170), 0, 2, datetime.datetime(2022, 6, 2, 22, 4, 39, 184170), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:04:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:04:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 4, 39, 185909), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 4, 39, 185909), 0, 2, datetime.datetime(2022, 6, 2, 22, 4, 39, 185909), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:04:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:04:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:04:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:04:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:04:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:04:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:04:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:04:54,230 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:05:39.167018+00:00 (in 29.999117 seconds)
repomirrorworker stdout | 2022-06-02 22:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:05:39 UTC)" (scheduled at 2022-06-02 22:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:05:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:05:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 5, 9, 177259), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 5, 9, 177259), 0, 2, datetime.datetime(2022, 6, 2, 22, 5, 9, 177259), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:05:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:05:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 5, 9, 180703), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 5, 9, 180703), 0, 2, datetime.datetime(2022, 6, 2, 22, 5, 9, 180703), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:05:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:05:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 5, 9, 183806), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 5, 9, 183806), 0, 2, datetime.datetime(2022, 6, 2, 22, 5, 9, 183806), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:05:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 5, 9, 185806), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 5, 9, 185806), 0, 2, datetime.datetime(2022, 6, 2, 22, 5, 9, 185806), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:05:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:05:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 5, 9, 187637), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 5, 9, 187637), 0, 2, datetime.datetime(2022, 6, 2, 22, 5, 9, 187637), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:05:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:05:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:05:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:05:09,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:05:09,197 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:05:09,197 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:05:09,197 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:05:24,283 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:06:09.167018+00:00 (in 29.998986 seconds)
repomirrorworker stdout | 2022-06-02 22:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:06:09 UTC)" (scheduled at 2022-06-02 22:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:05:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:05:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 5, 39, 177401), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 5, 39, 177401), 0, 2, datetime.datetime(2022, 6, 2, 22, 5, 39, 177401), True, 3, 7])
repomirrorworker stdout | 2022-06-02 22:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 22:05:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 5, 39, 181017), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 5, 39, 181017), 0, 2, datetime.datetime(2022, 6, 2, 22, 5, 39, 181017), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:05:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:05:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 5, 39, 183229), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 5, 39, 183229), 0, 2, datetime.datetime(2022, 6, 2, 22, 5, 39, 183229), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:05:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:05:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 5, 39, 185315), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 5, 39, 185315), 0, 2, datetime.datetime(2022, 6, 2, 22, 5, 39, 185315), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:05:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:05:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 5, 39, 187059), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 5, 39, 187059), 0, 2, datetime.datetime(2022, 6, 2, 22, 5, 39, 187059), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:05:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:05:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:05:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:05:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:05:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:05:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:05:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:05:54,340 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:06:39.167018+00:00 (in 29.999047 seconds)
repomirrorworker stdout | 2022-06-02 22:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:06:39 UTC)" (scheduled at 2022-06-02 22:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:06:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:06:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 6, 9, 177279), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 6, 9, 177279), 0, 2, datetime.datetime(2022, 6, 2, 22, 6, 9, 177279), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:06:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:06:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 6, 9, 180496), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 6, 9, 180496), 0, 2, datetime.datetime(2022, 6, 2, 22, 6, 9, 180496), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:06:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:06:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 6, 9, 182429), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 6, 9, 182429), 0, 2, datetime.datetime(2022, 6, 2, 22, 6, 9, 182429), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:06:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:06:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 6, 9, 184175), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 6, 9, 184175), 0, 2, datetime.datetime(2022, 6, 2, 22, 6, 9, 184175), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:06:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:06:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:06:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:06:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:06:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:06:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:06:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:06:24,381 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:07:09.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-02 22:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:07:09 UTC)" (scheduled at 2022-06-02 22:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:06:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 6, 39, 176560), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 6, 39, 176560), 0, 2, datetime.datetime(2022, 6, 2, 22, 6, 39, 176560), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:06:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:06:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 6, 39, 179704), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 6, 39, 179704), 0, 2, datetime.datetime(2022, 6, 2, 22, 6, 39, 179704), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:06:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:06:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 6, 39, 181663), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 6, 39, 181663), 0, 2, datetime.datetime(2022, 6, 2, 22, 6, 39, 181663), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:06:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:06:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 6, 39, 183333), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 6, 39, 183333), 0, 2, datetime.datetime(2022, 6, 2, 22, 6, 39, 183333), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:06:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:06:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 6, 39, 184988), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 6, 39, 184988), 0, 2, datetime.datetime(2022, 6, 2, 22, 6, 39, 184988), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:06:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:06:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:06:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:06:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:06:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:06:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:06:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:06:54,438 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:07:39.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-02 22:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:07:39 UTC)" (scheduled at 2022-06-02 22:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:07:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:07:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:07:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 7, 9, 176577), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 7, 9, 176577), 0, 2, datetime.datetime(2022, 6, 2, 22, 7, 9, 176577), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:07:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:07:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 7, 9, 179684), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 7, 9, 179684), 0, 2, datetime.datetime(2022, 6, 2, 22, 7, 9, 179684), True, 13, 15])
repomirrorworker stdout | 2022-06-02 22:07:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 22:07:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 7, 9, 181512), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 7, 9, 181512), 0, 2, datetime.datetime(2022, 6, 2, 22, 7, 9, 181512), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:07:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:07:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 7, 9, 183164), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 7, 9, 183164), 0, 2, datetime.datetime(2022, 6, 2, 22, 7, 9, 183164), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:07:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:07:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:07:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:07:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:07:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:07:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:07:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:07:24,492 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:08:09.167018+00:00 (in 29.998966 seconds)
repomirrorworker stdout | 2022-06-02 22:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:08:09 UTC)" (scheduled at 2022-06-02 22:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:07:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:07:39,192 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:07:39,195 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 7, 39, 193431), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 7, 39, 193431), 0, 2, datetime.datetime(2022, 6, 2, 22, 7, 39, 193431), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:07:39,197 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:07:39,199 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 7, 39, 198103), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 7, 39, 198103), 0, 2, datetime.datetime(2022, 6, 2, 22, 7, 39, 198103), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:07:39,200 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:07:39,201 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 7, 39, 200367), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 7, 39, 200367), 0, 2, datetime.datetime(2022, 6, 2, 22, 7, 39, 200367), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:07:39,202 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:07:39,203 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 7, 39, 202220), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 7, 39, 202220), 0, 2, datetime.datetime(2022, 6, 2, 22, 7, 39, 202220), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:07:39,203 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:07:39,204 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 7, 39, 203938), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 7, 39, 203938), 0, 2, datetime.datetime(2022, 6, 2, 22, 7, 39, 203938), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:07:39,205 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:07:39,205 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:07:39,205 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:07:39,205 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:07:39,210 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:07:39,210 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:07:39,211 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:07:54,570 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:08:39.167018+00:00 (in 29.999112 seconds)
repomirrorworker stdout | 2022-06-02 22:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:08:39 UTC)" (scheduled at 2022-06-02 22:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:08:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:08:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:08:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 8, 9, 177229), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 8, 9, 177229), 0, 2, datetime.datetime(2022, 6, 2, 22, 8, 9, 177229), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:08:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:08:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 8, 9, 180991), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 8, 9, 180991), 0, 2, datetime.datetime(2022, 6, 2, 22, 8, 9, 180991), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:08:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:08:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 8, 9, 182824), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 8, 9, 182824), 0, 2, datetime.datetime(2022, 6, 2, 22, 8, 9, 182824), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:08:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:08:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 8, 9, 184519), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 8, 9, 184519), 0, 2, datetime.datetime(2022, 6, 2, 22, 8, 9, 184519), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:08:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:08:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:08:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:08:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:08:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:08:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:08:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:08:24,636 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:09:09.167018+00:00 (in 29.998961 seconds)
repomirrorworker stdout | 2022-06-02 22:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:09:09 UTC)" (scheduled at 2022-06-02 22:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:08:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:08:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:08:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 8, 39, 176902), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 8, 39, 176902), 0, 2, datetime.datetime(2022, 6, 2, 22, 8, 39, 176902), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:08:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:08:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 8, 39, 180422), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 8, 39, 180422), 0, 2, datetime.datetime(2022, 6, 2, 22, 8, 39, 180422), True, 3, 7])
repomirrorworker stdout | 2022-06-02 22:08:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 22:08:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 8, 39, 182270), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 8, 39, 182270), 0, 2, datetime.datetime(2022, 6, 2, 22, 8, 39, 182270), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:08:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:08:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 8, 39, 183967), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 8, 39, 183967), 0, 2, datetime.datetime(2022, 6, 2, 22, 8, 39, 183967), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:08:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:08:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 8, 39, 185601), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 8, 39, 185601), 0, 2, datetime.datetime(2022, 6, 2, 22, 8, 39, 185601), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:08:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:08:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:08:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:08:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:08:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:08:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:08:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:08:54,692 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:09:39.167018+00:00 (in 29.999097 seconds)
repomirrorworker stdout | 2022-06-02 22:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:09:39 UTC)" (scheduled at 2022-06-02 22:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:09:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:09:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:09:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 9, 9, 176758), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 9, 9, 176758), 0, 2, datetime.datetime(2022, 6, 2, 22, 9, 9, 176758), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:09:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:09:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 9, 9, 179953), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 9, 9, 179953), 0, 2, datetime.datetime(2022, 6, 2, 22, 9, 9, 179953), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:09:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:09:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 9, 9, 181825), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 9, 9, 181825), 0, 2, datetime.datetime(2022, 6, 2, 22, 9, 9, 181825), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:09:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:09:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 9, 9, 183473), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 9, 9, 183473), 0, 2, datetime.datetime(2022, 6, 2, 22, 9, 9, 183473), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:09:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:09:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:09:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:09:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:09:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:09:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:09:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:09:24,738 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:10:09.167018+00:00 (in 29.998962 seconds)
repomirrorworker stdout | 2022-06-02 22:09:39,169 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:10:09 UTC)" (scheduled at 2022-06-02 22:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:09:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:09:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:09:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 9, 39, 185173), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 9, 39, 185173), 0, 2, datetime.datetime(2022, 6, 2, 22, 9, 39, 185173), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:09:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:09:39,190 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 9, 39, 189936), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 9, 39, 189936), 0, 2, datetime.datetime(2022, 6, 2, 22, 9, 39, 189936), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:09:39,192 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:09:39,193 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 9, 39, 192143), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 9, 39, 192143), 0, 2, datetime.datetime(2022, 6, 2, 22, 9, 39, 192143), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:09:39,194 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:09:39,195 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 9, 39, 194114), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 9, 39, 194114), 0, 2, datetime.datetime(2022, 6, 2, 22, 9, 39, 194114), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:09:39,195 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:09:39,196 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 9, 39, 195969), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 9, 39, 195969), 0, 2, datetime.datetime(2022, 6, 2, 22, 9, 39, 195969), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:09:39,197 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:09:39,197 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:09:39,197 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:09:39,198 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:09:39,202 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:09:39,202 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:09:39,202 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:09:54,800 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:10:39.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-02 22:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:10:39 UTC)" (scheduled at 2022-06-02 22:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:10:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:10:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 10, 9, 176817), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 10, 9, 176817), 0, 2, datetime.datetime(2022, 6, 2, 22, 10, 9, 176817), True, 3, 7])
repomirrorworker stdout | 2022-06-02 22:10:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 22:10:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 10, 9, 180528), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 10, 9, 180528), 0, 2, datetime.datetime(2022, 6, 2, 22, 10, 9, 180528), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:10:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:10:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 10, 9, 182558), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 10, 9, 182558), 0, 2, datetime.datetime(2022, 6, 2, 22, 10, 9, 182558), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:10:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:10:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 10, 9, 184315), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 10, 9, 184315), 0, 2, datetime.datetime(2022, 6, 2, 22, 10, 9, 184315), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:10:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:10:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:10:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:10:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:10:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:10:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:10:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:10:24,882 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:11:09.167018+00:00 (in 29.999222 seconds)
repomirrorworker stdout | 2022-06-02 22:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:11:09 UTC)" (scheduled at 2022-06-02 22:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:10:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:10:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 10, 39, 177088), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 10, 39, 177088), 0, 2, datetime.datetime(2022, 6, 2, 22, 10, 39, 177088), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:10:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:10:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 10, 39, 180491), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 10, 39, 180491), 0, 2, datetime.datetime(2022, 6, 2, 22, 10, 39, 180491), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:10:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:10:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 10, 39, 182419), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 10, 39, 182419), 0, 2, datetime.datetime(2022, 6, 2, 22, 10, 39, 182419), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:10:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:10:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 10, 39, 184397), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 10, 39, 184397), 0, 2, datetime.datetime(2022, 6, 2, 22, 10, 39, 184397), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:10:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:10:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 10, 39, 186081), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 10, 39, 186081), 0, 2, datetime.datetime(2022, 6, 2, 22, 10, 39, 186081), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:10:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:10:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:10:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:10:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:10:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:10:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:10:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:10:54,919 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:11:39.167018+00:00 (in 29.999113 seconds)
repomirrorworker stdout | 2022-06-02 22:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:11:39 UTC)" (scheduled at 2022-06-02 22:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:11:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:11:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 11, 9, 177313), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 11, 9, 177313), 0, 2, datetime.datetime(2022, 6, 2, 22, 11, 9, 177313), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:11:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:11:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 11, 9, 180836), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 11, 9, 180836), 0, 2, datetime.datetime(2022, 6, 2, 22, 11, 9, 180836), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:11:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:11:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 11, 9, 182741), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 11, 9, 182741), 0, 2, datetime.datetime(2022, 6, 2, 22, 11, 9, 182741), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:11:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:11:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 11, 9, 184471), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 11, 9, 184471), 0, 2, datetime.datetime(2022, 6, 2, 22, 11, 9, 184471), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:11:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:11:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:11:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:11:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:11:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:11:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:11:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:11:24,951 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:12:09.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-02 22:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:12:09 UTC)" (scheduled at 2022-06-02 22:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:11:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:11:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:11:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 11, 39, 177177), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 11, 39, 177177), 0, 2, datetime.datetime(2022, 6, 2, 22, 11, 39, 177177), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:11:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:11:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 11, 39, 180479), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 11, 39, 180479), 0, 2, datetime.datetime(2022, 6, 2, 22, 11, 39, 180479), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:11:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:11:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 11, 39, 182470), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 11, 39, 182470), 0, 2, datetime.datetime(2022, 6, 2, 22, 11, 39, 182470), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:11:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:11:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 11, 39, 184322), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 11, 39, 184322), 0, 2, datetime.datetime(2022, 6, 2, 22, 11, 39, 184322), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:11:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:11:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 11, 39, 186108), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 11, 39, 186108), 0, 2, datetime.datetime(2022, 6, 2, 22, 11, 39, 186108), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:11:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:11:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:11:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:11:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:11:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:11:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:11:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:11:55,000 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:12:39.167018+00:00 (in 29.998974 seconds)
repomirrorworker stdout | 2022-06-02 22:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:12:39 UTC)" (scheduled at 2022-06-02 22:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:12:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:12:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:12:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 12, 9, 176702), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 12, 9, 176702), 0, 2, datetime.datetime(2022, 6, 2, 22, 12, 9, 176702), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:12:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:12:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 12, 9, 179872), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 12, 9, 179872), 0, 2, datetime.datetime(2022, 6, 2, 22, 12, 9, 179872), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:12:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:12:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 12, 9, 181745), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 12, 9, 181745), 0, 2, datetime.datetime(2022, 6, 2, 22, 12, 9, 181745), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:12:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:12:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 12, 9, 183419), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 12, 9, 183419), 0, 2, datetime.datetime(2022, 6, 2, 22, 12, 9, 183419), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:12:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:12:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:12:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:12:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:12:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:12:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:12:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:12:25,025 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:13:09.167018+00:00 (in 29.999108 seconds)
repomirrorworker stdout | 2022-06-02 22:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:13:09 UTC)" (scheduled at 2022-06-02 22:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:12:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:12:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:12:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 12, 39, 176850), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 12, 39, 176850), 0, 2, datetime.datetime(2022, 6, 2, 22, 12, 39, 176850), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:12:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:12:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 12, 39, 180021), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 12, 39, 180021), 0, 2, datetime.datetime(2022, 6, 2, 22, 12, 39, 180021), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:12:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:12:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 12, 39, 181920), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 12, 39, 181920), 0, 2, datetime.datetime(2022, 6, 2, 22, 12, 39, 181920), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:12:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 12, 39, 183624), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 12, 39, 183624), 0, 2, datetime.datetime(2022, 6, 2, 22, 12, 39, 183624), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:12:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:12:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 12, 39, 185310), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 12, 39, 185310), 0, 2, datetime.datetime(2022, 6, 2, 22, 12, 39, 185310), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:12:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:12:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:12:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:12:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:12:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:12:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:12:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:12:55,085 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:13:39.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-02 22:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:13:39 UTC)" (scheduled at 2022-06-02 22:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:13:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:13:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:13:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 13, 9, 177251), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 13, 9, 177251), 0, 2, datetime.datetime(2022, 6, 2, 22, 13, 9, 177251), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:13:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:13:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 13, 9, 180541), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 13, 9, 180541), 0, 2, datetime.datetime(2022, 6, 2, 22, 13, 9, 180541), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:13:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:13:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 13, 9, 182482), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 13, 9, 182482), 0, 2, datetime.datetime(2022, 6, 2, 22, 13, 9, 182482), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:13:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:13:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 13, 9, 184267), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 13, 9, 184267), 0, 2, datetime.datetime(2022, 6, 2, 22, 13, 9, 184267), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:13:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:13:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 13, 9, 185994), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 13, 9, 185994), 0, 2, datetime.datetime(2022, 6, 2, 22, 13, 9, 185994), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:13:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:13:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:13:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:13:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:13:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:13:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:13:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:13:25,126 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:14:09.167018+00:00 (in 29.999204 seconds)
repomirrorworker stdout | 2022-06-02 22:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:14:09 UTC)" (scheduled at 2022-06-02 22:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:13:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:13:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:13:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 13, 39, 176869), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 13, 39, 176869), 0, 2, datetime.datetime(2022, 6, 2, 22, 13, 39, 176869), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:13:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:13:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 13, 39, 180274), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 13, 39, 180274), 0, 2, datetime.datetime(2022, 6, 2, 22, 13, 39, 180274), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:13:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:13:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 13, 39, 182173), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 13, 39, 182173), 0, 2, datetime.datetime(2022, 6, 2, 22, 13, 39, 182173), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:13:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:13:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 13, 39, 183847), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 13, 39, 183847), 0, 2, datetime.datetime(2022, 6, 2, 22, 13, 39, 183847), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:13:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:13:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:13:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:13:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:13:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:13:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:13:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:13:55,163 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:14:39.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-02 22:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:14:39 UTC)" (scheduled at 2022-06-02 22:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:14:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:14:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 14, 9, 177108), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 14, 9, 177108), 0, 2, datetime.datetime(2022, 6, 2, 22, 14, 9, 177108), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:14:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:14:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 14, 9, 180457), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 14, 9, 180457), 0, 2, datetime.datetime(2022, 6, 2, 22, 14, 9, 180457), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:14:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:14:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 14, 9, 182439), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 14, 9, 182439), 0, 2, datetime.datetime(2022, 6, 2, 22, 14, 9, 182439), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:14:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:14:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 14, 9, 184247), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 14, 9, 184247), 0, 2, datetime.datetime(2022, 6, 2, 22, 14, 9, 184247), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:14:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:14:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 14, 9, 186119), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 14, 9, 186119), 0, 2, datetime.datetime(2022, 6, 2, 22, 14, 9, 186119), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:14:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:14:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:14:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:14:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:14:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:14:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:14:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:14:25,225 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:15:09.167018+00:00 (in 29.998978 seconds)
repomirrorworker stdout | 2022-06-02 22:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:15:09 UTC)" (scheduled at 2022-06-02 22:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:14:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:14:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:14:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 14, 39, 176961), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 14, 39, 176961), 0, 2, datetime.datetime(2022, 6, 2, 22, 14, 39, 176961), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:14:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 14, 39, 180134), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 14, 39, 180134), 0, 2, datetime.datetime(2022, 6, 2, 22, 14, 39, 180134), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:14:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 14, 39, 182084), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 14, 39, 182084), 0, 2, datetime.datetime(2022, 6, 2, 22, 14, 39, 182084), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:14:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:14:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 14, 39, 183792), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 14, 39, 183792), 0, 2, datetime.datetime(2022, 6, 2, 22, 14, 39, 183792), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:14:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:14:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 14, 39, 185444), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 14, 39, 185444), 0, 2, datetime.datetime(2022, 6, 2, 22, 14, 39, 185444), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:14:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:14:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:14:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:14:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:14:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:14:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:14:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:14:55,288 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:15:39.167018+00:00 (in 29.999011 seconds)
repomirrorworker stdout | 2022-06-02 22:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:15:39 UTC)" (scheduled at 2022-06-02 22:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:15:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:15:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:15:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 15, 9, 176963), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 15, 9, 176963), 0, 2, datetime.datetime(2022, 6, 2, 22, 15, 9, 176963), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:15:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:15:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 15, 9, 180145), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 15, 9, 180145), 0, 2, datetime.datetime(2022, 6, 2, 22, 15, 9, 180145), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 15, 9, 182109), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 15, 9, 182109), 0, 2, datetime.datetime(2022, 6, 2, 22, 15, 9, 182109), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:15:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:15:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 15, 9, 183861), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 15, 9, 183861), 0, 2, datetime.datetime(2022, 6, 2, 22, 15, 9, 183861), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:15:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:15:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 15, 9, 185540), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 15, 9, 185540), 0, 2, datetime.datetime(2022, 6, 2, 22, 15, 9, 185540), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:15:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:15:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:15:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:15:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:15:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:15:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:15:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:15:25,350 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:16:09.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-02 22:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:16:09 UTC)" (scheduled at 2022-06-02 22:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:15:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:15:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:15:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 15, 39, 176415), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 15, 39, 176415), 0, 2, datetime.datetime(2022, 6, 2, 22, 15, 39, 176415), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:15:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:15:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 15, 39, 179503), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 15, 39, 179503), 0, 2, datetime.datetime(2022, 6, 2, 22, 15, 39, 179503), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:15:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:15:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 15, 39, 181362), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 15, 39, 181362), 0, 2, datetime.datetime(2022, 6, 2, 22, 15, 39, 181362), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:15:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:15:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 15, 39, 183080), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 15, 39, 183080), 0, 2, datetime.datetime(2022, 6, 2, 22, 15, 39, 183080), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:15:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:15:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 15, 39, 184730), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 15, 39, 184730), 0, 2, datetime.datetime(2022, 6, 2, 22, 15, 39, 184730), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:15:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:15:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:15:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:15:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:15:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:15:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:15:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:15:55,410 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:16:39.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-02 22:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:16:39 UTC)" (scheduled at 2022-06-02 22:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:16:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:16:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:16:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 16, 9, 176708), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 16, 9, 176708), 0, 2, datetime.datetime(2022, 6, 2, 22, 16, 9, 176708), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:16:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:16:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 16, 9, 179848), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 16, 9, 179848), 0, 2, datetime.datetime(2022, 6, 2, 22, 16, 9, 179848), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:16:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:16:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 16, 9, 181722), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 16, 9, 181722), 0, 2, datetime.datetime(2022, 6, 2, 22, 16, 9, 181722), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:16:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:16:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 16, 9, 183401), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 16, 9, 183401), 0, 2, datetime.datetime(2022, 6, 2, 22, 16, 9, 183401), True, 13, 15])
repomirrorworker stdout | 2022-06-02 22:16:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 22:16:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:16:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:16:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:16:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:16:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:16:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:16:25,452 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:17:09.167018+00:00 (in 29.999090 seconds)
repomirrorworker stdout | 2022-06-02 22:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:17:09 UTC)" (scheduled at 2022-06-02 22:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:16:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:16:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:16:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 16, 39, 177135), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 16, 39, 177135), 0, 2, datetime.datetime(2022, 6, 2, 22, 16, 39, 177135), True, 3, 7])
repomirrorworker stdout | 2022-06-02 22:16:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 22:16:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 16, 39, 180231), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 16, 39, 180231), 0, 2, datetime.datetime(2022, 6, 2, 22, 16, 39, 180231), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:16:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:16:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 16, 39, 182103), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 16, 39, 182103), 0, 2, datetime.datetime(2022, 6, 2, 22, 16, 39, 182103), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:16:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:16:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 16, 39, 183773), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 16, 39, 183773), 0, 2, datetime.datetime(2022, 6, 2, 22, 16, 39, 183773), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:16:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:16:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:16:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:16:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:16:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:16:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:16:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:16:55,511 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:17:39.167018+00:00 (in 29.999084 seconds)
repomirrorworker stdout | 2022-06-02 22:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:17:39 UTC)" (scheduled at 2022-06-02 22:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:17:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:17:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:17:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 17, 9, 177325), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 17, 9, 177325), 0, 2, datetime.datetime(2022, 6, 2, 22, 17, 9, 177325), True, 3, 7])
repomirrorworker stdout | 2022-06-02 22:17:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 22:17:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 17, 9, 181332), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 17, 9, 181332), 0, 2, datetime.datetime(2022, 6, 2, 22, 17, 9, 181332), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:17:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:17:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 17, 9, 183270), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 17, 9, 183270), 0, 2, datetime.datetime(2022, 6, 2, 22, 17, 9, 183270), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:17:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:17:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 17, 9, 185011), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 17, 9, 185011), 0, 2, datetime.datetime(2022, 6, 2, 22, 17, 9, 185011), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:17:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:17:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:17:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:17:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:17:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:17:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:17:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:17:25,569 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:18:09.167018+00:00 (in 29.999172 seconds)
repomirrorworker stdout | 2022-06-02 22:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:18:09 UTC)" (scheduled at 2022-06-02 22:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:17:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:17:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:17:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 17, 39, 176564), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 17, 39, 176564), 0, 2, datetime.datetime(2022, 6, 2, 22, 17, 39, 176564), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:17:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:17:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 17, 39, 179957), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 17, 39, 179957), 0, 2, datetime.datetime(2022, 6, 2, 22, 17, 39, 179957), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:17:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:17:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 17, 39, 181910), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 17, 39, 181910), 0, 2, datetime.datetime(2022, 6, 2, 22, 17, 39, 181910), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:17:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:17:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 17, 39, 183565), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 17, 39, 183565), 0, 2, datetime.datetime(2022, 6, 2, 22, 17, 39, 183565), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:17:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:17:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 17, 39, 185218), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 17, 39, 185218), 0, 2, datetime.datetime(2022, 6, 2, 22, 17, 39, 185218), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:17:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:17:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:17:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:17:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:17:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:17:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:17:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:17:55,629 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:18:39.167018+00:00 (in 29.999213 seconds)
repomirrorworker stdout | 2022-06-02 22:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:18:39 UTC)" (scheduled at 2022-06-02 22:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:18:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:18:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 18, 9, 176836), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 18, 9, 176836), 0, 2, datetime.datetime(2022, 6, 2, 22, 18, 9, 176836), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:18:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:18:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 18, 9, 179946), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 18, 9, 179946), 0, 2, datetime.datetime(2022, 6, 2, 22, 18, 9, 179946), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:18:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:18:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 18, 9, 181933), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 18, 9, 181933), 0, 2, datetime.datetime(2022, 6, 2, 22, 18, 9, 181933), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:18:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:18:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 18, 9, 183632), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 18, 9, 183632), 0, 2, datetime.datetime(2022, 6, 2, 22, 18, 9, 183632), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:18:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:18:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 18, 9, 185326), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 18, 9, 185326), 0, 2, datetime.datetime(2022, 6, 2, 22, 18, 9, 185326), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:18:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:18:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:18:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:18:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:18:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:18:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:18:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:18:25,664 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:19:09.167018+00:00 (in 29.999200 seconds)
repomirrorworker stdout | 2022-06-02 22:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:19:09 UTC)" (scheduled at 2022-06-02 22:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:18:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:18:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:18:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 18, 39, 177184), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 18, 39, 177184), 0, 2, datetime.datetime(2022, 6, 2, 22, 18, 39, 177184), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:18:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:18:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 18, 39, 180513), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 18, 39, 180513), 0, 2, datetime.datetime(2022, 6, 2, 22, 18, 39, 180513), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:18:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:18:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 18, 39, 182408), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 18, 39, 182408), 0, 2, datetime.datetime(2022, 6, 2, 22, 18, 39, 182408), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:18:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:18:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 18, 39, 184139), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 18, 39, 184139), 0, 2, datetime.datetime(2022, 6, 2, 22, 18, 39, 184139), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:18:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:18:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 18, 39, 186252), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 18, 39, 186252), 0, 2, datetime.datetime(2022, 6, 2, 22, 18, 39, 186252), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:18:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:18:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:18:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:18:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:18:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:18:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:18:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:18:55,737 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:19:39.167018+00:00 (in 29.999136 seconds)
repomirrorworker stdout | 2022-06-02 22:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:19:39 UTC)" (scheduled at 2022-06-02 22:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:19:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:19:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:19:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 19, 9, 177097), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 19, 9, 177097), 0, 2, datetime.datetime(2022, 6, 2, 22, 19, 9, 177097), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:19:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:19:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 19, 9, 180349), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 19, 9, 180349), 0, 2, datetime.datetime(2022, 6, 2, 22, 19, 9, 180349), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:19:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:19:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 19, 9, 182389), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 19, 9, 182389), 0, 2, datetime.datetime(2022, 6, 2, 22, 19, 9, 182389), True, 3, 7])
repomirrorworker stdout | 2022-06-02 22:19:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 22:19:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 19, 9, 184208), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 19, 9, 184208), 0, 2, datetime.datetime(2022, 6, 2, 22, 19, 9, 184208), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:19:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:19:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 19, 9, 185931), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 19, 9, 185931), 0, 2, datetime.datetime(2022, 6, 2, 22, 19, 9, 185931), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:19:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:19:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:19:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:19:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:19:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:19:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:19:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:19:25,801 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:20:09.167018+00:00 (in 29.998966 seconds)
repomirrorworker stdout | 2022-06-02 22:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:20:09 UTC)" (scheduled at 2022-06-02 22:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:19:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:19:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:19:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 19, 39, 176544), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 19, 39, 176544), 0, 2, datetime.datetime(2022, 6, 2, 22, 19, 39, 176544), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:19:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:19:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 19, 39, 180132), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 19, 39, 180132), 0, 2, datetime.datetime(2022, 6, 2, 22, 19, 39, 180132), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:19:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:19:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 19, 39, 182265), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 19, 39, 182265), 0, 2, datetime.datetime(2022, 6, 2, 22, 19, 39, 182265), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:19:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:19:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 19, 39, 184115), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 19, 39, 184115), 0, 2, datetime.datetime(2022, 6, 2, 22, 19, 39, 184115), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:19:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:19:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 19, 39, 185929), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 19, 39, 185929), 0, 2, datetime.datetime(2022, 6, 2, 22, 19, 39, 185929), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:19:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:19:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:19:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:19:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:19:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:19:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:19:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:19:55,861 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:20:39.167018+00:00 (in 29.999172 seconds)
repomirrorworker stdout | 2022-06-02 22:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:20:39 UTC)" (scheduled at 2022-06-02 22:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:20:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:20:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 20, 9, 177092), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 20, 9, 177092), 0, 2, datetime.datetime(2022, 6, 2, 22, 20, 9, 177092), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:20:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 20, 9, 180458), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 20, 9, 180458), 0, 2, datetime.datetime(2022, 6, 2, 22, 20, 9, 180458), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:20:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:20:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 20, 9, 182313), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 20, 9, 182313), 0, 2, datetime.datetime(2022, 6, 2, 22, 20, 9, 182313), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:20:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:20:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 20, 9, 184018), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 20, 9, 184018), 0, 2, datetime.datetime(2022, 6, 2, 22, 20, 9, 184018), True, 13, 15])
repomirrorworker stdout | 2022-06-02 22:20:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 22:20:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 20, 9, 185664), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 20, 9, 185664), 0, 2, datetime.datetime(2022, 6, 2, 22, 20, 9, 185664), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:20:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:20:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:20:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:20:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:20:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:20:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:20:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:20:25,912 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:21:09.167018+00:00 (in 29.999002 seconds)
repomirrorworker stdout | 2022-06-02 22:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:21:09 UTC)" (scheduled at 2022-06-02 22:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:20:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:20:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:20:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 20, 39, 177018), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 20, 39, 177018), 0, 2, datetime.datetime(2022, 6, 2, 22, 20, 39, 177018), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:20:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:20:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 20, 39, 180099), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 20, 39, 180099), 0, 2, datetime.datetime(2022, 6, 2, 22, 20, 39, 180099), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:20:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:20:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 20, 39, 181978), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 20, 39, 181978), 0, 2, datetime.datetime(2022, 6, 2, 22, 20, 39, 181978), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:20:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:20:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 20, 39, 183652), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 20, 39, 183652), 0, 2, datetime.datetime(2022, 6, 2, 22, 20, 39, 183652), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:20:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:20:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 20, 39, 185336), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 20, 39, 185336), 0, 2, datetime.datetime(2022, 6, 2, 22, 20, 39, 185336), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:20:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:20:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:20:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:20:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:20:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:20:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:20:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:20:55,978 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:21:39.167018+00:00 (in 29.998914 seconds)
repomirrorworker stdout | 2022-06-02 22:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:21:39 UTC)" (scheduled at 2022-06-02 22:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:21:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:21:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:21:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 21, 9, 176842), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 21, 9, 176842), 0, 2, datetime.datetime(2022, 6, 2, 22, 21, 9, 176842), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:21:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:21:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 21, 9, 180258), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 21, 9, 180258), 0, 2, datetime.datetime(2022, 6, 2, 22, 21, 9, 180258), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:21:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:21:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 21, 9, 182238), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 21, 9, 182238), 0, 2, datetime.datetime(2022, 6, 2, 22, 21, 9, 182238), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:21:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 21, 9, 183935), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 21, 9, 183935), 0, 2, datetime.datetime(2022, 6, 2, 22, 21, 9, 183935), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:21:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:21:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 21, 9, 185763), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 21, 9, 185763), 0, 2, datetime.datetime(2022, 6, 2, 22, 21, 9, 185763), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:21:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:21:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:21:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:21:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:21:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:21:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:21:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:21:26,038 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:22:09.167018+00:00 (in 29.999115 seconds)
repomirrorworker stdout | 2022-06-02 22:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:22:09 UTC)" (scheduled at 2022-06-02 22:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:21:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:21:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:21:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 21, 39, 177145), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 21, 39, 177145), 0, 2, datetime.datetime(2022, 6, 2, 22, 21, 39, 177145), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:21:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:21:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 21, 39, 180284), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 21, 39, 180284), 0, 2, datetime.datetime(2022, 6, 2, 22, 21, 39, 180284), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:21:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:21:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 21, 39, 182164), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 21, 39, 182164), 0, 2, datetime.datetime(2022, 6, 2, 22, 21, 39, 182164), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:21:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:21:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 21, 39, 183838), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 21, 39, 183838), 0, 2, datetime.datetime(2022, 6, 2, 22, 21, 39, 183838), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:21:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:21:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 21, 39, 185450), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 21, 39, 185450), 0, 2, datetime.datetime(2022, 6, 2, 22, 21, 39, 185450), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:21:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:21:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:21:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:21:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:21:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:21:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:21:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:21:56,093 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:22:39.167018+00:00 (in 29.999257 seconds)
repomirrorworker stdout | 2022-06-02 22:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:22:39 UTC)" (scheduled at 2022-06-02 22:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:22:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:22:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:22:09,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 22, 9, 175774), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 22, 9, 175774), 0, 2, datetime.datetime(2022, 6, 2, 22, 22, 9, 175774), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:22:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:22:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 22, 9, 178866), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 22, 9, 178866), 0, 2, datetime.datetime(2022, 6, 2, 22, 22, 9, 178866), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:22:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:22:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 22, 9, 180701), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 22, 9, 180701), 0, 2, datetime.datetime(2022, 6, 2, 22, 22, 9, 180701), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:22:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:22:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 22, 9, 182351), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 22, 9, 182351), 0, 2, datetime.datetime(2022, 6, 2, 22, 22, 9, 182351), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:22:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:22:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 22, 9, 184071), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 22, 9, 184071), 0, 2, datetime.datetime(2022, 6, 2, 22, 22, 9, 184071), True, 13, 15])
repomirrorworker stdout | 2022-06-02 22:22:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 22:22:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:22:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:22:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:22:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:22:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:22:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:22:26,155 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:23:09.167018+00:00 (in 29.999242 seconds)
repomirrorworker stdout | 2022-06-02 22:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:23:09 UTC)" (scheduled at 2022-06-02 22:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:22:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:22:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 22, 39, 176258), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 22, 39, 176258), 0, 2, datetime.datetime(2022, 6, 2, 22, 22, 39, 176258), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:22:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:22:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 22, 39, 179574), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 22, 39, 179574), 0, 2, datetime.datetime(2022, 6, 2, 22, 22, 39, 179574), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:22:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:22:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 22, 39, 181477), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 22, 39, 181477), 0, 2, datetime.datetime(2022, 6, 2, 22, 22, 39, 181477), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:22:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:22:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 22, 39, 183175), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 22, 39, 183175), 0, 2, datetime.datetime(2022, 6, 2, 22, 22, 39, 183175), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:22:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:22:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:22:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:22:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:22:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:22:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:22:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:22:56,219 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:23:39.167018+00:00 (in 29.998989 seconds)
repomirrorworker stdout | 2022-06-02 22:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:23:39 UTC)" (scheduled at 2022-06-02 22:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:23:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:23:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:23:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 23, 9, 177066), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 23, 9, 177066), 0, 2, datetime.datetime(2022, 6, 2, 22, 23, 9, 177066), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:23:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:23:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 23, 9, 180559), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 23, 9, 180559), 0, 2, datetime.datetime(2022, 6, 2, 22, 23, 9, 180559), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:23:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:23:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 23, 9, 182970), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 23, 9, 182970), 0, 2, datetime.datetime(2022, 6, 2, 22, 23, 9, 182970), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:23:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:23:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 23, 9, 184703), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 23, 9, 184703), 0, 2, datetime.datetime(2022, 6, 2, 22, 23, 9, 184703), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:23:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:23:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 23, 9, 186347), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 23, 9, 186347), 0, 2, datetime.datetime(2022, 6, 2, 22, 23, 9, 186347), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:23:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:23:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:23:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:23:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:23:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:23:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:23:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:23:26,269 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:24:09.167018+00:00 (in 29.998970 seconds)
repomirrorworker stdout | 2022-06-02 22:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:24:09 UTC)" (scheduled at 2022-06-02 22:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:23:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:23:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:23:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 23, 39, 177169), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 23, 39, 177169), 0, 2, datetime.datetime(2022, 6, 2, 22, 23, 39, 177169), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:23:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:23:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 23, 39, 180860), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 23, 39, 180860), 0, 2, datetime.datetime(2022, 6, 2, 22, 23, 39, 180860), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:23:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:23:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 23, 39, 182791), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 23, 39, 182791), 0, 2, datetime.datetime(2022, 6, 2, 22, 23, 39, 182791), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:23:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:23:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 23, 39, 184486), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 23, 39, 184486), 0, 2, datetime.datetime(2022, 6, 2, 22, 23, 39, 184486), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:23:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:23:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 23, 39, 186148), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 23, 39, 186148), 0, 2, datetime.datetime(2022, 6, 2, 22, 23, 39, 186148), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:23:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:23:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:23:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:23:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:23:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:23:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:23:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:23:56,332 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:24:39.167018+00:00 (in 29.998982 seconds)
repomirrorworker stdout | 2022-06-02 22:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:24:39 UTC)" (scheduled at 2022-06-02 22:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:24:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:24:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:24:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 24, 9, 176751), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 24, 9, 176751), 0, 2, datetime.datetime(2022, 6, 2, 22, 24, 9, 176751), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:24:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:24:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 24, 9, 180091), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 24, 9, 180091), 0, 2, datetime.datetime(2022, 6, 2, 22, 24, 9, 180091), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:24:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:24:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 24, 9, 181978), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 24, 9, 181978), 0, 2, datetime.datetime(2022, 6, 2, 22, 24, 9, 181978), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:24:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:24:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 24, 9, 183654), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 24, 9, 183654), 0, 2, datetime.datetime(2022, 6, 2, 22, 24, 9, 183654), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:24:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:24:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 24, 9, 185301), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 24, 9, 185301), 0, 2, datetime.datetime(2022, 6, 2, 22, 24, 9, 185301), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:24:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:24:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:24:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:24:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:24:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:24:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:24:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:24:26,386 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:25:09.167018+00:00 (in 29.999243 seconds)
repomirrorworker stdout | 2022-06-02 22:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:25:09 UTC)" (scheduled at 2022-06-02 22:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:24:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:24:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:24:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 24, 39, 176364), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 24, 39, 176364), 0, 2, datetime.datetime(2022, 6, 2, 22, 24, 39, 176364), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:24:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:24:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 24, 39, 179443), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 24, 39, 179443), 0, 2, datetime.datetime(2022, 6, 2, 22, 24, 39, 179443), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:24:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:24:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 24, 39, 181325), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 24, 39, 181325), 0, 2, datetime.datetime(2022, 6, 2, 22, 24, 39, 181325), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:24:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:24:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 24, 39, 183102), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 24, 39, 183102), 0, 2, datetime.datetime(2022, 6, 2, 22, 24, 39, 183102), True, 13, 15])
repomirrorworker stdout | 2022-06-02 22:24:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 22:24:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:24:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:24:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:24:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:24:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:24:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:24:56,450 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:25:39.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-02 22:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:25:39 UTC)" (scheduled at 2022-06-02 22:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:25:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:25:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:25:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 25, 9, 176840), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 25, 9, 176840), 0, 2, datetime.datetime(2022, 6, 2, 22, 25, 9, 176840), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:25:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 25, 9, 180015), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 25, 9, 180015), 0, 2, datetime.datetime(2022, 6, 2, 22, 25, 9, 180015), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:25:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:25:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 25, 9, 181932), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 25, 9, 181932), 0, 2, datetime.datetime(2022, 6, 2, 22, 25, 9, 181932), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:25:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:25:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 25, 9, 183652), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 25, 9, 183652), 0, 2, datetime.datetime(2022, 6, 2, 22, 25, 9, 183652), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:25:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:25:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:25:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:25:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:25:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:25:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:25:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:25:26,510 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:26:09.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-02 22:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:26:09 UTC)" (scheduled at 2022-06-02 22:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:25:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:25:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 25, 39, 177041), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 25, 39, 177041), 0, 2, datetime.datetime(2022, 6, 2, 22, 25, 39, 177041), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:25:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:25:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 25, 39, 180370), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 25, 39, 180370), 0, 2, datetime.datetime(2022, 6, 2, 22, 25, 39, 180370), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:25:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:25:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 25, 39, 182236), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 25, 39, 182236), 0, 2, datetime.datetime(2022, 6, 2, 22, 25, 39, 182236), True, 3, 7])
repomirrorworker stdout | 2022-06-02 22:25:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 22:25:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 25, 39, 183916), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 25, 39, 183916), 0, 2, datetime.datetime(2022, 6, 2, 22, 25, 39, 183916), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:25:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:25:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:25:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:25:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:25:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:25:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:25:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:25:56,582 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:26:39.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-02 22:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:26:39 UTC)" (scheduled at 2022-06-02 22:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:26:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:26:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 26, 9, 177239), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 26, 9, 177239), 0, 2, datetime.datetime(2022, 6, 2, 22, 26, 9, 177239), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:26:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:26:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 26, 9, 180759), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 26, 9, 180759), 0, 2, datetime.datetime(2022, 6, 2, 22, 26, 9, 180759), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:26:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:26:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 26, 9, 182663), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 26, 9, 182663), 0, 2, datetime.datetime(2022, 6, 2, 22, 26, 9, 182663), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:26:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:26:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 26, 9, 184379), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 26, 9, 184379), 0, 2, datetime.datetime(2022, 6, 2, 22, 26, 9, 184379), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:26:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:26:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 26, 9, 186072), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 26, 9, 186072), 0, 2, datetime.datetime(2022, 6, 2, 22, 26, 9, 186072), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:26:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:26:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:26:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:26:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:26:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:26:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:26:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:26:26,638 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:27:09.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-02 22:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:27:09 UTC)" (scheduled at 2022-06-02 22:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:26:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:26:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:26:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 26, 39, 176744), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 26, 39, 176744), 0, 2, datetime.datetime(2022, 6, 2, 22, 26, 39, 176744), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:26:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:26:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 26, 39, 180191), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 26, 39, 180191), 0, 2, datetime.datetime(2022, 6, 2, 22, 26, 39, 180191), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:26:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:26:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 26, 39, 182122), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 26, 39, 182122), 0, 2, datetime.datetime(2022, 6, 2, 22, 26, 39, 182122), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:26:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:26:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 26, 39, 183814), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 26, 39, 183814), 0, 2, datetime.datetime(2022, 6, 2, 22, 26, 39, 183814), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:26:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:26:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 26, 39, 185422), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 26, 39, 185422), 0, 2, datetime.datetime(2022, 6, 2, 22, 26, 39, 185422), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:26:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:26:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:26:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:26:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:26:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:26:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:26:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:26:56,699 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:27:39.167018+00:00 (in 29.999240 seconds)
repomirrorworker stdout | 2022-06-02 22:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:27:39 UTC)" (scheduled at 2022-06-02 22:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:27:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:27:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:27:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 27, 9, 176857), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 27, 9, 176857), 0, 2, datetime.datetime(2022, 6, 2, 22, 27, 9, 176857), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:27:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:27:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 27, 9, 180246), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 27, 9, 180246), 0, 2, datetime.datetime(2022, 6, 2, 22, 27, 9, 180246), True, 13, 15])
repomirrorworker stdout | 2022-06-02 22:27:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 22:27:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 27, 9, 182115), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 27, 9, 182115), 0, 2, datetime.datetime(2022, 6, 2, 22, 27, 9, 182115), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:27:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:27:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 27, 9, 183800), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 27, 9, 183800), 0, 2, datetime.datetime(2022, 6, 2, 22, 27, 9, 183800), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:27:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:27:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 27, 9, 185441), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 27, 9, 185441), 0, 2, datetime.datetime(2022, 6, 2, 22, 27, 9, 185441), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:27:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:27:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:27:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:27:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:27:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:27:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:27:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:27:26,795 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:28:09.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-02 22:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:28:09 UTC)" (scheduled at 2022-06-02 22:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:27:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:27:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:27:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 27, 39, 177141), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 27, 39, 177141), 0, 2, datetime.datetime(2022, 6, 2, 22, 27, 39, 177141), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:27:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:27:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 27, 39, 180599), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 27, 39, 180599), 0, 2, datetime.datetime(2022, 6, 2, 22, 27, 39, 180599), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:27:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:27:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 27, 39, 182469), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 27, 39, 182469), 0, 2, datetime.datetime(2022, 6, 2, 22, 27, 39, 182469), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:27:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:27:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 27, 39, 184156), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 27, 39, 184156), 0, 2, datetime.datetime(2022, 6, 2, 22, 27, 39, 184156), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:27:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:27:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 27, 39, 185826), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 27, 39, 185826), 0, 2, datetime.datetime(2022, 6, 2, 22, 27, 39, 185826), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:27:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:27:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:27:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:27:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:27:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:27:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:27:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:27:56,852 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:28:39.167018+00:00 (in 29.999120 seconds)
repomirrorworker stdout | 2022-06-02 22:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:28:39 UTC)" (scheduled at 2022-06-02 22:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:28:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:28:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 28, 9, 177037), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 28, 9, 177037), 0, 2, datetime.datetime(2022, 6, 2, 22, 28, 9, 177037), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:28:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:28:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 28, 9, 180521), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 28, 9, 180521), 0, 2, datetime.datetime(2022, 6, 2, 22, 28, 9, 180521), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:28:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:28:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 28, 9, 182542), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 28, 9, 182542), 0, 2, datetime.datetime(2022, 6, 2, 22, 28, 9, 182542), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:28:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:28:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 28, 9, 184220), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 28, 9, 184220), 0, 2, datetime.datetime(2022, 6, 2, 22, 28, 9, 184220), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:28:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:28:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 28, 9, 185880), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 28, 9, 185880), 0, 2, datetime.datetime(2022, 6, 2, 22, 28, 9, 185880), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:28:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:28:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:28:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:28:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:28:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:28:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:28:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:28:26,913 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:29:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-02 22:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:29:09 UTC)" (scheduled at 2022-06-02 22:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:28:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:28:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:28:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 28, 39, 177496), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 28, 39, 177496), 0, 2, datetime.datetime(2022, 6, 2, 22, 28, 39, 177496), True, 3, 7])
repomirrorworker stdout | 2022-06-02 22:28:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 22:28:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 28, 39, 180878), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 28, 39, 180878), 0, 2, datetime.datetime(2022, 6, 2, 22, 28, 39, 180878), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:28:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:28:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 28, 39, 182832), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 28, 39, 182832), 0, 2, datetime.datetime(2022, 6, 2, 22, 28, 39, 182832), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:28:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:28:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 28, 39, 184582), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 28, 39, 184582), 0, 2, datetime.datetime(2022, 6, 2, 22, 28, 39, 184582), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:28:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:28:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 28, 39, 186351), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 28, 39, 186351), 0, 2, datetime.datetime(2022, 6, 2, 22, 28, 39, 186351), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:28:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:28:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:28:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:28:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:28:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:28:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:28:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:28:56,972 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:29:39.167018+00:00 (in 29.999183 seconds)
repomirrorworker stdout | 2022-06-02 22:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:29:39 UTC)" (scheduled at 2022-06-02 22:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:29:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:29:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:29:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 29, 9, 176449), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 29, 9, 176449), 0, 2, datetime.datetime(2022, 6, 2, 22, 29, 9, 176449), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:29:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:29:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 29, 9, 179490), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 29, 9, 179490), 0, 2, datetime.datetime(2022, 6, 2, 22, 29, 9, 179490), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:29:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:29:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 29, 9, 181311), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 29, 9, 181311), 0, 2, datetime.datetime(2022, 6, 2, 22, 29, 9, 181311), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:29:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:29:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 29, 9, 182987), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 29, 9, 182987), 0, 2, datetime.datetime(2022, 6, 2, 22, 29, 9, 182987), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:29:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:29:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 29, 9, 184608), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 29, 9, 184608), 0, 2, datetime.datetime(2022, 6, 2, 22, 29, 9, 184608), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:29:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:29:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:29:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:29:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:29:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:29:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:29:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:29:27,031 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:30:09.167018+00:00 (in 29.999085 seconds)
repomirrorworker stdout | 2022-06-02 22:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:30:09 UTC)" (scheduled at 2022-06-02 22:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:29:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:29:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 29, 39, 176784), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 29, 39, 176784), 0, 2, datetime.datetime(2022, 6, 2, 22, 29, 39, 176784), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:29:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:29:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 29, 39, 180165), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 29, 39, 180165), 0, 2, datetime.datetime(2022, 6, 2, 22, 29, 39, 180165), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:29:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:29:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 29, 39, 182035), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 29, 39, 182035), 0, 2, datetime.datetime(2022, 6, 2, 22, 29, 39, 182035), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:29:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:29:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 29, 39, 183726), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 29, 39, 183726), 0, 2, datetime.datetime(2022, 6, 2, 22, 29, 39, 183726), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:29:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:29:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 29, 39, 185511), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 29, 39, 185511), 0, 2, datetime.datetime(2022, 6, 2, 22, 29, 39, 185511), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:29:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:29:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:29:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:29:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:29:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:29:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:29:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:29:57,092 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:30:39.167018+00:00 (in 29.999234 seconds)
repomirrorworker stdout | 2022-06-02 22:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:30:39 UTC)" (scheduled at 2022-06-02 22:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:30:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:30:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 30, 9, 177102), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 30, 9, 177102), 0, 2, datetime.datetime(2022, 6, 2, 22, 30, 9, 177102), True, 3, 7])
repomirrorworker stdout | 2022-06-02 22:30:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 22:30:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 30, 9, 180511), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 30, 9, 180511), 0, 2, datetime.datetime(2022, 6, 2, 22, 30, 9, 180511), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:30:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:30:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 30, 9, 182436), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 30, 9, 182436), 0, 2, datetime.datetime(2022, 6, 2, 22, 30, 9, 182436), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:30:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:30:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 30, 9, 184202), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 30, 9, 184202), 0, 2, datetime.datetime(2022, 6, 2, 22, 30, 9, 184202), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:30:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:30:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 30, 9, 185951), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 30, 9, 185951), 0, 2, datetime.datetime(2022, 6, 2, 22, 30, 9, 185951), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:30:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:30:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:30:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:30:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:30:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:30:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:30:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:30:27,127 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:31:09.167018+00:00 (in 29.999041 seconds)
repomirrorworker stdout | 2022-06-02 22:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:31:09 UTC)" (scheduled at 2022-06-02 22:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:30:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:30:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:30:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 30, 39, 177152), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 30, 39, 177152), 0, 2, datetime.datetime(2022, 6, 2, 22, 30, 39, 177152), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:30:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:30:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 30, 39, 180761), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 30, 39, 180761), 0, 2, datetime.datetime(2022, 6, 2, 22, 30, 39, 180761), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:30:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:30:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 30, 39, 182579), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 30, 39, 182579), 0, 2, datetime.datetime(2022, 6, 2, 22, 30, 39, 182579), True, 3, 7])
repomirrorworker stdout | 2022-06-02 22:30:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 22:30:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 30, 39, 184237), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 30, 39, 184237), 0, 2, datetime.datetime(2022, 6, 2, 22, 30, 39, 184237), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:30:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:30:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:30:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:30:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:30:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:30:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:30:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:30:57,188 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:31:39.167018+00:00 (in 29.999009 seconds)
repomirrorworker stdout | 2022-06-02 22:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:31:39 UTC)" (scheduled at 2022-06-02 22:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:31:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:31:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:31:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 31, 9, 177051), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 31, 9, 177051), 0, 2, datetime.datetime(2022, 6, 2, 22, 31, 9, 177051), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:31:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:31:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 31, 9, 180338), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 31, 9, 180338), 0, 2, datetime.datetime(2022, 6, 2, 22, 31, 9, 180338), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:31:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:31:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 31, 9, 182437), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 31, 9, 182437), 0, 2, datetime.datetime(2022, 6, 2, 22, 31, 9, 182437), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:31:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:31:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 31, 9, 184259), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 31, 9, 184259), 0, 2, datetime.datetime(2022, 6, 2, 22, 31, 9, 184259), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:31:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:31:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 31, 9, 186006), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 31, 9, 186006), 0, 2, datetime.datetime(2022, 6, 2, 22, 31, 9, 186006), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:31:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:31:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:31:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:31:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:31:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:31:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:31:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:31:27,244 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:32:09.167018+00:00 (in 29.999033 seconds)
repomirrorworker stdout | 2022-06-02 22:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:32:09 UTC)" (scheduled at 2022-06-02 22:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:31:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:31:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:31:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 31, 39, 177195), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 31, 39, 177195), 0, 2, datetime.datetime(2022, 6, 2, 22, 31, 39, 177195), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:31:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:31:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 31, 39, 180635), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 31, 39, 180635), 0, 2, datetime.datetime(2022, 6, 2, 22, 31, 39, 180635), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:31:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:31:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 31, 39, 182514), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 31, 39, 182514), 0, 2, datetime.datetime(2022, 6, 2, 22, 31, 39, 182514), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:31:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:31:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 31, 39, 184287), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 31, 39, 184287), 0, 2, datetime.datetime(2022, 6, 2, 22, 31, 39, 184287), True, 13, 15])
repomirrorworker stdout | 2022-06-02 22:31:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 22:31:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 31, 39, 185964), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 31, 39, 185964), 0, 2, datetime.datetime(2022, 6, 2, 22, 31, 39, 185964), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:31:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:31:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:31:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:31:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:31:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:31:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:31:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:31:57,308 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:32:39.167018+00:00 (in 29.998973 seconds)
repomirrorworker stdout | 2022-06-02 22:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:32:39 UTC)" (scheduled at 2022-06-02 22:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:32:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:32:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:32:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 32, 9, 176843), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 32, 9, 176843), 0, 2, datetime.datetime(2022, 6, 2, 22, 32, 9, 176843), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:32:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:32:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 32, 9, 180078), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 32, 9, 180078), 0, 2, datetime.datetime(2022, 6, 2, 22, 32, 9, 180078), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:32:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:32:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 32, 9, 182076), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 32, 9, 182076), 0, 2, datetime.datetime(2022, 6, 2, 22, 32, 9, 182076), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:32:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:32:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 32, 9, 183807), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 32, 9, 183807), 0, 2, datetime.datetime(2022, 6, 2, 22, 32, 9, 183807), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:32:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:32:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 32, 9, 185480), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 32, 9, 185480), 0, 2, datetime.datetime(2022, 6, 2, 22, 32, 9, 185480), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:32:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:32:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:32:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:32:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:32:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:32:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:32:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:32:27,351 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:33:09.167018+00:00 (in 29.999139 seconds)
repomirrorworker stdout | 2022-06-02 22:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:33:09 UTC)" (scheduled at 2022-06-02 22:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:32:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:32:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:32:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 32, 39, 177154), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 32, 39, 177154), 0, 2, datetime.datetime(2022, 6, 2, 22, 32, 39, 177154), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:32:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:32:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 32, 39, 180299), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 32, 39, 180299), 0, 2, datetime.datetime(2022, 6, 2, 22, 32, 39, 180299), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:32:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:32:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 32, 39, 182152), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 32, 39, 182152), 0, 2, datetime.datetime(2022, 6, 2, 22, 32, 39, 182152), True, 13, 15])
repomirrorworker stdout | 2022-06-02 22:32:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 22:32:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 32, 39, 183845), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 32, 39, 183845), 0, 2, datetime.datetime(2022, 6, 2, 22, 32, 39, 183845), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:32:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:32:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:32:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:32:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:32:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:32:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:32:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:32:57,387 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:33:39.167018+00:00 (in 29.999255 seconds)
repomirrorworker stdout | 2022-06-02 22:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:33:39 UTC)" (scheduled at 2022-06-02 22:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:33:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:33:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:33:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 33, 9, 177427), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 33, 9, 177427), 0, 2, datetime.datetime(2022, 6, 2, 22, 33, 9, 177427), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:33:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:33:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 33, 9, 180972), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 33, 9, 180972), 0, 2, datetime.datetime(2022, 6, 2, 22, 33, 9, 180972), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:33:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:33:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 33, 9, 182884), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 33, 9, 182884), 0, 2, datetime.datetime(2022, 6, 2, 22, 33, 9, 182884), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:33:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:33:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 33, 9, 184598), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 33, 9, 184598), 0, 2, datetime.datetime(2022, 6, 2, 22, 33, 9, 184598), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:33:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:33:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 33, 9, 186242), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 33, 9, 186242), 0, 2, datetime.datetime(2022, 6, 2, 22, 33, 9, 186242), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:33:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:33:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:33:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:33:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:33:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:33:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:33:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:33:27,432 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:34:09.167018+00:00 (in 29.999202 seconds)
repomirrorworker stdout | 2022-06-02 22:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:34:09 UTC)" (scheduled at 2022-06-02 22:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:33:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:33:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:33:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 33, 39, 176836), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 33, 39, 176836), 0, 2, datetime.datetime(2022, 6, 2, 22, 33, 39, 176836), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:33:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:33:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 33, 39, 180119), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 33, 39, 180119), 0, 2, datetime.datetime(2022, 6, 2, 22, 33, 39, 180119), True, 13, 15])
repomirrorworker stdout | 2022-06-02 22:33:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 22:33:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 33, 39, 182099), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 33, 39, 182099), 0, 2, datetime.datetime(2022, 6, 2, 22, 33, 39, 182099), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:33:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:33:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 33, 39, 183786), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 33, 39, 183786), 0, 2, datetime.datetime(2022, 6, 2, 22, 33, 39, 183786), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:33:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:33:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:33:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:33:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:33:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:33:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:33:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:33:57,493 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:34:39.167018+00:00 (in 29.999198 seconds)
repomirrorworker stdout | 2022-06-02 22:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:34:39 UTC)" (scheduled at 2022-06-02 22:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:34:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:34:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:34:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 34, 9, 176694), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 34, 9, 176694), 0, 2, datetime.datetime(2022, 6, 2, 22, 34, 9, 176694), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:34:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:34:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 34, 9, 179782), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 34, 9, 179782), 0, 2, datetime.datetime(2022, 6, 2, 22, 34, 9, 179782), True, 3, 7])
repomirrorworker stdout | 2022-06-02 22:34:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 22:34:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 34, 9, 181649), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 34, 9, 181649), 0, 2, datetime.datetime(2022, 6, 2, 22, 34, 9, 181649), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:34:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:34:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 34, 9, 183355), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 34, 9, 183355), 0, 2, datetime.datetime(2022, 6, 2, 22, 34, 9, 183355), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:34:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:34:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 34, 9, 185007), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 34, 9, 185007), 0, 2, datetime.datetime(2022, 6, 2, 22, 34, 9, 185007), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:34:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:34:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:34:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:34:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:34:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:34:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:34:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:34:27,549 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:35:09.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-02 22:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:35:09 UTC)" (scheduled at 2022-06-02 22:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:34:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:34:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:34:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 34, 39, 176816), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 34, 39, 176816), 0, 2, datetime.datetime(2022, 6, 2, 22, 34, 39, 176816), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:34:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:34:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 34, 39, 179957), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 34, 39, 179957), 0, 2, datetime.datetime(2022, 6, 2, 22, 34, 39, 179957), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:34:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:34:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 34, 39, 181838), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 34, 39, 181838), 0, 2, datetime.datetime(2022, 6, 2, 22, 34, 39, 181838), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:34:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:34:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 34, 39, 183492), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 34, 39, 183492), 0, 2, datetime.datetime(2022, 6, 2, 22, 34, 39, 183492), True, 13, 15])
repomirrorworker stdout | 2022-06-02 22:34:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 22:34:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:34:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:34:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:34:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:34:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:34:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:34:57,627 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:35:39.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-02 22:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:35:39 UTC)" (scheduled at 2022-06-02 22:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:35:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:35:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:35:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 35, 9, 176786), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 35, 9, 176786), 0, 2, datetime.datetime(2022, 6, 2, 22, 35, 9, 176786), True, 3, 7])
repomirrorworker stdout | 2022-06-02 22:35:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 22:35:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 35, 9, 180054), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 35, 9, 180054), 0, 2, datetime.datetime(2022, 6, 2, 22, 35, 9, 180054), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:35:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:35:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 35, 9, 181981), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 35, 9, 181981), 0, 2, datetime.datetime(2022, 6, 2, 22, 35, 9, 181981), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:35:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:35:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 35, 9, 183648), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 35, 9, 183648), 0, 2, datetime.datetime(2022, 6, 2, 22, 35, 9, 183648), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:35:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:35:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:35:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:35:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:35:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:35:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:35:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:35:27,662 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:36:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-02 22:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:36:09 UTC)" (scheduled at 2022-06-02 22:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:35:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:35:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:35:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 35, 39, 176610), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 35, 39, 176610), 0, 2, datetime.datetime(2022, 6, 2, 22, 35, 39, 176610), True, 3, 7])
repomirrorworker stdout | 2022-06-02 22:35:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 22:35:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 35, 39, 179883), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 35, 39, 179883), 0, 2, datetime.datetime(2022, 6, 2, 22, 35, 39, 179883), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:35:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:35:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 35, 39, 181924), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 35, 39, 181924), 0, 2, datetime.datetime(2022, 6, 2, 22, 35, 39, 181924), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:35:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:35:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 35, 39, 183753), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 35, 39, 183753), 0, 2, datetime.datetime(2022, 6, 2, 22, 35, 39, 183753), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:35:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:35:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 35, 39, 185470), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 35, 39, 185470), 0, 2, datetime.datetime(2022, 6, 2, 22, 35, 39, 185470), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:35:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:35:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:35:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:35:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:35:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:35:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:35:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:35:57,722 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:36:39.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-02 22:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:36:39 UTC)" (scheduled at 2022-06-02 22:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:36:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:36:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 36, 9, 177162), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 36, 9, 177162), 0, 2, datetime.datetime(2022, 6, 2, 22, 36, 9, 177162), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:36:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 36, 9, 180461), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 36, 9, 180461), 0, 2, datetime.datetime(2022, 6, 2, 22, 36, 9, 180461), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:36:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:36:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 36, 9, 182562), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 36, 9, 182562), 0, 2, datetime.datetime(2022, 6, 2, 22, 36, 9, 182562), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:36:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:36:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 36, 9, 184268), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 36, 9, 184268), 0, 2, datetime.datetime(2022, 6, 2, 22, 36, 9, 184268), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:36:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:36:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:36:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:36:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:36:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:36:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:36:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:36:27,770 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:37:09.167018+00:00 (in 29.999109 seconds)
repomirrorworker stdout | 2022-06-02 22:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:37:09 UTC)" (scheduled at 2022-06-02 22:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:36:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:36:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 36, 39, 176705), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 36, 39, 176705), 0, 2, datetime.datetime(2022, 6, 2, 22, 36, 39, 176705), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:36:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:36:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 36, 39, 180148), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 36, 39, 180148), 0, 2, datetime.datetime(2022, 6, 2, 22, 36, 39, 180148), True, 13, 15])
repomirrorworker stdout | 2022-06-02 22:36:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 22:36:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 36, 39, 182069), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 36, 39, 182069), 0, 2, datetime.datetime(2022, 6, 2, 22, 36, 39, 182069), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:36:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:36:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 36, 39, 183764), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 36, 39, 183764), 0, 2, datetime.datetime(2022, 6, 2, 22, 36, 39, 183764), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:36:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:36:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 36, 39, 185430), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 36, 39, 185430), 0, 2, datetime.datetime(2022, 6, 2, 22, 36, 39, 185430), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:36:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:36:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:36:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:36:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:36:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:36:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:36:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:36:57,821 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:37:39.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-02 22:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:37:39 UTC)" (scheduled at 2022-06-02 22:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:37:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:37:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:37:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 37, 9, 176621), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 37, 9, 176621), 0, 2, datetime.datetime(2022, 6, 2, 22, 37, 9, 176621), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:37:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:37:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 37, 9, 180031), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 37, 9, 180031), 0, 2, datetime.datetime(2022, 6, 2, 22, 37, 9, 180031), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:37:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:37:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 37, 9, 182041), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 37, 9, 182041), 0, 2, datetime.datetime(2022, 6, 2, 22, 37, 9, 182041), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:37:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:37:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 37, 9, 183715), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 37, 9, 183715), 0, 2, datetime.datetime(2022, 6, 2, 22, 37, 9, 183715), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:37:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:37:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 37, 9, 185539), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 37, 9, 185539), 0, 2, datetime.datetime(2022, 6, 2, 22, 37, 9, 185539), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:37:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:37:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:37:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:37:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:37:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:37:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:37:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:37:27,881 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:38:09.167018+00:00 (in 29.999272 seconds)
repomirrorworker stdout | 2022-06-02 22:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:38:09 UTC)" (scheduled at 2022-06-02 22:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:37:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:37:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:37:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 37, 39, 176904), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 37, 39, 176904), 0, 2, datetime.datetime(2022, 6, 2, 22, 37, 39, 176904), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:37:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:37:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 37, 39, 180363), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 37, 39, 180363), 0, 2, datetime.datetime(2022, 6, 2, 22, 37, 39, 180363), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:37:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:37:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 37, 39, 182349), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 37, 39, 182349), 0, 2, datetime.datetime(2022, 6, 2, 22, 37, 39, 182349), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:37:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:37:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 37, 39, 184088), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 37, 39, 184088), 0, 2, datetime.datetime(2022, 6, 2, 22, 37, 39, 184088), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:37:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:37:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 37, 39, 185771), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 37, 39, 185771), 0, 2, datetime.datetime(2022, 6, 2, 22, 37, 39, 185771), True, 13, 15])
repomirrorworker stdout | 2022-06-02 22:37:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 22:37:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:37:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:37:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:37:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:37:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:37:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:37:57,960 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:38:39.167018+00:00 (in 29.999135 seconds)
repomirrorworker stdout | 2022-06-02 22:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:38:39 UTC)" (scheduled at 2022-06-02 22:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:38:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:38:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 38, 9, 176996), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 38, 9, 176996), 0, 2, datetime.datetime(2022, 6, 2, 22, 38, 9, 176996), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:38:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:38:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 38, 9, 180509), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 38, 9, 180509), 0, 2, datetime.datetime(2022, 6, 2, 22, 38, 9, 180509), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:38:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:38:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 38, 9, 182439), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 38, 9, 182439), 0, 2, datetime.datetime(2022, 6, 2, 22, 38, 9, 182439), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:38:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:38:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 38, 9, 184248), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 38, 9, 184248), 0, 2, datetime.datetime(2022, 6, 2, 22, 38, 9, 184248), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:38:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:38:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 38, 9, 185960), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 38, 9, 185960), 0, 2, datetime.datetime(2022, 6, 2, 22, 38, 9, 185960), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:38:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:38:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:38:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:38:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:38:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:38:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:38:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:38:28,012 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:39:09.167018+00:00 (in 29.999225 seconds)
repomirrorworker stdout | 2022-06-02 22:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:39:09 UTC)" (scheduled at 2022-06-02 22:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:38:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:38:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:38:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 38, 39, 176904), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 38, 39, 176904), 0, 2, datetime.datetime(2022, 6, 2, 22, 38, 39, 176904), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:38:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:38:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 38, 39, 180022), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 38, 39, 180022), 0, 2, datetime.datetime(2022, 6, 2, 22, 38, 39, 180022), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:38:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:38:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 38, 39, 181926), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 38, 39, 181926), 0, 2, datetime.datetime(2022, 6, 2, 22, 38, 39, 181926), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 38, 39, 183613), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 38, 39, 183613), 0, 2, datetime.datetime(2022, 6, 2, 22, 38, 39, 183613), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:38:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:38:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 38, 39, 185309), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 38, 39, 185309), 0, 2, datetime.datetime(2022, 6, 2, 22, 38, 39, 185309), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:38:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:38:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:38:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:38:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:38:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:38:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:38:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:38:58,076 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:39:39.167018+00:00 (in 29.999009 seconds)
repomirrorworker stdout | 2022-06-02 22:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:39:39 UTC)" (scheduled at 2022-06-02 22:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:39:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:39:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:39:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 39, 9, 177141), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 39, 9, 177141), 0, 2, datetime.datetime(2022, 6, 2, 22, 39, 9, 177141), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:39:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:39:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 39, 9, 180339), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 39, 9, 180339), 0, 2, datetime.datetime(2022, 6, 2, 22, 39, 9, 180339), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:39:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:39:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 39, 9, 182176), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 39, 9, 182176), 0, 2, datetime.datetime(2022, 6, 2, 22, 39, 9, 182176), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:39:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:39:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 39, 9, 183848), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 39, 9, 183848), 0, 2, datetime.datetime(2022, 6, 2, 22, 39, 9, 183848), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:39:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:39:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 39, 9, 185497), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 39, 9, 185497), 0, 2, datetime.datetime(2022, 6, 2, 22, 39, 9, 185497), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:39:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:39:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:39:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:39:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:39:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:39:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:39:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:39:28,138 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:40:09.167018+00:00 (in 29.999115 seconds)
repomirrorworker stdout | 2022-06-02 22:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:40:09 UTC)" (scheduled at 2022-06-02 22:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:39:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:39:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 39, 39, 178215), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 39, 39, 178215), 0, 2, datetime.datetime(2022, 6, 2, 22, 39, 39, 178215), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:39:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:39:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 39, 39, 182788), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 39, 39, 182788), 0, 2, datetime.datetime(2022, 6, 2, 22, 39, 39, 182788), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:39:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:39:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 39, 39, 184885), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 39, 39, 184885), 0, 2, datetime.datetime(2022, 6, 2, 22, 39, 39, 184885), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:39:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:39:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 39, 39, 186714), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 39, 39, 186714), 0, 2, datetime.datetime(2022, 6, 2, 22, 39, 39, 186714), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:39:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:39:39,190 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 39, 39, 188398), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 39, 39, 188398), 0, 2, datetime.datetime(2022, 6, 2, 22, 39, 39, 188398), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:39:39,191 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:39:39,191 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:39:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:39:39,192 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:39:39,197 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:39:39,197 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:39:39,197 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:39:58,178 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:40:39.167018+00:00 (in 29.999172 seconds)
repomirrorworker stdout | 2022-06-02 22:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:40:39 UTC)" (scheduled at 2022-06-02 22:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:40:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:40:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:40:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 40, 9, 176033), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 40, 9, 176033), 0, 2, datetime.datetime(2022, 6, 2, 22, 40, 9, 176033), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:40:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:40:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 40, 9, 179098), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 40, 9, 179098), 0, 2, datetime.datetime(2022, 6, 2, 22, 40, 9, 179098), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:40:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:40:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 40, 9, 181007), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 40, 9, 181007), 0, 2, datetime.datetime(2022, 6, 2, 22, 40, 9, 181007), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:40:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:40:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 40, 9, 182710), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 40, 9, 182710), 0, 2, datetime.datetime(2022, 6, 2, 22, 40, 9, 182710), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:40:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:40:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:40:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:40:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:40:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:40:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:40:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:40:28,255 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:41:09.167018+00:00 (in 29.999042 seconds)
repomirrorworker stdout | 2022-06-02 22:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:41:09 UTC)" (scheduled at 2022-06-02 22:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:40:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:40:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:40:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 40, 39, 176707), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 40, 39, 176707), 0, 2, datetime.datetime(2022, 6, 2, 22, 40, 39, 176707), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:40:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:40:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 40, 39, 180305), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 40, 39, 180305), 0, 2, datetime.datetime(2022, 6, 2, 22, 40, 39, 180305), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:40:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:40:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 40, 39, 182195), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 40, 39, 182195), 0, 2, datetime.datetime(2022, 6, 2, 22, 40, 39, 182195), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:40:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:40:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 40, 39, 183928), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 40, 39, 183928), 0, 2, datetime.datetime(2022, 6, 2, 22, 40, 39, 183928), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:40:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:40:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 40, 39, 185603), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 40, 39, 185603), 0, 2, datetime.datetime(2022, 6, 2, 22, 40, 39, 185603), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:40:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:40:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:40:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:40:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:40:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:40:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:40:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:40:58,299 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:41:39.167018+00:00 (in 29.999185 seconds)
repomirrorworker stdout | 2022-06-02 22:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:41:39 UTC)" (scheduled at 2022-06-02 22:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:41:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:41:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:41:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 41, 9, 177002), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 41, 9, 177002), 0, 2, datetime.datetime(2022, 6, 2, 22, 41, 9, 177002), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:41:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:41:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 41, 9, 180398), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 41, 9, 180398), 0, 2, datetime.datetime(2022, 6, 2, 22, 41, 9, 180398), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:41:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:41:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 41, 9, 182298), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 41, 9, 182298), 0, 2, datetime.datetime(2022, 6, 2, 22, 41, 9, 182298), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:41:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:41:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 41, 9, 184001), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 41, 9, 184001), 0, 2, datetime.datetime(2022, 6, 2, 22, 41, 9, 184001), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:41:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:41:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 41, 9, 185629), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 41, 9, 185629), 0, 2, datetime.datetime(2022, 6, 2, 22, 41, 9, 185629), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:41:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:41:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:41:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:41:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:41:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:41:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:41:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:41:28,365 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:42:09.167018+00:00 (in 29.999042 seconds)
repomirrorworker stdout | 2022-06-02 22:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:42:09 UTC)" (scheduled at 2022-06-02 22:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:41:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:41:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 41, 39, 176808), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 41, 39, 176808), 0, 2, datetime.datetime(2022, 6, 2, 22, 41, 39, 176808), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:41:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 41, 39, 180360), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 41, 39, 180360), 0, 2, datetime.datetime(2022, 6, 2, 22, 41, 39, 180360), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:41:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 41, 39, 182575), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 41, 39, 182575), 0, 2, datetime.datetime(2022, 6, 2, 22, 41, 39, 182575), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:41:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:41:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 41, 39, 184412), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 41, 39, 184412), 0, 2, datetime.datetime(2022, 6, 2, 22, 41, 39, 184412), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:41:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:41:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:41:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:41:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:41:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:41:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:41:58,425 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:42:39.167018+00:00 (in 29.999125 seconds)
repomirrorworker stdout | 2022-06-02 22:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:42:39 UTC)" (scheduled at 2022-06-02 22:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:42:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:42:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:42:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 42, 9, 177173), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 42, 9, 177173), 0, 2, datetime.datetime(2022, 6, 2, 22, 42, 9, 177173), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:42:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:42:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 42, 9, 180739), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 42, 9, 180739), 0, 2, datetime.datetime(2022, 6, 2, 22, 42, 9, 180739), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:42:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:42:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 42, 9, 182643), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 42, 9, 182643), 0, 2, datetime.datetime(2022, 6, 2, 22, 42, 9, 182643), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:42:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:42:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 42, 9, 184335), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 42, 9, 184335), 0, 2, datetime.datetime(2022, 6, 2, 22, 42, 9, 184335), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:42:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:42:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:42:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:42:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:42:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:42:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:42:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:42:28,471 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:43:09.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-02 22:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:43:09 UTC)" (scheduled at 2022-06-02 22:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:42:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:42:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 42, 39, 176881), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 42, 39, 176881), 0, 2, datetime.datetime(2022, 6, 2, 22, 42, 39, 176881), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:42:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:42:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 42, 39, 180021), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 42, 39, 180021), 0, 2, datetime.datetime(2022, 6, 2, 22, 42, 39, 180021), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:42:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:42:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 42, 39, 181865), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 42, 39, 181865), 0, 2, datetime.datetime(2022, 6, 2, 22, 42, 39, 181865), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:42:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:42:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 42, 39, 183516), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 42, 39, 183516), 0, 2, datetime.datetime(2022, 6, 2, 22, 42, 39, 183516), True, 13, 15])
repomirrorworker stdout | 2022-06-02 22:42:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 22:42:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:42:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:42:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:42:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:42:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:42:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:42:58,525 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:43:39.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-02 22:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:43:39 UTC)" (scheduled at 2022-06-02 22:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:43:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:43:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:43:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 43, 9, 176835), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 43, 9, 176835), 0, 2, datetime.datetime(2022, 6, 2, 22, 43, 9, 176835), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:43:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:43:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 43, 9, 180652), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 43, 9, 180652), 0, 2, datetime.datetime(2022, 6, 2, 22, 43, 9, 180652), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:43:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:43:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 43, 9, 182520), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 43, 9, 182520), 0, 2, datetime.datetime(2022, 6, 2, 22, 43, 9, 182520), True, 3, 7])
repomirrorworker stdout | 2022-06-02 22:43:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 22:43:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 43, 9, 184243), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 43, 9, 184243), 0, 2, datetime.datetime(2022, 6, 2, 22, 43, 9, 184243), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:43:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:43:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:43:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:43:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:43:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:43:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:43:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:43:28,579 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:44:09.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-02 22:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:44:09 UTC)" (scheduled at 2022-06-02 22:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:43:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:43:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:43:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 43, 39, 177239), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 43, 39, 177239), 0, 2, datetime.datetime(2022, 6, 2, 22, 43, 39, 177239), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:43:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:43:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 43, 39, 181001), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 43, 39, 181001), 0, 2, datetime.datetime(2022, 6, 2, 22, 43, 39, 181001), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:43:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:43:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 43, 39, 182927), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 43, 39, 182927), 0, 2, datetime.datetime(2022, 6, 2, 22, 43, 39, 182927), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:43:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:43:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 43, 39, 184640), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 43, 39, 184640), 0, 2, datetime.datetime(2022, 6, 2, 22, 43, 39, 184640), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:43:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:43:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:43:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:43:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:43:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:43:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:43:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:43:58,626 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:44:39.167018+00:00 (in 29.998984 seconds)
repomirrorworker stdout | 2022-06-02 22:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:44:39 UTC)" (scheduled at 2022-06-02 22:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:44:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:44:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 44, 9, 176721), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 44, 9, 176721), 0, 2, datetime.datetime(2022, 6, 2, 22, 44, 9, 176721), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:44:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:44:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 44, 9, 179846), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 44, 9, 179846), 0, 2, datetime.datetime(2022, 6, 2, 22, 44, 9, 179846), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:44:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:44:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 44, 9, 181776), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 44, 9, 181776), 0, 2, datetime.datetime(2022, 6, 2, 22, 44, 9, 181776), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:44:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:44:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 44, 9, 183423), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 44, 9, 183423), 0, 2, datetime.datetime(2022, 6, 2, 22, 44, 9, 183423), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:44:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:44:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 44, 9, 185083), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 44, 9, 185083), 0, 2, datetime.datetime(2022, 6, 2, 22, 44, 9, 185083), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:44:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:44:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:44:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:44:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:44:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:44:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:44:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:44:28,678 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:45:09.167018+00:00 (in 29.999010 seconds)
repomirrorworker stdout | 2022-06-02 22:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:45:09 UTC)" (scheduled at 2022-06-02 22:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:44:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:44:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:44:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 44, 39, 176835), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 44, 39, 176835), 0, 2, datetime.datetime(2022, 6, 2, 22, 44, 39, 176835), True, 3, 7])
repomirrorworker stdout | 2022-06-02 22:44:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 22:44:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 44, 39, 179898), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 44, 39, 179898), 0, 2, datetime.datetime(2022, 6, 2, 22, 44, 39, 179898), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:44:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:44:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 44, 39, 181897), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 44, 39, 181897), 0, 2, datetime.datetime(2022, 6, 2, 22, 44, 39, 181897), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:44:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:44:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 44, 39, 183567), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 44, 39, 183567), 0, 2, datetime.datetime(2022, 6, 2, 22, 44, 39, 183567), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:44:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:44:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:44:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:44:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:44:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:44:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:44:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:44:58,759 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:45:39.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-02 22:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:45:39 UTC)" (scheduled at 2022-06-02 22:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:45:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:45:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:45:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 45, 9, 176300), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 45, 9, 176300), 0, 2, datetime.datetime(2022, 6, 2, 22, 45, 9, 176300), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:45:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:45:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 45, 9, 179539), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 45, 9, 179539), 0, 2, datetime.datetime(2022, 6, 2, 22, 45, 9, 179539), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:45:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:45:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 45, 9, 181404), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 45, 9, 181404), 0, 2, datetime.datetime(2022, 6, 2, 22, 45, 9, 181404), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:45:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:45:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 45, 9, 183093), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 45, 9, 183093), 0, 2, datetime.datetime(2022, 6, 2, 22, 45, 9, 183093), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:45:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:45:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:45:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:45:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:45:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:45:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:45:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:45:28,803 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:46:09.167018+00:00 (in 29.999233 seconds)
repomirrorworker stdout | 2022-06-02 22:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:46:09 UTC)" (scheduled at 2022-06-02 22:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:45:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:45:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 45, 39, 176799), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 45, 39, 176799), 0, 2, datetime.datetime(2022, 6, 2, 22, 45, 39, 176799), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:45:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:45:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 45, 39, 180526), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 45, 39, 180526), 0, 2, datetime.datetime(2022, 6, 2, 22, 45, 39, 180526), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:45:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:45:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 45, 39, 182569), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 45, 39, 182569), 0, 2, datetime.datetime(2022, 6, 2, 22, 45, 39, 182569), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:45:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:45:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 45, 39, 184576), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 45, 39, 184576), 0, 2, datetime.datetime(2022, 6, 2, 22, 45, 39, 184576), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:45:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:45:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 45, 39, 186253), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 45, 39, 186253), 0, 2, datetime.datetime(2022, 6, 2, 22, 45, 39, 186253), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:45:39,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:45:39,190 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:45:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:45:39,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:45:39,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:45:39,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:45:39,196 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:45:58,833 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:46:39.167018+00:00 (in 29.999178 seconds)
repomirrorworker stdout | 2022-06-02 22:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:46:39 UTC)" (scheduled at 2022-06-02 22:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:46:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:46:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:46:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 46, 9, 176557), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 46, 9, 176557), 0, 2, datetime.datetime(2022, 6, 2, 22, 46, 9, 176557), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:46:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:46:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 46, 9, 180149), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 46, 9, 180149), 0, 2, datetime.datetime(2022, 6, 2, 22, 46, 9, 180149), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:46:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:46:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 46, 9, 182112), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 46, 9, 182112), 0, 2, datetime.datetime(2022, 6, 2, 22, 46, 9, 182112), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:46:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:46:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 46, 9, 184012), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 46, 9, 184012), 0, 2, datetime.datetime(2022, 6, 2, 22, 46, 9, 184012), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:46:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:46:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 46, 9, 185830), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 46, 9, 185830), 0, 2, datetime.datetime(2022, 6, 2, 22, 46, 9, 185830), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:46:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:46:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:46:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:46:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:46:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:46:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:46:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:46:28,859 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:47:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-02 22:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:47:09 UTC)" (scheduled at 2022-06-02 22:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:46:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 46, 39, 177250), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 46, 39, 177250), 0, 2, datetime.datetime(2022, 6, 2, 22, 46, 39, 177250), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:46:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:46:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 46, 39, 180629), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 46, 39, 180629), 0, 2, datetime.datetime(2022, 6, 2, 22, 46, 39, 180629), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:46:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:46:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 46, 39, 182499), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 46, 39, 182499), 0, 2, datetime.datetime(2022, 6, 2, 22, 46, 39, 182499), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:46:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:46:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 46, 39, 184187), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 46, 39, 184187), 0, 2, datetime.datetime(2022, 6, 2, 22, 46, 39, 184187), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:46:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:46:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 46, 39, 185841), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 46, 39, 185841), 0, 2, datetime.datetime(2022, 6, 2, 22, 46, 39, 185841), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:46:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:46:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:46:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:46:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:46:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:46:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:46:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:46:58,924 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:47:39.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-02 22:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:47:39 UTC)" (scheduled at 2022-06-02 22:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:47:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:47:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 47, 9, 176564), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 47, 9, 176564), 0, 2, datetime.datetime(2022, 6, 2, 22, 47, 9, 176564), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:47:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:47:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 47, 9, 180021), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 47, 9, 180021), 0, 2, datetime.datetime(2022, 6, 2, 22, 47, 9, 180021), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:47:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:47:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 47, 9, 182057), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 47, 9, 182057), 0, 2, datetime.datetime(2022, 6, 2, 22, 47, 9, 182057), True, 3, 7])
repomirrorworker stdout | 2022-06-02 22:47:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 22:47:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 47, 9, 183910), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 47, 9, 183910), 0, 2, datetime.datetime(2022, 6, 2, 22, 47, 9, 183910), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:47:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:47:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:47:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:47:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:47:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:47:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:47:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:47:28,983 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:48:09.167018+00:00 (in 29.999244 seconds)
repomirrorworker stdout | 2022-06-02 22:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:48:09 UTC)" (scheduled at 2022-06-02 22:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:47:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:47:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:47:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 47, 39, 176525), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 47, 39, 176525), 0, 2, datetime.datetime(2022, 6, 2, 22, 47, 39, 176525), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:47:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:47:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 47, 39, 179697), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 47, 39, 179697), 0, 2, datetime.datetime(2022, 6, 2, 22, 47, 39, 179697), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:47:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:47:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 47, 39, 181631), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 47, 39, 181631), 0, 2, datetime.datetime(2022, 6, 2, 22, 47, 39, 181631), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:47:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:47:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 47, 39, 183376), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 47, 39, 183376), 0, 2, datetime.datetime(2022, 6, 2, 22, 47, 39, 183376), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:47:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:47:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 47, 39, 185056), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 47, 39, 185056), 0, 2, datetime.datetime(2022, 6, 2, 22, 47, 39, 185056), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:47:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:47:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:47:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:47:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:47:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:47:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:47:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:47:59,041 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:48:39.167018+00:00 (in 29.999173 seconds)
repomirrorworker stdout | 2022-06-02 22:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:48:39 UTC)" (scheduled at 2022-06-02 22:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:48:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:48:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:48:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 48, 9, 176446), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 48, 9, 176446), 0, 2, datetime.datetime(2022, 6, 2, 22, 48, 9, 176446), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:48:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:48:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 48, 9, 179916), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 48, 9, 179916), 0, 2, datetime.datetime(2022, 6, 2, 22, 48, 9, 179916), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:48:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:48:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 48, 9, 181783), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 48, 9, 181783), 0, 2, datetime.datetime(2022, 6, 2, 22, 48, 9, 181783), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:48:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:48:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 48, 9, 183523), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 48, 9, 183523), 0, 2, datetime.datetime(2022, 6, 2, 22, 48, 9, 183523), True, 13, 15])
repomirrorworker stdout | 2022-06-02 22:48:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 22:48:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:48:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:48:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:48:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:48:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:48:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:48:29,104 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:49:09.167018+00:00 (in 29.998968 seconds)
repomirrorworker stdout | 2022-06-02 22:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:49:09 UTC)" (scheduled at 2022-06-02 22:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:48:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:48:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 48, 39, 176788), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 48, 39, 176788), 0, 2, datetime.datetime(2022, 6, 2, 22, 48, 39, 176788), True, 3, 7])
repomirrorworker stdout | 2022-06-02 22:48:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 22:48:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 48, 39, 180467), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 48, 39, 180467), 0, 2, datetime.datetime(2022, 6, 2, 22, 48, 39, 180467), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:48:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:48:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 48, 39, 182340), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 48, 39, 182340), 0, 2, datetime.datetime(2022, 6, 2, 22, 48, 39, 182340), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:48:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:48:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 48, 39, 184007), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 48, 39, 184007), 0, 2, datetime.datetime(2022, 6, 2, 22, 48, 39, 184007), True, 13, 15])
repomirrorworker stdout | 2022-06-02 22:48:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 22:48:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 48, 39, 185622), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 48, 39, 185622), 0, 2, datetime.datetime(2022, 6, 2, 22, 48, 39, 185622), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:48:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:48:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:48:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:48:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:48:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:48:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:48:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:48:59,166 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:49:39.167018+00:00 (in 29.998973 seconds)
repomirrorworker stdout | 2022-06-02 22:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:49:39 UTC)" (scheduled at 2022-06-02 22:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:49:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:49:09,179 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:49:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 49, 9, 179952), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 49, 9, 179952), 0, 2, datetime.datetime(2022, 6, 2, 22, 49, 9, 179952), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:49:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:49:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 49, 9, 185093), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 49, 9, 185093), 0, 2, datetime.datetime(2022, 6, 2, 22, 49, 9, 185093), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:49:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:49:09,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 49, 9, 187980), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 49, 9, 187980), 0, 2, datetime.datetime(2022, 6, 2, 22, 49, 9, 187980), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:49:09,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:49:09,192 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 49, 9, 190606), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 49, 9, 190606), 0, 2, datetime.datetime(2022, 6, 2, 22, 49, 9, 190606), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:49:09,193 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:49:09,194 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 49, 9, 193144), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 49, 9, 193144), 0, 2, datetime.datetime(2022, 6, 2, 22, 49, 9, 193144), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:49:09,195 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:49:09,195 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:49:09,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:49:09,196 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:49:09,203 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:49:09,203 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:49:09,203 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:49:29,228 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:50:09.167018+00:00 (in 29.999115 seconds)
repomirrorworker stdout | 2022-06-02 22:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:50:09 UTC)" (scheduled at 2022-06-02 22:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:49:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:49:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 49, 39, 177000), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 49, 39, 177000), 0, 2, datetime.datetime(2022, 6, 2, 22, 49, 39, 177000), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:49:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:49:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 49, 39, 180488), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 49, 39, 180488), 0, 2, datetime.datetime(2022, 6, 2, 22, 49, 39, 180488), True, 13, 15])
repomirrorworker stdout | 2022-06-02 22:49:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 22:49:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 49, 39, 182524), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 49, 39, 182524), 0, 2, datetime.datetime(2022, 6, 2, 22, 49, 39, 182524), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:49:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:49:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 49, 39, 184267), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 49, 39, 184267), 0, 2, datetime.datetime(2022, 6, 2, 22, 49, 39, 184267), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:49:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:49:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:49:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:49:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:49:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:49:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:49:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:49:59,270 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:50:39.167018+00:00 (in 29.999170 seconds)
repomirrorworker stdout | 2022-06-02 22:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:50:39 UTC)" (scheduled at 2022-06-02 22:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:50:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:50:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:50:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 50, 9, 176571), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 50, 9, 176571), 0, 2, datetime.datetime(2022, 6, 2, 22, 50, 9, 176571), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:50:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:50:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 50, 9, 179985), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 50, 9, 179985), 0, 2, datetime.datetime(2022, 6, 2, 22, 50, 9, 179985), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:50:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:50:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 50, 9, 182072), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 50, 9, 182072), 0, 2, datetime.datetime(2022, 6, 2, 22, 50, 9, 182072), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:50:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:50:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 50, 9, 184052), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 50, 9, 184052), 0, 2, datetime.datetime(2022, 6, 2, 22, 50, 9, 184052), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:50:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:50:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:50:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:50:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:50:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:50:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:50:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:50:29,321 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:51:09.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-02 22:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:51:09 UTC)" (scheduled at 2022-06-02 22:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:50:39,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:50:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 50, 39, 177632), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 50, 39, 177632), 0, 2, datetime.datetime(2022, 6, 2, 22, 50, 39, 177632), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:50:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:50:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 50, 39, 181083), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 50, 39, 181083), 0, 2, datetime.datetime(2022, 6, 2, 22, 50, 39, 181083), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:50:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:50:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 50, 39, 182996), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 50, 39, 182996), 0, 2, datetime.datetime(2022, 6, 2, 22, 50, 39, 182996), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:50:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:50:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 50, 39, 184696), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 50, 39, 184696), 0, 2, datetime.datetime(2022, 6, 2, 22, 50, 39, 184696), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:50:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:50:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 50, 39, 186335), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 50, 39, 186335), 0, 2, datetime.datetime(2022, 6, 2, 22, 50, 39, 186335), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:50:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:50:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:50:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:50:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:50:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:50:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:50:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:50:59,383 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:51:39.167018+00:00 (in 29.999123 seconds)
repomirrorworker stdout | 2022-06-02 22:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:51:39 UTC)" (scheduled at 2022-06-02 22:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:51:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:51:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:51:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 51, 9, 176807), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 51, 9, 176807), 0, 2, datetime.datetime(2022, 6, 2, 22, 51, 9, 176807), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:51:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:51:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 51, 9, 179979), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 51, 9, 179979), 0, 2, datetime.datetime(2022, 6, 2, 22, 51, 9, 179979), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:51:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:51:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 51, 9, 181966), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 51, 9, 181966), 0, 2, datetime.datetime(2022, 6, 2, 22, 51, 9, 181966), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:51:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:51:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 51, 9, 183734), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 51, 9, 183734), 0, 2, datetime.datetime(2022, 6, 2, 22, 51, 9, 183734), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:51:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:51:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 51, 9, 185424), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 51, 9, 185424), 0, 2, datetime.datetime(2022, 6, 2, 22, 51, 9, 185424), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:51:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:51:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:51:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:51:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:51:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:51:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:51:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:51:29,432 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:52:09.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-02 22:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:52:09 UTC)" (scheduled at 2022-06-02 22:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:51:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:51:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:51:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 51, 39, 176534), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 51, 39, 176534), 0, 2, datetime.datetime(2022, 6, 2, 22, 51, 39, 176534), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:51:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:51:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 51, 39, 179776), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 51, 39, 179776), 0, 2, datetime.datetime(2022, 6, 2, 22, 51, 39, 179776), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:51:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:51:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 51, 39, 181618), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 51, 39, 181618), 0, 2, datetime.datetime(2022, 6, 2, 22, 51, 39, 181618), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:51:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:51:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 51, 39, 183332), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 51, 39, 183332), 0, 2, datetime.datetime(2022, 6, 2, 22, 51, 39, 183332), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:51:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:51:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 51, 39, 185030), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 51, 39, 185030), 0, 2, datetime.datetime(2022, 6, 2, 22, 51, 39, 185030), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:51:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:51:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:51:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:51:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:51:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:51:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:51:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:51:59,495 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:52:39.167018+00:00 (in 29.999212 seconds)
repomirrorworker stdout | 2022-06-02 22:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:52:39 UTC)" (scheduled at 2022-06-02 22:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:52:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:52:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:52:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 52, 9, 176450), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 52, 9, 176450), 0, 2, datetime.datetime(2022, 6, 2, 22, 52, 9, 176450), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:52:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:52:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 52, 9, 180116), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 52, 9, 180116), 0, 2, datetime.datetime(2022, 6, 2, 22, 52, 9, 180116), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:52:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:52:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 52, 9, 182011), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 52, 9, 182011), 0, 2, datetime.datetime(2022, 6, 2, 22, 52, 9, 182011), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:52:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:52:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 52, 9, 183729), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 52, 9, 183729), 0, 2, datetime.datetime(2022, 6, 2, 22, 52, 9, 183729), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:52:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:52:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 52, 9, 185380), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 52, 9, 185380), 0, 2, datetime.datetime(2022, 6, 2, 22, 52, 9, 185380), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:52:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:52:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:52:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:52:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:52:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:52:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:52:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:52:29,557 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:53:09.167018+00:00 (in 29.998968 seconds)
repomirrorworker stdout | 2022-06-02 22:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:53:09 UTC)" (scheduled at 2022-06-02 22:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:52:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:52:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:52:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 52, 39, 177034), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 52, 39, 177034), 0, 2, datetime.datetime(2022, 6, 2, 22, 52, 39, 177034), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:52:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:52:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 52, 39, 180431), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 52, 39, 180431), 0, 2, datetime.datetime(2022, 6, 2, 22, 52, 39, 180431), True, 12, 15])
repomirrorworker stdout | 2022-06-02 22:52:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 22:52:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 52, 39, 182419), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 52, 39, 182419), 0, 2, datetime.datetime(2022, 6, 2, 22, 52, 39, 182419), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:52:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:52:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 52, 39, 184096), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 52, 39, 184096), 0, 2, datetime.datetime(2022, 6, 2, 22, 52, 39, 184096), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:52:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:52:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:52:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:52:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:52:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:52:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:52:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:52:59,593 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:53:39.167018+00:00 (in 29.998934 seconds)
repomirrorworker stdout | 2022-06-02 22:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:53:39 UTC)" (scheduled at 2022-06-02 22:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:53:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:53:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 53, 9, 177250), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 53, 9, 177250), 0, 2, datetime.datetime(2022, 6, 2, 22, 53, 9, 177250), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:53:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:53:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 53, 9, 181041), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 53, 9, 181041), 0, 2, datetime.datetime(2022, 6, 2, 22, 53, 9, 181041), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:53:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:53:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 53, 9, 183456), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 53, 9, 183456), 0, 2, datetime.datetime(2022, 6, 2, 22, 53, 9, 183456), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:53:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:53:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 53, 9, 185554), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 53, 9, 185554), 0, 2, datetime.datetime(2022, 6, 2, 22, 53, 9, 185554), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:53:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:53:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 53, 9, 187560), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 53, 9, 187560), 0, 2, datetime.datetime(2022, 6, 2, 22, 53, 9, 187560), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:53:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:53:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:53:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:53:09,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:53:09,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:53:09,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:53:09,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:53:29,656 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:54:09.167018+00:00 (in 29.999113 seconds)
repomirrorworker stdout | 2022-06-02 22:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:54:09 UTC)" (scheduled at 2022-06-02 22:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:53:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:53:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 53, 39, 176556), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 53, 39, 176556), 0, 2, datetime.datetime(2022, 6, 2, 22, 53, 39, 176556), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:53:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:53:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 53, 39, 179901), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 53, 39, 179901), 0, 2, datetime.datetime(2022, 6, 2, 22, 53, 39, 179901), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:53:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:53:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 53, 39, 181962), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 53, 39, 181962), 0, 2, datetime.datetime(2022, 6, 2, 22, 53, 39, 181962), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:53:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:53:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 53, 39, 183714), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 53, 39, 183714), 0, 2, datetime.datetime(2022, 6, 2, 22, 53, 39, 183714), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:53:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:53:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:53:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:53:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:53:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:53:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:53:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:53:59,712 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:54:39.167018+00:00 (in 29.999115 seconds)
repomirrorworker stdout | 2022-06-02 22:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:54:39 UTC)" (scheduled at 2022-06-02 22:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:54:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:54:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 54, 9, 176645), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 54, 9, 176645), 0, 2, datetime.datetime(2022, 6, 2, 22, 54, 9, 176645), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:54:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:54:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 54, 9, 180088), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 54, 9, 180088), 0, 2, datetime.datetime(2022, 6, 2, 22, 54, 9, 180088), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:54:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:54:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 54, 9, 182109), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 54, 9, 182109), 0, 2, datetime.datetime(2022, 6, 2, 22, 54, 9, 182109), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:54:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:54:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 54, 9, 183836), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 54, 9, 183836), 0, 2, datetime.datetime(2022, 6, 2, 22, 54, 9, 183836), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:54:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:54:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:54:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:54:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:54:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:54:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:54:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:54:29,781 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:55:09.167018+00:00 (in 29.999015 seconds)
repomirrorworker stdout | 2022-06-02 22:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:55:09 UTC)" (scheduled at 2022-06-02 22:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:54:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:54:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:54:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 54, 39, 176664), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 54, 39, 176664), 0, 2, datetime.datetime(2022, 6, 2, 22, 54, 39, 176664), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:54:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:54:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 54, 39, 180087), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 54, 39, 180087), 0, 2, datetime.datetime(2022, 6, 2, 22, 54, 39, 180087), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:54:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:54:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 54, 39, 181936), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 54, 39, 181936), 0, 2, datetime.datetime(2022, 6, 2, 22, 54, 39, 181936), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:54:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:54:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 54, 39, 183622), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 54, 39, 183622), 0, 2, datetime.datetime(2022, 6, 2, 22, 54, 39, 183622), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:54:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:54:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 54, 39, 185416), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 54, 39, 185416), 0, 2, datetime.datetime(2022, 6, 2, 22, 54, 39, 185416), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:54:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:54:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:54:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:54:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:54:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:54:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:54:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:54:59,839 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:55:39.167018+00:00 (in 29.999092 seconds)
repomirrorworker stdout | 2022-06-02 22:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:55:39 UTC)" (scheduled at 2022-06-02 22:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:55:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:55:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:55:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 55, 9, 176535), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 55, 9, 176535), 0, 2, datetime.datetime(2022, 6, 2, 22, 55, 9, 176535), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:55:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:55:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 55, 9, 180081), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 55, 9, 180081), 0, 2, datetime.datetime(2022, 6, 2, 22, 55, 9, 180081), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:55:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:55:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 55, 9, 182316), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 55, 9, 182316), 0, 2, datetime.datetime(2022, 6, 2, 22, 55, 9, 182316), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:55:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:55:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 55, 9, 184396), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 55, 9, 184396), 0, 2, datetime.datetime(2022, 6, 2, 22, 55, 9, 184396), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:55:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:55:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 55, 9, 186416), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 55, 9, 186416), 0, 2, datetime.datetime(2022, 6, 2, 22, 55, 9, 186416), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:55:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:55:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:55:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:55:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:55:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:55:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:55:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:55:29,878 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:56:09.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-02 22:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:56:09 UTC)" (scheduled at 2022-06-02 22:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:55:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:55:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 55, 39, 176309), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 55, 39, 176309), 0, 2, datetime.datetime(2022, 6, 2, 22, 55, 39, 176309), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:55:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:55:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 55, 39, 179506), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 55, 39, 179506), 0, 2, datetime.datetime(2022, 6, 2, 22, 55, 39, 179506), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:55:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:55:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 55, 39, 181368), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 55, 39, 181368), 0, 2, datetime.datetime(2022, 6, 2, 22, 55, 39, 181368), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 55, 39, 183110), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 55, 39, 183110), 0, 2, datetime.datetime(2022, 6, 2, 22, 55, 39, 183110), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:55:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:55:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 55, 39, 184772), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 55, 39, 184772), 0, 2, datetime.datetime(2022, 6, 2, 22, 55, 39, 184772), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:55:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:55:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:55:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:55:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:55:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:55:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:55:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:55:59,948 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:56:39.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-02 22:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:56:39 UTC)" (scheduled at 2022-06-02 22:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:56:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:56:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:56:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 56, 9, 177256), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 56, 9, 177256), 0, 2, datetime.datetime(2022, 6, 2, 22, 56, 9, 177256), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:56:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:56:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 56, 9, 180932), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 56, 9, 180932), 0, 2, datetime.datetime(2022, 6, 2, 22, 56, 9, 180932), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:56:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:56:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 56, 9, 183121), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 56, 9, 183121), 0, 2, datetime.datetime(2022, 6, 2, 22, 56, 9, 183121), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:56:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:56:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 56, 9, 184902), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 56, 9, 184902), 0, 2, datetime.datetime(2022, 6, 2, 22, 56, 9, 184902), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:56:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:56:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 56, 9, 186555), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 56, 9, 186555), 0, 2, datetime.datetime(2022, 6, 2, 22, 56, 9, 186555), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:56:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:56:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:56:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:56:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:56:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:56:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:56:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:56:30,019 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:57:09.167018+00:00 (in 29.999249 seconds)
repomirrorworker stdout | 2022-06-02 22:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:57:09 UTC)" (scheduled at 2022-06-02 22:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:56:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:56:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:56:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 56, 39, 175984), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 56, 39, 175984), 0, 2, datetime.datetime(2022, 6, 2, 22, 56, 39, 175984), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:56:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:56:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 56, 39, 179252), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 56, 39, 179252), 0, 2, datetime.datetime(2022, 6, 2, 22, 56, 39, 179252), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:56:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:56:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 56, 39, 181310), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 56, 39, 181310), 0, 2, datetime.datetime(2022, 6, 2, 22, 56, 39, 181310), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:56:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:56:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 56, 39, 183058), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 56, 39, 183058), 0, 2, datetime.datetime(2022, 6, 2, 22, 56, 39, 183058), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:56:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:56:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:56:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:56:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:56:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:56:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:56:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:57:00,062 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:57:39.167018+00:00 (in 29.999182 seconds)
repomirrorworker stdout | 2022-06-02 22:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:57:39 UTC)" (scheduled at 2022-06-02 22:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:57:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:57:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:57:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 57, 9, 177231), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 57, 9, 177231), 0, 2, datetime.datetime(2022, 6, 2, 22, 57, 9, 177231), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:57:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:57:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 57, 9, 180422), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 57, 9, 180422), 0, 2, datetime.datetime(2022, 6, 2, 22, 57, 9, 180422), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:57:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:57:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 57, 9, 182245), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 57, 9, 182245), 0, 2, datetime.datetime(2022, 6, 2, 22, 57, 9, 182245), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:57:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:57:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 57, 9, 183946), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 57, 9, 183946), 0, 2, datetime.datetime(2022, 6, 2, 22, 57, 9, 183946), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:57:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:57:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:57:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:57:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:57:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:57:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:57:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:57:30,096 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:58:09.167018+00:00 (in 29.999046 seconds)
repomirrorworker stdout | 2022-06-02 22:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:58:09 UTC)" (scheduled at 2022-06-02 22:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:57:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:57:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 57, 39, 176360), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 57, 39, 176360), 0, 2, datetime.datetime(2022, 6, 2, 22, 57, 39, 176360), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:57:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:57:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 57, 39, 179429), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 57, 39, 179429), 0, 2, datetime.datetime(2022, 6, 2, 22, 57, 39, 179429), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:57:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:57:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 57, 39, 181283), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 57, 39, 181283), 0, 2, datetime.datetime(2022, 6, 2, 22, 57, 39, 181283), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:57:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:57:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 57, 39, 182989), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 57, 39, 182989), 0, 2, datetime.datetime(2022, 6, 2, 22, 57, 39, 182989), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:57:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:57:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 57, 39, 184630), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 57, 39, 184630), 0, 2, datetime.datetime(2022, 6, 2, 22, 57, 39, 184630), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:57:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:57:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:57:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:57:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:57:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:57:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:57:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:58:00,153 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:58:39.167018+00:00 (in 29.999017 seconds)
repomirrorworker stdout | 2022-06-02 22:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:58:39 UTC)" (scheduled at 2022-06-02 22:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:58:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:58:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:58:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 58, 9, 176574), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 58, 9, 176574), 0, 2, datetime.datetime(2022, 6, 2, 22, 58, 9, 176574), True, 9, 13])
repomirrorworker stdout | 2022-06-02 22:58:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 22:58:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 58, 9, 180247), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 58, 9, 180247), 0, 2, datetime.datetime(2022, 6, 2, 22, 58, 9, 180247), True, 5, 9])
repomirrorworker stdout | 2022-06-02 22:58:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 22:58:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 58, 9, 182179), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 58, 9, 182179), 0, 2, datetime.datetime(2022, 6, 2, 22, 58, 9, 182179), True, 13, 15])
repomirrorworker stdout | 2022-06-02 22:58:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 22:58:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 58, 9, 183936), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 58, 9, 183936), 0, 2, datetime.datetime(2022, 6, 2, 22, 58, 9, 183936), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:58:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:58:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:58:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:58:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:58:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:58:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:58:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:58:30,219 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:59:09.167018+00:00 (in 29.999076 seconds)
repomirrorworker stdout | 2022-06-02 22:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:59:09 UTC)" (scheduled at 2022-06-02 22:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:58:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:58:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 58, 39, 176592), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 58, 39, 176592), 0, 2, datetime.datetime(2022, 6, 2, 22, 58, 39, 176592), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:58:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:58:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 58, 39, 179758), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 58, 39, 179758), 0, 2, datetime.datetime(2022, 6, 2, 22, 58, 39, 179758), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:58:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:58:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 58, 39, 181637), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 58, 39, 181637), 0, 2, datetime.datetime(2022, 6, 2, 22, 58, 39, 181637), True, 10, 14])
repomirrorworker stdout | 2022-06-02 22:58:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 22:58:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 58, 39, 183330), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 58, 39, 183330), 0, 2, datetime.datetime(2022, 6, 2, 22, 58, 39, 183330), True, 14, 15])
repomirrorworker stdout | 2022-06-02 22:58:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 22:58:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 58, 39, 184995), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 58, 39, 184995), 0, 2, datetime.datetime(2022, 6, 2, 22, 58, 39, 184995), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:58:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:58:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:58:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:58:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:58:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:58:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:58:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:59:00,284 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 22:59:39.167018+00:00 (in 29.999003 seconds)
repomirrorworker stdout | 2022-06-02 22:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:59:39 UTC)" (scheduled at 2022-06-02 22:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:59:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:59:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 59, 9, 176956), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 59, 9, 176956), 0, 2, datetime.datetime(2022, 6, 2, 22, 59, 9, 176956), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:59:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:59:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 59, 9, 180026), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 59, 9, 180026), 0, 2, datetime.datetime(2022, 6, 2, 22, 59, 9, 180026), True, 7, 11])
repomirrorworker stdout | 2022-06-02 22:59:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 22:59:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 59, 9, 181883), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 59, 9, 181883), 0, 2, datetime.datetime(2022, 6, 2, 22, 59, 9, 181883), True, 2, 6])
repomirrorworker stdout | 2022-06-02 22:59:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 22:59:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 59, 9, 183653), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 59, 9, 183653), 0, 2, datetime.datetime(2022, 6, 2, 22, 59, 9, 183653), True, 6, 10])
repomirrorworker stdout | 2022-06-02 22:59:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 22:59:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 59, 9, 185341), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 59, 9, 185341), 0, 2, datetime.datetime(2022, 6, 2, 22, 59, 9, 185341), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:59:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:59:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:59:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:59:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:59:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:59:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:59:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 22:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 22:59:30,339 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 22:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 22:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:00:09.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-02 22:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:00:09 UTC)" (scheduled at 2022-06-02 22:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 22:59:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:59:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:59:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 59, 39, 176285), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 59, 39, 176285), 0, 2, datetime.datetime(2022, 6, 2, 22, 59, 39, 176285), True, 11, 15])
repomirrorworker stdout | 2022-06-02 22:59:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 22:59:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 59, 39, 179446), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 59, 39, 179446), 0, 2, datetime.datetime(2022, 6, 2, 22, 59, 39, 179446), True, 4, 8])
repomirrorworker stdout | 2022-06-02 22:59:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 22:59:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 59, 39, 181665), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 59, 39, 181665), 0, 2, datetime.datetime(2022, 6, 2, 22, 59, 39, 181665), True, 1, 5])
repomirrorworker stdout | 2022-06-02 22:59:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 22:59:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 22, 59, 39, 183704), 0, 2, None, True, datetime.datetime(2022, 6, 2, 22, 59, 39, 183704), 0, 2, datetime.datetime(2022, 6, 2, 22, 59, 39, 183704), True, 8, 12])
repomirrorworker stdout | 2022-06-02 22:59:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 22:59:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 22:59:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:59:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 22:59:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 22:59:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 22:59:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:00:00,398 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:00:39.167018+00:00 (in 29.999142 seconds)
repomirrorworker stdout | 2022-06-02 23:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:00:39 UTC)" (scheduled at 2022-06-02 23:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:00:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:00:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 0, 9, 176815), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 0, 9, 176815), 0, 2, datetime.datetime(2022, 6, 2, 23, 0, 9, 176815), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:00:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:00:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 0, 9, 180282), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 0, 9, 180282), 0, 2, datetime.datetime(2022, 6, 2, 23, 0, 9, 180282), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:00:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:00:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 0, 9, 182213), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 0, 9, 182213), 0, 2, datetime.datetime(2022, 6, 2, 23, 0, 9, 182213), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:00:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:00:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 0, 9, 183941), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 0, 9, 183941), 0, 2, datetime.datetime(2022, 6, 2, 23, 0, 9, 183941), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:00:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:00:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:00:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:00:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:00:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:00:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:00:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:00:30,462 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:01:09.167018+00:00 (in 29.999114 seconds)
repomirrorworker stdout | 2022-06-02 23:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:01:09 UTC)" (scheduled at 2022-06-02 23:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:00:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:00:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 0, 39, 176037), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 0, 39, 176037), 0, 2, datetime.datetime(2022, 6, 2, 23, 0, 39, 176037), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:00:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:00:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 0, 39, 179723), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 0, 39, 179723), 0, 2, datetime.datetime(2022, 6, 2, 23, 0, 39, 179723), True, 3, 7])
repomirrorworker stdout | 2022-06-02 23:00:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 23:00:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 0, 39, 181761), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 0, 39, 181761), 0, 2, datetime.datetime(2022, 6, 2, 23, 0, 39, 181761), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:00:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:00:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 0, 39, 183494), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 0, 39, 183494), 0, 2, datetime.datetime(2022, 6, 2, 23, 0, 39, 183494), True, 12, 15])
repomirrorworker stdout | 2022-06-02 23:00:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 23:00:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 0, 39, 185203), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 0, 39, 185203), 0, 2, datetime.datetime(2022, 6, 2, 23, 0, 39, 185203), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:00:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:00:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:00:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:00:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:00:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:00:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:00:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:01:00,512 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:01:39.167018+00:00 (in 29.999170 seconds)
repomirrorworker stdout | 2022-06-02 23:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:01:39 UTC)" (scheduled at 2022-06-02 23:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:01:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:01:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 1, 9, 176629), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 1, 9, 176629), 0, 2, datetime.datetime(2022, 6, 2, 23, 1, 9, 176629), True, 3, 7])
repomirrorworker stdout | 2022-06-02 23:01:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 23:01:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 1, 9, 179930), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 1, 9, 179930), 0, 2, datetime.datetime(2022, 6, 2, 23, 1, 9, 179930), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:01:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:01:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 1, 9, 182198), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 1, 9, 182198), 0, 2, datetime.datetime(2022, 6, 2, 23, 1, 9, 182198), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:01:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:01:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 1, 9, 184227), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 1, 9, 184227), 0, 2, datetime.datetime(2022, 6, 2, 23, 1, 9, 184227), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:01:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:01:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 1, 9, 186211), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 1, 9, 186211), 0, 2, datetime.datetime(2022, 6, 2, 23, 1, 9, 186211), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:01:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:01:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:01:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:01:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:01:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:01:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:01:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:01:30,556 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:02:09.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-02 23:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:02:09 UTC)" (scheduled at 2022-06-02 23:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:01:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 1, 39, 177020), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 1, 39, 177020), 0, 2, datetime.datetime(2022, 6, 2, 23, 1, 39, 177020), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 1, 39, 180210), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 1, 39, 180210), 0, 2, datetime.datetime(2022, 6, 2, 23, 1, 39, 180210), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:01:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:01:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 1, 39, 182143), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 1, 39, 182143), 0, 2, datetime.datetime(2022, 6, 2, 23, 1, 39, 182143), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:01:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:01:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 1, 39, 183861), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 1, 39, 183861), 0, 2, datetime.datetime(2022, 6, 2, 23, 1, 39, 183861), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:01:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:01:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:01:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:01:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:01:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:01:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:01:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:02:00,589 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:02:39.167018+00:00 (in 29.998981 seconds)
repomirrorworker stdout | 2022-06-02 23:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:02:39 UTC)" (scheduled at 2022-06-02 23:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:02:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:02:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:02:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 2, 9, 177209), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 2, 9, 177209), 0, 2, datetime.datetime(2022, 6, 2, 23, 2, 9, 177209), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:02:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:02:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 2, 9, 181111), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 2, 9, 181111), 0, 2, datetime.datetime(2022, 6, 2, 23, 2, 9, 181111), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:02:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:02:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 2, 9, 183229), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 2, 9, 183229), 0, 2, datetime.datetime(2022, 6, 2, 23, 2, 9, 183229), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:02:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:02:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 2, 9, 184920), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 2, 9, 184920), 0, 2, datetime.datetime(2022, 6, 2, 23, 2, 9, 184920), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:02:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:02:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 2, 9, 186586), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 2, 9, 186586), 0, 2, datetime.datetime(2022, 6, 2, 23, 2, 9, 186586), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:02:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:02:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:02:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:02:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:02:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:02:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:02:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:02:30,680 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:03:09.167018+00:00 (in 29.998877 seconds)
repomirrorworker stdout | 2022-06-02 23:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:03:09 UTC)" (scheduled at 2022-06-02 23:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:02:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:02:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:02:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 2, 39, 177068), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 2, 39, 177068), 0, 2, datetime.datetime(2022, 6, 2, 23, 2, 39, 177068), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:02:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:02:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 2, 39, 180571), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 2, 39, 180571), 0, 2, datetime.datetime(2022, 6, 2, 23, 2, 39, 180571), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:02:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:02:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 2, 39, 182460), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 2, 39, 182460), 0, 2, datetime.datetime(2022, 6, 2, 23, 2, 39, 182460), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:02:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:02:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 2, 39, 184196), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 2, 39, 184196), 0, 2, datetime.datetime(2022, 6, 2, 23, 2, 39, 184196), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:02:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:02:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:02:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:02:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:02:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:02:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:02:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:03:00,716 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:03:39.167018+00:00 (in 29.999141 seconds)
repomirrorworker stdout | 2022-06-02 23:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:03:39 UTC)" (scheduled at 2022-06-02 23:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:03:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:03:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 3, 9, 175986), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 3, 9, 175986), 0, 2, datetime.datetime(2022, 6, 2, 23, 3, 9, 175986), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:03:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:03:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 3, 9, 179153), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 3, 9, 179153), 0, 2, datetime.datetime(2022, 6, 2, 23, 3, 9, 179153), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:03:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:03:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 3, 9, 181038), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 3, 9, 181038), 0, 2, datetime.datetime(2022, 6, 2, 23, 3, 9, 181038), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:03:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:03:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 3, 9, 182745), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 3, 9, 182745), 0, 2, datetime.datetime(2022, 6, 2, 23, 3, 9, 182745), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:03:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:03:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 3, 9, 184378), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 3, 9, 184378), 0, 2, datetime.datetime(2022, 6, 2, 23, 3, 9, 184378), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:03:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:03:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:03:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:03:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:03:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:03:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:03:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:03:30,768 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:04:09.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-02 23:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:04:09 UTC)" (scheduled at 2022-06-02 23:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:03:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:03:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 3, 39, 176810), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 3, 39, 176810), 0, 2, datetime.datetime(2022, 6, 2, 23, 3, 39, 176810), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:03:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:03:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 3, 39, 179994), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 3, 39, 179994), 0, 2, datetime.datetime(2022, 6, 2, 23, 3, 39, 179994), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:03:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:03:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 3, 39, 181853), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 3, 39, 181853), 0, 2, datetime.datetime(2022, 6, 2, 23, 3, 39, 181853), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:03:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:03:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 3, 39, 183524), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 3, 39, 183524), 0, 2, datetime.datetime(2022, 6, 2, 23, 3, 39, 183524), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:03:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:03:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 3, 39, 185175), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 3, 39, 185175), 0, 2, datetime.datetime(2022, 6, 2, 23, 3, 39, 185175), True, 12, 15])
repomirrorworker stdout | 2022-06-02 23:03:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 23:03:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:03:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:03:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:03:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:03:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:03:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:04:00,825 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:04:39.167018+00:00 (in 29.998965 seconds)
repomirrorworker stdout | 2022-06-02 23:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:04:39 UTC)" (scheduled at 2022-06-02 23:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:04:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:04:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 4, 9, 176799), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 4, 9, 176799), 0, 2, datetime.datetime(2022, 6, 2, 23, 4, 9, 176799), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:04:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:04:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 4, 9, 180283), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 4, 9, 180283), 0, 2, datetime.datetime(2022, 6, 2, 23, 4, 9, 180283), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:04:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:04:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 4, 9, 182295), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 4, 9, 182295), 0, 2, datetime.datetime(2022, 6, 2, 23, 4, 9, 182295), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:04:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:04:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 4, 9, 184089), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 4, 9, 184089), 0, 2, datetime.datetime(2022, 6, 2, 23, 4, 9, 184089), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:04:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:04:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 4, 9, 185843), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 4, 9, 185843), 0, 2, datetime.datetime(2022, 6, 2, 23, 4, 9, 185843), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:04:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:04:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:04:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:04:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:04:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:04:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:04:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:04:30,889 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:05:09.167018+00:00 (in 29.999034 seconds)
repomirrorworker stdout | 2022-06-02 23:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:05:09 UTC)" (scheduled at 2022-06-02 23:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:04:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:04:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:04:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 4, 39, 176556), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 4, 39, 176556), 0, 2, datetime.datetime(2022, 6, 2, 23, 4, 39, 176556), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:04:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:04:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 4, 39, 179903), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 4, 39, 179903), 0, 2, datetime.datetime(2022, 6, 2, 23, 4, 39, 179903), True, 3, 7])
repomirrorworker stdout | 2022-06-02 23:04:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 23:04:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 4, 39, 181834), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 4, 39, 181834), 0, 2, datetime.datetime(2022, 6, 2, 23, 4, 39, 181834), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:04:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:04:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 4, 39, 183666), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 4, 39, 183666), 0, 2, datetime.datetime(2022, 6, 2, 23, 4, 39, 183666), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:04:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:04:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:04:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:04:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:04:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:04:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:04:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:05:00,950 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:05:39.167018+00:00 (in 29.999163 seconds)
repomirrorworker stdout | 2022-06-02 23:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:05:39 UTC)" (scheduled at 2022-06-02 23:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:05:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:05:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:05:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 5, 9, 176226), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 5, 9, 176226), 0, 2, datetime.datetime(2022, 6, 2, 23, 5, 9, 176226), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:05:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:05:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 5, 9, 179378), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 5, 9, 179378), 0, 2, datetime.datetime(2022, 6, 2, 23, 5, 9, 179378), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:05:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:05:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 5, 9, 181330), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 5, 9, 181330), 0, 2, datetime.datetime(2022, 6, 2, 23, 5, 9, 181330), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:05:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:05:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 5, 9, 183085), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 5, 9, 183085), 0, 2, datetime.datetime(2022, 6, 2, 23, 5, 9, 183085), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:05:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:05:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 5, 9, 184769), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 5, 9, 184769), 0, 2, datetime.datetime(2022, 6, 2, 23, 5, 9, 184769), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:05:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:05:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:05:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:05:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:05:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:05:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:05:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:05:31,010 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:06:09.167018+00:00 (in 29.998965 seconds)
repomirrorworker stdout | 2022-06-02 23:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:06:09 UTC)" (scheduled at 2022-06-02 23:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:05:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:05:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:05:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 5, 39, 176489), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 5, 39, 176489), 0, 2, datetime.datetime(2022, 6, 2, 23, 5, 39, 176489), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:05:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:05:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 5, 39, 179633), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 5, 39, 179633), 0, 2, datetime.datetime(2022, 6, 2, 23, 5, 39, 179633), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:05:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:05:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 5, 39, 181508), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 5, 39, 181508), 0, 2, datetime.datetime(2022, 6, 2, 23, 5, 39, 181508), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:05:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:05:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 5, 39, 183184), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 5, 39, 183184), 0, 2, datetime.datetime(2022, 6, 2, 23, 5, 39, 183184), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:05:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:05:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:05:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:05:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:05:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:05:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:05:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:06:01,042 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:06:39.167018+00:00 (in 29.999129 seconds)
repomirrorworker stdout | 2022-06-02 23:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:06:39 UTC)" (scheduled at 2022-06-02 23:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:06:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:06:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 6, 9, 176713), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 6, 9, 176713), 0, 2, datetime.datetime(2022, 6, 2, 23, 6, 9, 176713), True, 3, 7])
repomirrorworker stdout | 2022-06-02 23:06:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 23:06:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 6, 9, 180375), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 6, 9, 180375), 0, 2, datetime.datetime(2022, 6, 2, 23, 6, 9, 180375), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:06:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:06:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 6, 9, 182326), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 6, 9, 182326), 0, 2, datetime.datetime(2022, 6, 2, 23, 6, 9, 182326), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:06:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:06:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 6, 9, 184066), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 6, 9, 184066), 0, 2, datetime.datetime(2022, 6, 2, 23, 6, 9, 184066), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:06:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:06:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:06:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:06:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:06:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:06:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:06:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:06:31,103 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:07:09.167018+00:00 (in 29.999255 seconds)
repomirrorworker stdout | 2022-06-02 23:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:07:09 UTC)" (scheduled at 2022-06-02 23:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:06:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:06:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 6, 39, 176597), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 6, 39, 176597), 0, 2, datetime.datetime(2022, 6, 2, 23, 6, 39, 176597), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:06:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:06:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 6, 39, 179948), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 6, 39, 179948), 0, 2, datetime.datetime(2022, 6, 2, 23, 6, 39, 179948), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:06:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:06:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 6, 39, 181897), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 6, 39, 181897), 0, 2, datetime.datetime(2022, 6, 2, 23, 6, 39, 181897), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:06:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:06:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 6, 39, 183587), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 6, 39, 183587), 0, 2, datetime.datetime(2022, 6, 2, 23, 6, 39, 183587), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:06:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:06:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 6, 39, 185270), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 6, 39, 185270), 0, 2, datetime.datetime(2022, 6, 2, 23, 6, 39, 185270), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:06:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:06:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:06:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:06:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:06:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:06:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:06:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:07:01,165 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:07:39.167018+00:00 (in 29.999001 seconds)
repomirrorworker stdout | 2022-06-02 23:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:07:39 UTC)" (scheduled at 2022-06-02 23:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:07:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:07:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:07:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 7, 9, 176748), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 7, 9, 176748), 0, 2, datetime.datetime(2022, 6, 2, 23, 7, 9, 176748), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:07:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:07:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 7, 9, 180260), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 7, 9, 180260), 0, 2, datetime.datetime(2022, 6, 2, 23, 7, 9, 180260), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:07:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:07:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 7, 9, 182242), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 7, 9, 182242), 0, 2, datetime.datetime(2022, 6, 2, 23, 7, 9, 182242), True, 12, 15])
repomirrorworker stdout | 2022-06-02 23:07:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 23:07:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 7, 9, 183958), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 7, 9, 183958), 0, 2, datetime.datetime(2022, 6, 2, 23, 7, 9, 183958), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:07:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:07:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:07:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:07:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:07:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:07:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:07:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:07:31,225 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:08:09.167018+00:00 (in 29.999096 seconds)
repomirrorworker stdout | 2022-06-02 23:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:08:09 UTC)" (scheduled at 2022-06-02 23:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:07:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:07:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 7, 39, 176199), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 7, 39, 176199), 0, 2, datetime.datetime(2022, 6, 2, 23, 7, 39, 176199), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:07:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:07:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 7, 39, 179389), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 7, 39, 179389), 0, 2, datetime.datetime(2022, 6, 2, 23, 7, 39, 179389), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:07:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:07:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 7, 39, 181317), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 7, 39, 181317), 0, 2, datetime.datetime(2022, 6, 2, 23, 7, 39, 181317), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:07:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:07:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 7, 39, 183053), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 7, 39, 183053), 0, 2, datetime.datetime(2022, 6, 2, 23, 7, 39, 183053), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:07:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:07:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:07:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:07:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:07:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:07:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:07:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:08:01,284 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:08:39.167018+00:00 (in 29.999138 seconds)
repomirrorworker stdout | 2022-06-02 23:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:08:39 UTC)" (scheduled at 2022-06-02 23:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:08:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:08:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:08:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 8, 9, 176205), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 8, 9, 176205), 0, 2, datetime.datetime(2022, 6, 2, 23, 8, 9, 176205), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:08:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:08:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 8, 9, 179371), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 8, 9, 179371), 0, 2, datetime.datetime(2022, 6, 2, 23, 8, 9, 179371), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:08:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:08:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 8, 9, 181277), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 8, 9, 181277), 0, 2, datetime.datetime(2022, 6, 2, 23, 8, 9, 181277), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:08:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:08:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 8, 9, 182995), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 8, 9, 182995), 0, 2, datetime.datetime(2022, 6, 2, 23, 8, 9, 182995), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:08:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:08:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 8, 9, 184655), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 8, 9, 184655), 0, 2, datetime.datetime(2022, 6, 2, 23, 8, 9, 184655), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:08:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:08:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:08:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:08:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:08:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:08:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:08:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:08:31,349 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:09:09.167018+00:00 (in 29.999148 seconds)
repomirrorworker stdout | 2022-06-02 23:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:09:09 UTC)" (scheduled at 2022-06-02 23:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:08:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:08:39,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:08:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 8, 39, 177906), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 8, 39, 177906), 0, 2, datetime.datetime(2022, 6, 2, 23, 8, 39, 177906), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:08:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:08:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 8, 39, 181331), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 8, 39, 181331), 0, 2, datetime.datetime(2022, 6, 2, 23, 8, 39, 181331), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:08:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:08:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 8, 39, 183362), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 8, 39, 183362), 0, 2, datetime.datetime(2022, 6, 2, 23, 8, 39, 183362), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:08:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:08:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 8, 39, 185219), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 8, 39, 185219), 0, 2, datetime.datetime(2022, 6, 2, 23, 8, 39, 185219), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:08:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:08:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:08:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:08:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:08:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:08:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:08:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:09:01,388 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:09:39.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-02 23:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:09:39 UTC)" (scheduled at 2022-06-02 23:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:09:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:09:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:09:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 9, 9, 176163), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 9, 9, 176163), 0, 2, datetime.datetime(2022, 6, 2, 23, 9, 9, 176163), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:09:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:09:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 9, 9, 179644), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 9, 9, 179644), 0, 2, datetime.datetime(2022, 6, 2, 23, 9, 9, 179644), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:09:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:09:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 9, 9, 181666), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 9, 9, 181666), 0, 2, datetime.datetime(2022, 6, 2, 23, 9, 9, 181666), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:09:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:09:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 9, 9, 183375), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 9, 9, 183375), 0, 2, datetime.datetime(2022, 6, 2, 23, 9, 9, 183375), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:09:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:09:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 9, 9, 185098), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 9, 9, 185098), 0, 2, datetime.datetime(2022, 6, 2, 23, 9, 9, 185098), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:09:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:09:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:09:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:09:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:09:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:09:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:09:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:09:31,437 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:10:09.167018+00:00 (in 29.999191 seconds)
repomirrorworker stdout | 2022-06-02 23:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:10:09 UTC)" (scheduled at 2022-06-02 23:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:09:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:09:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 9, 39, 176534), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 9, 39, 176534), 0, 2, datetime.datetime(2022, 6, 2, 23, 9, 39, 176534), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:09:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:09:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 9, 39, 180194), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 9, 39, 180194), 0, 2, datetime.datetime(2022, 6, 2, 23, 9, 39, 180194), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:09:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:09:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 9, 39, 182135), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 9, 39, 182135), 0, 2, datetime.datetime(2022, 6, 2, 23, 9, 39, 182135), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:09:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:09:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 9, 39, 183892), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 9, 39, 183892), 0, 2, datetime.datetime(2022, 6, 2, 23, 9, 39, 183892), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:09:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:09:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:09:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:09:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:09:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:09:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:09:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:10:01,506 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:10:39.167018+00:00 (in 29.999145 seconds)
repomirrorworker stdout | 2022-06-02 23:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:10:39 UTC)" (scheduled at 2022-06-02 23:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:10:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:10:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 10, 9, 176124), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 10, 9, 176124), 0, 2, datetime.datetime(2022, 6, 2, 23, 10, 9, 176124), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:10:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:10:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 10, 9, 179591), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 10, 9, 179591), 0, 2, datetime.datetime(2022, 6, 2, 23, 10, 9, 179591), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:10:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:10:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 10, 9, 181496), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 10, 9, 181496), 0, 2, datetime.datetime(2022, 6, 2, 23, 10, 9, 181496), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:10:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:10:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 10, 9, 183235), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 10, 9, 183235), 0, 2, datetime.datetime(2022, 6, 2, 23, 10, 9, 183235), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:10:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:10:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 10, 9, 184993), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 10, 9, 184993), 0, 2, datetime.datetime(2022, 6, 2, 23, 10, 9, 184993), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:10:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:10:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:10:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:10:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:10:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:10:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:10:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:10:31,557 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:11:09.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-02 23:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:11:09 UTC)" (scheduled at 2022-06-02 23:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:10:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:10:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 10, 39, 176655), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 10, 39, 176655), 0, 2, datetime.datetime(2022, 6, 2, 23, 10, 39, 176655), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:10:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:10:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 10, 39, 180092), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 10, 39, 180092), 0, 2, datetime.datetime(2022, 6, 2, 23, 10, 39, 180092), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:10:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:10:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 10, 39, 182019), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 10, 39, 182019), 0, 2, datetime.datetime(2022, 6, 2, 23, 10, 39, 182019), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:10:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:10:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 10, 39, 183744), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 10, 39, 183744), 0, 2, datetime.datetime(2022, 6, 2, 23, 10, 39, 183744), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:10:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:10:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 10, 39, 185401), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 10, 39, 185401), 0, 2, datetime.datetime(2022, 6, 2, 23, 10, 39, 185401), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:10:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:10:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:10:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:10:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:10:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:10:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:10:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:11:01,594 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:11:39.167018+00:00 (in 29.999105 seconds)
repomirrorworker stdout | 2022-06-02 23:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:11:39 UTC)" (scheduled at 2022-06-02 23:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:11:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:11:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 11, 9, 176779), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 11, 9, 176779), 0, 2, datetime.datetime(2022, 6, 2, 23, 11, 9, 176779), True, 3, 7])
repomirrorworker stdout | 2022-06-02 23:11:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 23:11:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 11, 9, 180118), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 11, 9, 180118), 0, 2, datetime.datetime(2022, 6, 2, 23, 11, 9, 180118), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:11:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:11:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 11, 9, 182096), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 11, 9, 182096), 0, 2, datetime.datetime(2022, 6, 2, 23, 11, 9, 182096), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:11:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:11:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 11, 9, 183841), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 11, 9, 183841), 0, 2, datetime.datetime(2022, 6, 2, 23, 11, 9, 183841), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:11:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:11:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 11, 9, 185488), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 11, 9, 185488), 0, 2, datetime.datetime(2022, 6, 2, 23, 11, 9, 185488), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:11:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:11:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:11:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:11:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:11:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:11:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:11:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:11:31,653 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:12:09.167018+00:00 (in 29.998927 seconds)
repomirrorworker stdout | 2022-06-02 23:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:12:09 UTC)" (scheduled at 2022-06-02 23:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:11:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:11:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:11:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 11, 39, 176548), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 11, 39, 176548), 0, 2, datetime.datetime(2022, 6, 2, 23, 11, 39, 176548), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:11:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:11:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 11, 39, 179597), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 11, 39, 179597), 0, 2, datetime.datetime(2022, 6, 2, 23, 11, 39, 179597), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:11:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:11:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 11, 39, 181447), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 11, 39, 181447), 0, 2, datetime.datetime(2022, 6, 2, 23, 11, 39, 181447), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:11:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:11:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 11, 39, 183124), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 11, 39, 183124), 0, 2, datetime.datetime(2022, 6, 2, 23, 11, 39, 183124), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:11:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:11:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:11:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:11:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:11:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:11:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:11:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:12:01,707 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:12:39.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-02 23:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:12:39 UTC)" (scheduled at 2022-06-02 23:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:12:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:12:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:12:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 12, 9, 176688), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 12, 9, 176688), 0, 2, datetime.datetime(2022, 6, 2, 23, 12, 9, 176688), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:12:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:12:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 12, 9, 180046), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 12, 9, 180046), 0, 2, datetime.datetime(2022, 6, 2, 23, 12, 9, 180046), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:12:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:12:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 12, 9, 182033), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 12, 9, 182033), 0, 2, datetime.datetime(2022, 6, 2, 23, 12, 9, 182033), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:12:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:12:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 12, 9, 183797), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 12, 9, 183797), 0, 2, datetime.datetime(2022, 6, 2, 23, 12, 9, 183797), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:12:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:12:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 12, 9, 185492), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 12, 9, 185492), 0, 2, datetime.datetime(2022, 6, 2, 23, 12, 9, 185492), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:12:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:12:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:12:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:12:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:12:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:12:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:12:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:12:31,771 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:13:09.167018+00:00 (in 29.998926 seconds)
repomirrorworker stdout | 2022-06-02 23:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:13:09 UTC)" (scheduled at 2022-06-02 23:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:12:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:12:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:12:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 12, 39, 176687), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 12, 39, 176687), 0, 2, datetime.datetime(2022, 6, 2, 23, 12, 39, 176687), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:12:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:12:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 12, 39, 179805), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 12, 39, 179805), 0, 2, datetime.datetime(2022, 6, 2, 23, 12, 39, 179805), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:12:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:12:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 12, 39, 181651), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 12, 39, 181651), 0, 2, datetime.datetime(2022, 6, 2, 23, 12, 39, 181651), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:12:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 12, 39, 183351), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 12, 39, 183351), 0, 2, datetime.datetime(2022, 6, 2, 23, 12, 39, 183351), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:12:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:12:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 12, 39, 185018), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 12, 39, 185018), 0, 2, datetime.datetime(2022, 6, 2, 23, 12, 39, 185018), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:12:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:12:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:12:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:12:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:12:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:12:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:12:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:13:01,832 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:13:39.167018+00:00 (in 29.998987 seconds)
repomirrorworker stdout | 2022-06-02 23:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:13:39 UTC)" (scheduled at 2022-06-02 23:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:13:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:13:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:13:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 13, 9, 177165), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 13, 9, 177165), 0, 2, datetime.datetime(2022, 6, 2, 23, 13, 9, 177165), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:13:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:13:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 13, 9, 180477), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 13, 9, 180477), 0, 2, datetime.datetime(2022, 6, 2, 23, 13, 9, 180477), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:13:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:13:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 13, 9, 182790), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 13, 9, 182790), 0, 2, datetime.datetime(2022, 6, 2, 23, 13, 9, 182790), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:13:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:13:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 13, 9, 184776), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 13, 9, 184776), 0, 2, datetime.datetime(2022, 6, 2, 23, 13, 9, 184776), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:13:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:13:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:13:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:13:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:13:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:13:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:13:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:13:31,893 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:14:09.167018+00:00 (in 29.998970 seconds)
repomirrorworker stdout | 2022-06-02 23:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:14:09 UTC)" (scheduled at 2022-06-02 23:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:13:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:13:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:13:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 13, 39, 177611), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 13, 39, 177611), 0, 2, datetime.datetime(2022, 6, 2, 23, 13, 39, 177611), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:13:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:13:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 13, 39, 180767), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 13, 39, 180767), 0, 2, datetime.datetime(2022, 6, 2, 23, 13, 39, 180767), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:13:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:13:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 13, 39, 182622), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 13, 39, 182622), 0, 2, datetime.datetime(2022, 6, 2, 23, 13, 39, 182622), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:13:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:13:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 13, 39, 184330), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 13, 39, 184330), 0, 2, datetime.datetime(2022, 6, 2, 23, 13, 39, 184330), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:13:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:13:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 13, 39, 186049), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 13, 39, 186049), 0, 2, datetime.datetime(2022, 6, 2, 23, 13, 39, 186049), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:13:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:13:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:13:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:13:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:13:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:13:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:13:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:14:02,040 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:14:39.167018+00:00 (in 29.999002 seconds)
repomirrorworker stdout | 2022-06-02 23:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:14:39 UTC)" (scheduled at 2022-06-02 23:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:14:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:14:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:14:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 14, 9, 176702), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 14, 9, 176702), 0, 2, datetime.datetime(2022, 6, 2, 23, 14, 9, 176702), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:14:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:14:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 14, 9, 180188), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 14, 9, 180188), 0, 2, datetime.datetime(2022, 6, 2, 23, 14, 9, 180188), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:14:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:14:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 14, 9, 182198), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 14, 9, 182198), 0, 2, datetime.datetime(2022, 6, 2, 23, 14, 9, 182198), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:14:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:14:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 14, 9, 183924), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 14, 9, 183924), 0, 2, datetime.datetime(2022, 6, 2, 23, 14, 9, 183924), True, 12, 15])
repomirrorworker stdout | 2022-06-02 23:14:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 23:14:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 14, 9, 185583), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 14, 9, 185583), 0, 2, datetime.datetime(2022, 6, 2, 23, 14, 9, 185583), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:14:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:14:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:14:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:14:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:14:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:14:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:14:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:14:32,076 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:15:09.167018+00:00 (in 29.999047 seconds)
repomirrorworker stdout | 2022-06-02 23:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:15:09 UTC)" (scheduled at 2022-06-02 23:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:14:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:14:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:14:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 14, 39, 176716), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 14, 39, 176716), 0, 2, datetime.datetime(2022, 6, 2, 23, 14, 39, 176716), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:14:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 14, 39, 180096), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 14, 39, 180096), 0, 2, datetime.datetime(2022, 6, 2, 23, 14, 39, 180096), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:14:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:14:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 14, 39, 181947), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 14, 39, 181947), 0, 2, datetime.datetime(2022, 6, 2, 23, 14, 39, 181947), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:14:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:14:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 14, 39, 183645), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 14, 39, 183645), 0, 2, datetime.datetime(2022, 6, 2, 23, 14, 39, 183645), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:14:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:14:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 14, 39, 185520), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 14, 39, 185520), 0, 2, datetime.datetime(2022, 6, 2, 23, 14, 39, 185520), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:14:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:14:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:14:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:14:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:14:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:14:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:14:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:15:02,233 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:15:39.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-02 23:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:15:39 UTC)" (scheduled at 2022-06-02 23:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:15:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:15:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:15:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 15, 9, 176833), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 15, 9, 176833), 0, 2, datetime.datetime(2022, 6, 2, 23, 15, 9, 176833), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:15:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:15:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 15, 9, 180066), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 15, 9, 180066), 0, 2, datetime.datetime(2022, 6, 2, 23, 15, 9, 180066), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 15, 9, 182129), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 15, 9, 182129), 0, 2, datetime.datetime(2022, 6, 2, 23, 15, 9, 182129), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:15:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:15:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 15, 9, 183853), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 15, 9, 183853), 0, 2, datetime.datetime(2022, 6, 2, 23, 15, 9, 183853), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:15:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:15:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:15:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:15:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:15:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:15:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:15:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:15:32,287 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:16:09.167018+00:00 (in 29.998990 seconds)
repomirrorworker stdout | 2022-06-02 23:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:16:09 UTC)" (scheduled at 2022-06-02 23:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:15:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:15:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:15:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 15, 39, 176522), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 15, 39, 176522), 0, 2, datetime.datetime(2022, 6, 2, 23, 15, 39, 176522), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:15:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:15:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 15, 39, 180120), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 15, 39, 180120), 0, 2, datetime.datetime(2022, 6, 2, 23, 15, 39, 180120), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:15:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:15:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 15, 39, 181967), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 15, 39, 181967), 0, 2, datetime.datetime(2022, 6, 2, 23, 15, 39, 181967), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:15:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:15:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 15, 39, 183612), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 15, 39, 183612), 0, 2, datetime.datetime(2022, 6, 2, 23, 15, 39, 183612), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:15:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:15:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:15:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:15:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:15:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:15:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:15:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:16:02,424 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:16:39.167018+00:00 (in 29.999177 seconds)
repomirrorworker stdout | 2022-06-02 23:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:16:39 UTC)" (scheduled at 2022-06-02 23:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:16:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:16:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:16:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 16, 9, 175955), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 16, 9, 175955), 0, 2, datetime.datetime(2022, 6, 2, 23, 16, 9, 175955), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:16:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:16:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 16, 9, 179031), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 16, 9, 179031), 0, 2, datetime.datetime(2022, 6, 2, 23, 16, 9, 179031), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:16:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:16:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 16, 9, 180902), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 16, 9, 180902), 0, 2, datetime.datetime(2022, 6, 2, 23, 16, 9, 180902), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:16:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:16:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 16, 9, 182554), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 16, 9, 182554), 0, 2, datetime.datetime(2022, 6, 2, 23, 16, 9, 182554), True, 12, 15])
repomirrorworker stdout | 2022-06-02 23:16:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 23:16:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:16:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:16:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:16:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:16:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:16:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:16:32,479 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:17:09.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-02 23:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:17:09 UTC)" (scheduled at 2022-06-02 23:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:16:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:16:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:16:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 16, 39, 176531), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 16, 39, 176531), 0, 2, datetime.datetime(2022, 6, 2, 23, 16, 39, 176531), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:16:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:16:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 16, 39, 179990), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 16, 39, 179990), 0, 2, datetime.datetime(2022, 6, 2, 23, 16, 39, 179990), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:16:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:16:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 16, 39, 181972), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 16, 39, 181972), 0, 2, datetime.datetime(2022, 6, 2, 23, 16, 39, 181972), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:16:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:16:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 16, 39, 183866), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 16, 39, 183866), 0, 2, datetime.datetime(2022, 6, 2, 23, 16, 39, 183866), True, 12, 15])
repomirrorworker stdout | 2022-06-02 23:16:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 23:16:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 16, 39, 185700), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 16, 39, 185700), 0, 2, datetime.datetime(2022, 6, 2, 23, 16, 39, 185700), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:16:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:16:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:16:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:16:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:16:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:16:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:16:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:17:02,522 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:17:39.167018+00:00 (in 29.999104 seconds)
repomirrorworker stdout | 2022-06-02 23:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:17:39 UTC)" (scheduled at 2022-06-02 23:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:17:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:17:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:17:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 17, 9, 176435), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 17, 9, 176435), 0, 2, datetime.datetime(2022, 6, 2, 23, 17, 9, 176435), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:17:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:17:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 17, 9, 179788), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 17, 9, 179788), 0, 2, datetime.datetime(2022, 6, 2, 23, 17, 9, 179788), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:17:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:17:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 17, 9, 181603), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 17, 9, 181603), 0, 2, datetime.datetime(2022, 6, 2, 23, 17, 9, 181603), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:17:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:17:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 17, 9, 183249), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 17, 9, 183249), 0, 2, datetime.datetime(2022, 6, 2, 23, 17, 9, 183249), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:17:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:17:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:17:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:17:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:17:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:17:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:17:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:17:32,558 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:18:09.167018+00:00 (in 29.998937 seconds)
repomirrorworker stdout | 2022-06-02 23:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:18:09 UTC)" (scheduled at 2022-06-02 23:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:17:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:17:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 17, 39, 176923), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 17, 39, 176923), 0, 2, datetime.datetime(2022, 6, 2, 23, 17, 39, 176923), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:17:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:17:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 17, 39, 180363), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 17, 39, 180363), 0, 2, datetime.datetime(2022, 6, 2, 23, 17, 39, 180363), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:17:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:17:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 17, 39, 182373), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 17, 39, 182373), 0, 2, datetime.datetime(2022, 6, 2, 23, 17, 39, 182373), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:17:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:17:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 17, 39, 184110), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 17, 39, 184110), 0, 2, datetime.datetime(2022, 6, 2, 23, 17, 39, 184110), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:17:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:17:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 17, 39, 185773), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 17, 39, 185773), 0, 2, datetime.datetime(2022, 6, 2, 23, 17, 39, 185773), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:17:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:17:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:17:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:17:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:17:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:17:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:17:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:18:02,618 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:18:39.167018+00:00 (in 29.998945 seconds)
repomirrorworker stdout | 2022-06-02 23:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:18:39 UTC)" (scheduled at 2022-06-02 23:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:18:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:18:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:18:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 18, 9, 177053), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 18, 9, 177053), 0, 2, datetime.datetime(2022, 6, 2, 23, 18, 9, 177053), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:18:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:18:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 18, 9, 180588), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 18, 9, 180588), 0, 2, datetime.datetime(2022, 6, 2, 23, 18, 9, 180588), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:18:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:18:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 18, 9, 182458), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 18, 9, 182458), 0, 2, datetime.datetime(2022, 6, 2, 23, 18, 9, 182458), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:18:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:18:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 18, 9, 184166), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 18, 9, 184166), 0, 2, datetime.datetime(2022, 6, 2, 23, 18, 9, 184166), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:18:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:18:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 18, 9, 185991), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 18, 9, 185991), 0, 2, datetime.datetime(2022, 6, 2, 23, 18, 9, 185991), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:18:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:18:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:18:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:18:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:18:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:18:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:18:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:18:32,674 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:19:09.167018+00:00 (in 29.999053 seconds)
repomirrorworker stdout | 2022-06-02 23:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:19:09 UTC)" (scheduled at 2022-06-02 23:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:18:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:18:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:18:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 18, 39, 176066), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 18, 39, 176066), 0, 2, datetime.datetime(2022, 6, 2, 23, 18, 39, 176066), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:18:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:18:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 18, 39, 179503), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 18, 39, 179503), 0, 2, datetime.datetime(2022, 6, 2, 23, 18, 39, 179503), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:18:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:18:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 18, 39, 181640), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 18, 39, 181640), 0, 2, datetime.datetime(2022, 6, 2, 23, 18, 39, 181640), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:18:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:18:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 18, 39, 183344), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 18, 39, 183344), 0, 2, datetime.datetime(2022, 6, 2, 23, 18, 39, 183344), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:18:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:18:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:18:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:18:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:18:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:18:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:18:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:19:02,727 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:19:39.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-02 23:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:19:39 UTC)" (scheduled at 2022-06-02 23:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:19:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:19:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:19:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 19, 9, 176773), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 19, 9, 176773), 0, 2, datetime.datetime(2022, 6, 2, 23, 19, 9, 176773), True, 3, 7])
repomirrorworker stdout | 2022-06-02 23:19:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 23:19:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 19, 9, 180004), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 19, 9, 180004), 0, 2, datetime.datetime(2022, 6, 2, 23, 19, 9, 180004), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:19:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:19:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 19, 9, 181897), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 19, 9, 181897), 0, 2, datetime.datetime(2022, 6, 2, 23, 19, 9, 181897), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:19:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:19:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 19, 9, 183614), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 19, 9, 183614), 0, 2, datetime.datetime(2022, 6, 2, 23, 19, 9, 183614), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:19:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:19:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 19, 9, 185452), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 19, 9, 185452), 0, 2, datetime.datetime(2022, 6, 2, 23, 19, 9, 185452), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:19:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:19:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:19:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:19:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:19:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:19:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:19:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:19:32,782 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:20:09.167018+00:00 (in 29.998959 seconds)
repomirrorworker stdout | 2022-06-02 23:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:20:09 UTC)" (scheduled at 2022-06-02 23:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:19:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:19:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:19:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 19, 39, 177008), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 19, 39, 177008), 0, 2, datetime.datetime(2022, 6, 2, 23, 19, 39, 177008), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:19:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:19:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 19, 39, 180279), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 19, 39, 180279), 0, 2, datetime.datetime(2022, 6, 2, 23, 19, 39, 180279), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:19:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:19:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 19, 39, 182449), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 19, 39, 182449), 0, 2, datetime.datetime(2022, 6, 2, 23, 19, 39, 182449), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:19:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:19:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 19, 39, 184442), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 19, 39, 184442), 0, 2, datetime.datetime(2022, 6, 2, 23, 19, 39, 184442), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:19:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:19:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 19, 39, 186407), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 19, 39, 186407), 0, 2, datetime.datetime(2022, 6, 2, 23, 19, 39, 186407), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:19:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:19:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:19:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:19:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:19:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:19:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:19:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:20:02,844 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:20:39.167018+00:00 (in 29.999092 seconds)
repomirrorworker stdout | 2022-06-02 23:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:20:39 UTC)" (scheduled at 2022-06-02 23:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:20:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:20:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:20:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 20, 9, 176537), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 20, 9, 176537), 0, 2, datetime.datetime(2022, 6, 2, 23, 20, 9, 176537), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:20:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:20:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 20, 9, 179798), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 20, 9, 179798), 0, 2, datetime.datetime(2022, 6, 2, 23, 20, 9, 179798), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:20:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:20:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 20, 9, 181768), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 20, 9, 181768), 0, 2, datetime.datetime(2022, 6, 2, 23, 20, 9, 181768), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:20:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:20:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 20, 9, 183500), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 20, 9, 183500), 0, 2, datetime.datetime(2022, 6, 2, 23, 20, 9, 183500), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:20:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:20:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 20, 9, 185249), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 20, 9, 185249), 0, 2, datetime.datetime(2022, 6, 2, 23, 20, 9, 185249), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:20:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:20:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:20:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:20:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:20:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:20:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:20:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:20:32,904 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:21:09.167018+00:00 (in 29.999233 seconds)
repomirrorworker stdout | 2022-06-02 23:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:21:09 UTC)" (scheduled at 2022-06-02 23:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:20:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:20:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:20:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 20, 39, 176122), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 20, 39, 176122), 0, 2, datetime.datetime(2022, 6, 2, 23, 20, 39, 176122), True, 3, 7])
repomirrorworker stdout | 2022-06-02 23:20:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 23:20:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 20, 39, 179255), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 20, 39, 179255), 0, 2, datetime.datetime(2022, 6, 2, 23, 20, 39, 179255), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:20:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:20:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 20, 39, 181442), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 20, 39, 181442), 0, 2, datetime.datetime(2022, 6, 2, 23, 20, 39, 181442), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:20:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:20:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 20, 39, 183453), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 20, 39, 183453), 0, 2, datetime.datetime(2022, 6, 2, 23, 20, 39, 183453), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:20:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:20:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:20:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:20:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:20:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:20:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:20:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:21:02,947 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:21:39.167018+00:00 (in 29.999277 seconds)
repomirrorworker stdout | 2022-06-02 23:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:21:39 UTC)" (scheduled at 2022-06-02 23:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:21:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:21:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:21:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 21, 9, 176226), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 21, 9, 176226), 0, 2, datetime.datetime(2022, 6, 2, 23, 21, 9, 176226), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:21:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:21:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 21, 9, 179909), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 21, 9, 179909), 0, 2, datetime.datetime(2022, 6, 2, 23, 21, 9, 179909), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:21:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:21:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 21, 9, 181865), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 21, 9, 181865), 0, 2, datetime.datetime(2022, 6, 2, 23, 21, 9, 181865), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:21:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 21, 9, 183642), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 21, 9, 183642), 0, 2, datetime.datetime(2022, 6, 2, 23, 21, 9, 183642), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:21:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:21:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 21, 9, 185337), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 21, 9, 185337), 0, 2, datetime.datetime(2022, 6, 2, 23, 21, 9, 185337), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:21:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:21:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:21:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:21:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:21:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:21:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:21:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:21:32,984 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:22:09.167018+00:00 (in 29.999178 seconds)
repomirrorworker stdout | 2022-06-02 23:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:22:09 UTC)" (scheduled at 2022-06-02 23:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:21:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:21:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:21:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 21, 39, 176751), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 21, 39, 176751), 0, 2, datetime.datetime(2022, 6, 2, 23, 21, 39, 176751), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:21:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:21:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 21, 39, 180183), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 21, 39, 180183), 0, 2, datetime.datetime(2022, 6, 2, 23, 21, 39, 180183), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:21:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:21:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 21, 39, 182336), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 21, 39, 182336), 0, 2, datetime.datetime(2022, 6, 2, 23, 21, 39, 182336), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:21:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:21:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 21, 39, 184105), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 21, 39, 184105), 0, 2, datetime.datetime(2022, 6, 2, 23, 21, 39, 184105), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:21:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:21:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 21, 39, 185955), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 21, 39, 185955), 0, 2, datetime.datetime(2022, 6, 2, 23, 21, 39, 185955), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:21:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:21:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:21:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:21:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:21:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:21:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:21:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:22:03,038 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:22:39.167018+00:00 (in 29.998977 seconds)
repomirrorworker stdout | 2022-06-02 23:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:22:39 UTC)" (scheduled at 2022-06-02 23:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:22:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:22:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:22:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 22, 9, 176948), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 22, 9, 176948), 0, 2, datetime.datetime(2022, 6, 2, 23, 22, 9, 176948), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:22:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:22:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 22, 9, 181080), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 22, 9, 181080), 0, 2, datetime.datetime(2022, 6, 2, 23, 22, 9, 181080), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:22:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:22:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 22, 9, 183058), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 22, 9, 183058), 0, 2, datetime.datetime(2022, 6, 2, 23, 22, 9, 183058), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:22:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:22:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 22, 9, 184866), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 22, 9, 184866), 0, 2, datetime.datetime(2022, 6, 2, 23, 22, 9, 184866), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:22:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:22:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 22, 9, 186610), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 22, 9, 186610), 0, 2, datetime.datetime(2022, 6, 2, 23, 22, 9, 186610), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:22:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:22:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:22:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:22:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:22:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:22:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:22:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:22:33,081 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:23:09.167018+00:00 (in 29.999075 seconds)
repomirrorworker stdout | 2022-06-02 23:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:23:09 UTC)" (scheduled at 2022-06-02 23:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:22:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:22:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:22:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 22, 39, 177005), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 22, 39, 177005), 0, 2, datetime.datetime(2022, 6, 2, 23, 22, 39, 177005), True, 3, 7])
repomirrorworker stdout | 2022-06-02 23:22:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 23:22:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 22, 39, 180376), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 22, 39, 180376), 0, 2, datetime.datetime(2022, 6, 2, 23, 22, 39, 180376), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:22:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:22:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 22, 39, 182405), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 22, 39, 182405), 0, 2, datetime.datetime(2022, 6, 2, 23, 22, 39, 182405), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:22:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:22:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 22, 39, 184149), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 22, 39, 184149), 0, 2, datetime.datetime(2022, 6, 2, 23, 22, 39, 184149), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:22:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:22:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 22, 39, 186036), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 22, 39, 186036), 0, 2, datetime.datetime(2022, 6, 2, 23, 22, 39, 186036), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:22:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:22:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:22:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:22:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:22:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:22:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:22:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:23:03,136 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:23:39.167018+00:00 (in 29.999104 seconds)
repomirrorworker stdout | 2022-06-02 23:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:23:39 UTC)" (scheduled at 2022-06-02 23:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:23:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:23:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 23, 9, 176660), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 23, 9, 176660), 0, 2, datetime.datetime(2022, 6, 2, 23, 23, 9, 176660), True, 3, 7])
repomirrorworker stdout | 2022-06-02 23:23:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 23:23:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 23, 9, 180170), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 23, 9, 180170), 0, 2, datetime.datetime(2022, 6, 2, 23, 23, 9, 180170), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:23:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:23:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 23, 9, 182185), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 23, 9, 182185), 0, 2, datetime.datetime(2022, 6, 2, 23, 23, 9, 182185), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:23:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:23:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 23, 9, 183925), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 23, 9, 183925), 0, 2, datetime.datetime(2022, 6, 2, 23, 23, 9, 183925), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:23:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:23:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 23, 9, 185695), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 23, 9, 185695), 0, 2, datetime.datetime(2022, 6, 2, 23, 23, 9, 185695), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:23:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:23:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:23:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:23:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:23:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:23:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:23:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:23:33,190 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:24:09.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-02 23:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:24:09 UTC)" (scheduled at 2022-06-02 23:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:23:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:23:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:23:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 23, 39, 176955), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 23, 39, 176955), 0, 2, datetime.datetime(2022, 6, 2, 23, 23, 39, 176955), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:23:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:23:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 23, 39, 180151), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 23, 39, 180151), 0, 2, datetime.datetime(2022, 6, 2, 23, 23, 39, 180151), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:23:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:23:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 23, 39, 182117), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 23, 39, 182117), 0, 2, datetime.datetime(2022, 6, 2, 23, 23, 39, 182117), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:23:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:23:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 23, 39, 183912), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 23, 39, 183912), 0, 2, datetime.datetime(2022, 6, 2, 23, 23, 39, 183912), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:23:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:23:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 23, 39, 185629), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 23, 39, 185629), 0, 2, datetime.datetime(2022, 6, 2, 23, 23, 39, 185629), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:23:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:23:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:23:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:23:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:23:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:23:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:23:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:24:03,264 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:24:39.167018+00:00 (in 29.998973 seconds)
repomirrorworker stdout | 2022-06-02 23:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:24:39 UTC)" (scheduled at 2022-06-02 23:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:24:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:24:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:24:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 24, 9, 176756), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 24, 9, 176756), 0, 2, datetime.datetime(2022, 6, 2, 23, 24, 9, 176756), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:24:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:24:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 24, 9, 180217), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 24, 9, 180217), 0, 2, datetime.datetime(2022, 6, 2, 23, 24, 9, 180217), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:24:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:24:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 24, 9, 182185), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 24, 9, 182185), 0, 2, datetime.datetime(2022, 6, 2, 23, 24, 9, 182185), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:24:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:24:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 24, 9, 183874), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 24, 9, 183874), 0, 2, datetime.datetime(2022, 6, 2, 23, 24, 9, 183874), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:24:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:24:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 24, 9, 185580), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 24, 9, 185580), 0, 2, datetime.datetime(2022, 6, 2, 23, 24, 9, 185580), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:24:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:24:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:24:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:24:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:24:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:24:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:24:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:24:33,304 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:25:09.167018+00:00 (in 29.999067 seconds)
repomirrorworker stdout | 2022-06-02 23:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:25:09 UTC)" (scheduled at 2022-06-02 23:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:24:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:24:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:24:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 24, 39, 176653), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 24, 39, 176653), 0, 2, datetime.datetime(2022, 6, 2, 23, 24, 39, 176653), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:24:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:24:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 24, 39, 179871), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 24, 39, 179871), 0, 2, datetime.datetime(2022, 6, 2, 23, 24, 39, 179871), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:24:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:24:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 24, 39, 182077), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 24, 39, 182077), 0, 2, datetime.datetime(2022, 6, 2, 23, 24, 39, 182077), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:24:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:24:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 24, 39, 183775), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 24, 39, 183775), 0, 2, datetime.datetime(2022, 6, 2, 23, 24, 39, 183775), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:24:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:24:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 24, 39, 185404), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 24, 39, 185404), 0, 2, datetime.datetime(2022, 6, 2, 23, 24, 39, 185404), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:24:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:24:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:24:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:24:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:24:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:24:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:24:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:25:03,340 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:25:39.167018+00:00 (in 29.999272 seconds)
repomirrorworker stdout | 2022-06-02 23:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:25:39 UTC)" (scheduled at 2022-06-02 23:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:25:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:25:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:25:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 25, 9, 176646), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 25, 9, 176646), 0, 2, datetime.datetime(2022, 6, 2, 23, 25, 9, 176646), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:25:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 25, 9, 180038), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 25, 9, 180038), 0, 2, datetime.datetime(2022, 6, 2, 23, 25, 9, 180038), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:25:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:25:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 25, 9, 182096), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 25, 9, 182096), 0, 2, datetime.datetime(2022, 6, 2, 23, 25, 9, 182096), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:25:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:25:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 25, 9, 183924), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 25, 9, 183924), 0, 2, datetime.datetime(2022, 6, 2, 23, 25, 9, 183924), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:25:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:25:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 25, 9, 185784), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 25, 9, 185784), 0, 2, datetime.datetime(2022, 6, 2, 23, 25, 9, 185784), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:25:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:25:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:25:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:25:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:25:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:25:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:25:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:25:33,393 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:26:09.167018+00:00 (in 29.999201 seconds)
repomirrorworker stdout | 2022-06-02 23:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:26:09 UTC)" (scheduled at 2022-06-02 23:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:25:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:25:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 25, 39, 176474), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 25, 39, 176474), 0, 2, datetime.datetime(2022, 6, 2, 23, 25, 39, 176474), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:25:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:25:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 25, 39, 179981), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 25, 39, 179981), 0, 2, datetime.datetime(2022, 6, 2, 23, 25, 39, 179981), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:25:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:25:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 25, 39, 182016), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 25, 39, 182016), 0, 2, datetime.datetime(2022, 6, 2, 23, 25, 39, 182016), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:25:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:25:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 25, 39, 183860), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 25, 39, 183860), 0, 2, datetime.datetime(2022, 6, 2, 23, 25, 39, 183860), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:25:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:25:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 25, 39, 185572), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 25, 39, 185572), 0, 2, datetime.datetime(2022, 6, 2, 23, 25, 39, 185572), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:25:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:25:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:25:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:25:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:25:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:25:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:25:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:26:03,437 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:26:39.167018+00:00 (in 29.998958 seconds)
repomirrorworker stdout | 2022-06-02 23:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:26:39 UTC)" (scheduled at 2022-06-02 23:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:26:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:26:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:26:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 26, 9, 177135), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 26, 9, 177135), 0, 2, datetime.datetime(2022, 6, 2, 23, 26, 9, 177135), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:26:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:26:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 26, 9, 180823), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 26, 9, 180823), 0, 2, datetime.datetime(2022, 6, 2, 23, 26, 9, 180823), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:26:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:26:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 26, 9, 182845), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 26, 9, 182845), 0, 2, datetime.datetime(2022, 6, 2, 23, 26, 9, 182845), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:26:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:26:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 26, 9, 184549), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 26, 9, 184549), 0, 2, datetime.datetime(2022, 6, 2, 23, 26, 9, 184549), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:26:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:26:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 26, 9, 186198), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 26, 9, 186198), 0, 2, datetime.datetime(2022, 6, 2, 23, 26, 9, 186198), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:26:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:26:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:26:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:26:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:26:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:26:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:26:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:26:33,493 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:27:09.167018+00:00 (in 29.999047 seconds)
repomirrorworker stdout | 2022-06-02 23:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:27:09 UTC)" (scheduled at 2022-06-02 23:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:26:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:26:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:26:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 26, 39, 176565), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 26, 39, 176565), 0, 2, datetime.datetime(2022, 6, 2, 23, 26, 39, 176565), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:26:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:26:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 26, 39, 180231), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 26, 39, 180231), 0, 2, datetime.datetime(2022, 6, 2, 23, 26, 39, 180231), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:26:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:26:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 26, 39, 182191), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 26, 39, 182191), 0, 2, datetime.datetime(2022, 6, 2, 23, 26, 39, 182191), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:26:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:26:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 26, 39, 184039), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 26, 39, 184039), 0, 2, datetime.datetime(2022, 6, 2, 23, 26, 39, 184039), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:26:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:26:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:26:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:26:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:26:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:26:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:26:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:27:03,570 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:27:39.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-02 23:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:27:39 UTC)" (scheduled at 2022-06-02 23:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:27:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:27:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:27:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 27, 9, 176511), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 27, 9, 176511), 0, 2, datetime.datetime(2022, 6, 2, 23, 27, 9, 176511), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:27:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:27:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 27, 9, 179951), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 27, 9, 179951), 0, 2, datetime.datetime(2022, 6, 2, 23, 27, 9, 179951), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:27:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:27:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 27, 9, 181858), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 27, 9, 181858), 0, 2, datetime.datetime(2022, 6, 2, 23, 27, 9, 181858), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:27:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:27:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 27, 9, 183610), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 27, 9, 183610), 0, 2, datetime.datetime(2022, 6, 2, 23, 27, 9, 183610), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:27:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:27:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 27, 9, 185324), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 27, 9, 185324), 0, 2, datetime.datetime(2022, 6, 2, 23, 27, 9, 185324), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:27:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:27:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:27:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:27:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:27:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:27:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:27:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:27:33,608 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:28:09.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-02 23:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:28:09 UTC)" (scheduled at 2022-06-02 23:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:27:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:27:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:27:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 27, 39, 175991), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 27, 39, 175991), 0, 2, datetime.datetime(2022, 6, 2, 23, 27, 39, 175991), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:27:39,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:27:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 27, 39, 179065), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 27, 39, 179065), 0, 2, datetime.datetime(2022, 6, 2, 23, 27, 39, 179065), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:27:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:27:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 27, 39, 181011), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 27, 39, 181011), 0, 2, datetime.datetime(2022, 6, 2, 23, 27, 39, 181011), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:27:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:27:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 27, 39, 182937), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 27, 39, 182937), 0, 2, datetime.datetime(2022, 6, 2, 23, 27, 39, 182937), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:27:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:27:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:27:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:27:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:27:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:27:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:27:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:28:03,648 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:28:39.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-02 23:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:28:39 UTC)" (scheduled at 2022-06-02 23:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:28:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:28:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 28, 9, 176698), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 28, 9, 176698), 0, 2, datetime.datetime(2022, 6, 2, 23, 28, 9, 176698), True, 3, 7])
repomirrorworker stdout | 2022-06-02 23:28:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 23:28:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 28, 9, 180019), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 28, 9, 180019), 0, 2, datetime.datetime(2022, 6, 2, 23, 28, 9, 180019), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:28:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:28:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 28, 9, 182058), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 28, 9, 182058), 0, 2, datetime.datetime(2022, 6, 2, 23, 28, 9, 182058), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:28:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:28:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 28, 9, 183789), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 28, 9, 183789), 0, 2, datetime.datetime(2022, 6, 2, 23, 28, 9, 183789), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:28:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:28:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:28:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:28:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:28:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:28:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:28:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:28:33,687 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:29:09.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-02 23:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:29:09 UTC)" (scheduled at 2022-06-02 23:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:28:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:28:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:28:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 28, 39, 176736), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 28, 39, 176736), 0, 2, datetime.datetime(2022, 6, 2, 23, 28, 39, 176736), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:28:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:28:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 28, 39, 180494), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 28, 39, 180494), 0, 2, datetime.datetime(2022, 6, 2, 23, 28, 39, 180494), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:28:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:28:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 28, 39, 182379), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 28, 39, 182379), 0, 2, datetime.datetime(2022, 6, 2, 23, 28, 39, 182379), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:28:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:28:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 28, 39, 184158), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 28, 39, 184158), 0, 2, datetime.datetime(2022, 6, 2, 23, 28, 39, 184158), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:28:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:28:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 28, 39, 185832), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 28, 39, 185832), 0, 2, datetime.datetime(2022, 6, 2, 23, 28, 39, 185832), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:28:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:28:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:28:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:28:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:28:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:28:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:28:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:29:03,731 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:29:39.167018+00:00 (in 29.999083 seconds)
repomirrorworker stdout | 2022-06-02 23:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:29:39 UTC)" (scheduled at 2022-06-02 23:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:29:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:29:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:29:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 29, 9, 176332), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 29, 9, 176332), 0, 2, datetime.datetime(2022, 6, 2, 23, 29, 9, 176332), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:29:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:29:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 29, 9, 179477), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 29, 9, 179477), 0, 2, datetime.datetime(2022, 6, 2, 23, 29, 9, 179477), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:29:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:29:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 29, 9, 181352), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 29, 9, 181352), 0, 2, datetime.datetime(2022, 6, 2, 23, 29, 9, 181352), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:29:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:29:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 29, 9, 183114), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 29, 9, 183114), 0, 2, datetime.datetime(2022, 6, 2, 23, 29, 9, 183114), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:29:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:29:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 29, 9, 184747), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 29, 9, 184747), 0, 2, datetime.datetime(2022, 6, 2, 23, 29, 9, 184747), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:29:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:29:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:29:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:29:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:29:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:29:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:29:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:29:33,789 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:30:09.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-02 23:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:30:09 UTC)" (scheduled at 2022-06-02 23:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:29:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:29:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 29, 39, 176864), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 29, 39, 176864), 0, 2, datetime.datetime(2022, 6, 2, 23, 29, 39, 176864), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:29:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:29:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 29, 39, 180299), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 29, 39, 180299), 0, 2, datetime.datetime(2022, 6, 2, 23, 29, 39, 180299), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:29:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:29:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 29, 39, 182234), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 29, 39, 182234), 0, 2, datetime.datetime(2022, 6, 2, 23, 29, 39, 182234), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:29:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:29:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 29, 39, 183922), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 29, 39, 183922), 0, 2, datetime.datetime(2022, 6, 2, 23, 29, 39, 183922), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:29:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:29:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 29, 39, 185556), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 29, 39, 185556), 0, 2, datetime.datetime(2022, 6, 2, 23, 29, 39, 185556), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:29:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:29:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:29:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:29:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:29:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:29:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:29:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:30:03,845 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:30:39.167018+00:00 (in 29.999141 seconds)
repomirrorworker stdout | 2022-06-02 23:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:30:39 UTC)" (scheduled at 2022-06-02 23:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:30:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:30:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 30, 9, 176105), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 30, 9, 176105), 0, 2, datetime.datetime(2022, 6, 2, 23, 30, 9, 176105), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:30:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:30:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 30, 9, 179268), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 30, 9, 179268), 0, 2, datetime.datetime(2022, 6, 2, 23, 30, 9, 179268), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:30:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:30:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 30, 9, 181203), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 30, 9, 181203), 0, 2, datetime.datetime(2022, 6, 2, 23, 30, 9, 181203), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:30:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:30:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 30, 9, 182880), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 30, 9, 182880), 0, 2, datetime.datetime(2022, 6, 2, 23, 30, 9, 182880), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:30:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:30:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:30:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:30:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:30:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:30:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:30:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:30:33,901 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:31:09.167018+00:00 (in 29.999138 seconds)
repomirrorworker stdout | 2022-06-02 23:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:31:09 UTC)" (scheduled at 2022-06-02 23:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:30:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:30:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:30:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 30, 39, 176342), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 30, 39, 176342), 0, 2, datetime.datetime(2022, 6, 2, 23, 30, 39, 176342), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:30:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:30:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 30, 39, 179764), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 30, 39, 179764), 0, 2, datetime.datetime(2022, 6, 2, 23, 30, 39, 179764), True, 3, 7])
repomirrorworker stdout | 2022-06-02 23:30:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 23:30:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 30, 39, 181810), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 30, 39, 181810), 0, 2, datetime.datetime(2022, 6, 2, 23, 30, 39, 181810), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:30:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:30:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 30, 39, 183555), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 30, 39, 183555), 0, 2, datetime.datetime(2022, 6, 2, 23, 30, 39, 183555), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:30:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:30:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 30, 39, 185251), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 30, 39, 185251), 0, 2, datetime.datetime(2022, 6, 2, 23, 30, 39, 185251), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:30:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:30:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:30:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:30:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:30:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:30:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:30:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:31:03,958 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:31:39.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-02 23:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:31:39 UTC)" (scheduled at 2022-06-02 23:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:31:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:31:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 31, 9, 176784), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 31, 9, 176784), 0, 2, datetime.datetime(2022, 6, 2, 23, 31, 9, 176784), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:31:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:31:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 31, 9, 180527), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 31, 9, 180527), 0, 2, datetime.datetime(2022, 6, 2, 23, 31, 9, 180527), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:31:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:31:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 31, 9, 182430), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 31, 9, 182430), 0, 2, datetime.datetime(2022, 6, 2, 23, 31, 9, 182430), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:31:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:31:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 31, 9, 184158), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 31, 9, 184158), 0, 2, datetime.datetime(2022, 6, 2, 23, 31, 9, 184158), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:31:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:31:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 31, 9, 185841), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 31, 9, 185841), 0, 2, datetime.datetime(2022, 6, 2, 23, 31, 9, 185841), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:31:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:31:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:31:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:31:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:31:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:31:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:31:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:31:33,995 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:32:09.167018+00:00 (in 29.999200 seconds)
repomirrorworker stdout | 2022-06-02 23:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:32:09 UTC)" (scheduled at 2022-06-02 23:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:31:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:31:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:31:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 31, 39, 176423), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 31, 39, 176423), 0, 2, datetime.datetime(2022, 6, 2, 23, 31, 39, 176423), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:31:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:31:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 31, 39, 179785), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 31, 39, 179785), 0, 2, datetime.datetime(2022, 6, 2, 23, 31, 39, 179785), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:31:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:31:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 31, 39, 181732), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 31, 39, 181732), 0, 2, datetime.datetime(2022, 6, 2, 23, 31, 39, 181732), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:31:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:31:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 31, 39, 183399), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 31, 39, 183399), 0, 2, datetime.datetime(2022, 6, 2, 23, 31, 39, 183399), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:31:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:31:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:31:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:31:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:31:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:31:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:31:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:32:04,054 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:32:39.167018+00:00 (in 29.999011 seconds)
repomirrorworker stdout | 2022-06-02 23:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:32:39 UTC)" (scheduled at 2022-06-02 23:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:32:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:32:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:32:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 32, 9, 176704), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 32, 9, 176704), 0, 2, datetime.datetime(2022, 6, 2, 23, 32, 9, 176704), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:32:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:32:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 32, 9, 180194), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 32, 9, 180194), 0, 2, datetime.datetime(2022, 6, 2, 23, 32, 9, 180194), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:32:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:32:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 32, 9, 182301), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 32, 9, 182301), 0, 2, datetime.datetime(2022, 6, 2, 23, 32, 9, 182301), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:32:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:32:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 32, 9, 184256), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 32, 9, 184256), 0, 2, datetime.datetime(2022, 6, 2, 23, 32, 9, 184256), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:32:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:32:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 32, 9, 186171), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 32, 9, 186171), 0, 2, datetime.datetime(2022, 6, 2, 23, 32, 9, 186171), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:32:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:32:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:32:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:32:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:32:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:32:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:32:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:32:34,108 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:33:09.167018+00:00 (in 29.999070 seconds)
repomirrorworker stdout | 2022-06-02 23:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:33:09 UTC)" (scheduled at 2022-06-02 23:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:32:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:32:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:32:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 32, 39, 176346), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 32, 39, 176346), 0, 2, datetime.datetime(2022, 6, 2, 23, 32, 39, 176346), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:32:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:32:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 32, 39, 179801), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 32, 39, 179801), 0, 2, datetime.datetime(2022, 6, 2, 23, 32, 39, 179801), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:32:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:32:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 32, 39, 181715), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 32, 39, 181715), 0, 2, datetime.datetime(2022, 6, 2, 23, 32, 39, 181715), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:32:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:32:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 32, 39, 183430), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 32, 39, 183430), 0, 2, datetime.datetime(2022, 6, 2, 23, 32, 39, 183430), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:32:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:32:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 32, 39, 185071), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 32, 39, 185071), 0, 2, datetime.datetime(2022, 6, 2, 23, 32, 39, 185071), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:32:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:32:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:32:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:32:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:32:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:32:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:32:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:33:04,169 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:33:39.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-02 23:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:33:39 UTC)" (scheduled at 2022-06-02 23:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:33:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:33:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:33:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 33, 9, 176135), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 33, 9, 176135), 0, 2, datetime.datetime(2022, 6, 2, 23, 33, 9, 176135), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:33:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:33:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 33, 9, 179275), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 33, 9, 179275), 0, 2, datetime.datetime(2022, 6, 2, 23, 33, 9, 179275), True, 12, 15])
repomirrorworker stdout | 2022-06-02 23:33:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 23:33:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 33, 9, 181146), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 33, 9, 181146), 0, 2, datetime.datetime(2022, 6, 2, 23, 33, 9, 181146), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:33:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:33:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 33, 9, 182806), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 33, 9, 182806), 0, 2, datetime.datetime(2022, 6, 2, 23, 33, 9, 182806), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:33:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:33:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 33, 9, 184431), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 33, 9, 184431), 0, 2, datetime.datetime(2022, 6, 2, 23, 33, 9, 184431), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:33:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:33:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:33:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:33:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:33:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:33:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:33:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:33:34,223 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:34:09.167018+00:00 (in 29.999250 seconds)
repomirrorworker stdout | 2022-06-02 23:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:34:09 UTC)" (scheduled at 2022-06-02 23:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:33:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:33:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:33:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 33, 39, 176445), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 33, 39, 176445), 0, 2, datetime.datetime(2022, 6, 2, 23, 33, 39, 176445), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:33:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:33:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 33, 39, 180015), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 33, 39, 180015), 0, 2, datetime.datetime(2022, 6, 2, 23, 33, 39, 180015), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:33:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:33:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 33, 39, 181920), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 33, 39, 181920), 0, 2, datetime.datetime(2022, 6, 2, 23, 33, 39, 181920), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:33:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:33:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 33, 39, 183587), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 33, 39, 183587), 0, 2, datetime.datetime(2022, 6, 2, 23, 33, 39, 183587), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:33:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:33:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:33:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:33:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:33:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:33:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:33:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:34:04,277 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:34:39.167018+00:00 (in 29.999238 seconds)
repomirrorworker stdout | 2022-06-02 23:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:34:39 UTC)" (scheduled at 2022-06-02 23:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:34:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:34:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:34:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 34, 9, 176122), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 34, 9, 176122), 0, 2, datetime.datetime(2022, 6, 2, 23, 34, 9, 176122), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:34:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:34:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 34, 9, 179225), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 34, 9, 179225), 0, 2, datetime.datetime(2022, 6, 2, 23, 34, 9, 179225), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:34:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:34:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 34, 9, 181071), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 34, 9, 181071), 0, 2, datetime.datetime(2022, 6, 2, 23, 34, 9, 181071), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:34:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:34:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 34, 9, 182768), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 34, 9, 182768), 0, 2, datetime.datetime(2022, 6, 2, 23, 34, 9, 182768), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:34:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:34:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:34:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:34:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:34:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:34:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:34:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:34:34,314 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:35:09.167018+00:00 (in 29.999251 seconds)
repomirrorworker stdout | 2022-06-02 23:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:35:09 UTC)" (scheduled at 2022-06-02 23:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:34:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:34:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:34:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 34, 39, 176456), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 34, 39, 176456), 0, 2, datetime.datetime(2022, 6, 2, 23, 34, 39, 176456), True, 3, 7])
repomirrorworker stdout | 2022-06-02 23:34:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 23:34:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 34, 39, 179576), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 34, 39, 179576), 0, 2, datetime.datetime(2022, 6, 2, 23, 34, 39, 179576), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:34:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:34:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 34, 39, 181437), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 34, 39, 181437), 0, 2, datetime.datetime(2022, 6, 2, 23, 34, 39, 181437), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:34:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:34:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 34, 39, 183121), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 34, 39, 183121), 0, 2, datetime.datetime(2022, 6, 2, 23, 34, 39, 183121), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:34:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:34:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:34:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:34:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:34:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:34:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:34:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:35:04,371 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:35:39.167018+00:00 (in 29.999026 seconds)
repomirrorworker stdout | 2022-06-02 23:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:35:39 UTC)" (scheduled at 2022-06-02 23:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:35:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:35:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:35:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 35, 9, 176443), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 35, 9, 176443), 0, 2, datetime.datetime(2022, 6, 2, 23, 35, 9, 176443), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:35:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:35:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 35, 9, 180006), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 35, 9, 180006), 0, 2, datetime.datetime(2022, 6, 2, 23, 35, 9, 180006), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:35:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:35:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 35, 9, 181961), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 35, 9, 181961), 0, 2, datetime.datetime(2022, 6, 2, 23, 35, 9, 181961), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:35:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:35:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 35, 9, 183609), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 35, 9, 183609), 0, 2, datetime.datetime(2022, 6, 2, 23, 35, 9, 183609), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:35:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:35:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:35:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:35:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:35:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:35:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:35:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:35:34,417 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:36:09.167018+00:00 (in 29.999027 seconds)
repomirrorworker stdout | 2022-06-02 23:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:36:09 UTC)" (scheduled at 2022-06-02 23:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:35:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:35:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:35:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 35, 39, 176340), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 35, 39, 176340), 0, 2, datetime.datetime(2022, 6, 2, 23, 35, 39, 176340), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:35:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:35:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 35, 39, 179425), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 35, 39, 179425), 0, 2, datetime.datetime(2022, 6, 2, 23, 35, 39, 179425), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:35:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:35:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 35, 39, 181311), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 35, 39, 181311), 0, 2, datetime.datetime(2022, 6, 2, 23, 35, 39, 181311), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:35:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:35:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 35, 39, 183006), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 35, 39, 183006), 0, 2, datetime.datetime(2022, 6, 2, 23, 35, 39, 183006), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:35:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:35:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 35, 39, 184645), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 35, 39, 184645), 0, 2, datetime.datetime(2022, 6, 2, 23, 35, 39, 184645), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:35:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:35:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:35:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:35:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:35:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:35:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:35:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:36:04,477 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:36:39.167018+00:00 (in 29.998979 seconds)
repomirrorworker stdout | 2022-06-02 23:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:36:39 UTC)" (scheduled at 2022-06-02 23:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:36:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:36:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:36:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 36, 9, 176940), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 36, 9, 176940), 0, 2, datetime.datetime(2022, 6, 2, 23, 36, 9, 176940), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:36:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 36, 9, 180170), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 36, 9, 180170), 0, 2, datetime.datetime(2022, 6, 2, 23, 36, 9, 180170), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:36:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:36:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 36, 9, 182118), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 36, 9, 182118), 0, 2, datetime.datetime(2022, 6, 2, 23, 36, 9, 182118), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:36:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:36:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 36, 9, 183838), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 36, 9, 183838), 0, 2, datetime.datetime(2022, 6, 2, 23, 36, 9, 183838), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:36:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:36:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 36, 9, 185518), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 36, 9, 185518), 0, 2, datetime.datetime(2022, 6, 2, 23, 36, 9, 185518), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:36:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:36:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:36:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:36:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:36:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:36:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:36:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:36:34,532 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:37:09.167018+00:00 (in 29.998997 seconds)
repomirrorworker stdout | 2022-06-02 23:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:37:09 UTC)" (scheduled at 2022-06-02 23:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:36:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:36:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 36, 39, 176361), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 36, 39, 176361), 0, 2, datetime.datetime(2022, 6, 2, 23, 36, 39, 176361), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:36:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:36:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 36, 39, 179667), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 36, 39, 179667), 0, 2, datetime.datetime(2022, 6, 2, 23, 36, 39, 179667), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:36:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:36:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 36, 39, 181662), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 36, 39, 181662), 0, 2, datetime.datetime(2022, 6, 2, 23, 36, 39, 181662), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:36:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:36:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 36, 39, 183491), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 36, 39, 183491), 0, 2, datetime.datetime(2022, 6, 2, 23, 36, 39, 183491), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:36:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:36:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 36, 39, 185251), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 36, 39, 185251), 0, 2, datetime.datetime(2022, 6, 2, 23, 36, 39, 185251), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:36:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:36:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:36:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:36:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:36:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:36:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:36:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:37:04,582 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:37:39.167018+00:00 (in 29.999007 seconds)
repomirrorworker stdout | 2022-06-02 23:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:37:39 UTC)" (scheduled at 2022-06-02 23:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:37:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:37:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:37:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 37, 9, 176374), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 37, 9, 176374), 0, 2, datetime.datetime(2022, 6, 2, 23, 37, 9, 176374), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:37:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:37:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 37, 9, 179518), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 37, 9, 179518), 0, 2, datetime.datetime(2022, 6, 2, 23, 37, 9, 179518), True, 3, 7])
repomirrorworker stdout | 2022-06-02 23:37:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 23:37:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 37, 9, 181399), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 37, 9, 181399), 0, 2, datetime.datetime(2022, 6, 2, 23, 37, 9, 181399), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:37:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:37:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 37, 9, 183119), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 37, 9, 183119), 0, 2, datetime.datetime(2022, 6, 2, 23, 37, 9, 183119), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:37:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:37:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 37, 9, 184771), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 37, 9, 184771), 0, 2, datetime.datetime(2022, 6, 2, 23, 37, 9, 184771), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:37:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:37:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:37:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:37:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:37:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:37:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:37:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:37:34,616 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:38:09.167018+00:00 (in 29.998956 seconds)
repomirrorworker stdout | 2022-06-02 23:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:38:09 UTC)" (scheduled at 2022-06-02 23:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:37:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:37:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:37:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 37, 39, 176750), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 37, 39, 176750), 0, 2, datetime.datetime(2022, 6, 2, 23, 37, 39, 176750), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:37:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:37:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 37, 39, 179918), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 37, 39, 179918), 0, 2, datetime.datetime(2022, 6, 2, 23, 37, 39, 179918), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:37:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:37:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 37, 39, 181797), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 37, 39, 181797), 0, 2, datetime.datetime(2022, 6, 2, 23, 37, 39, 181797), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:37:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:37:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 37, 39, 183445), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 37, 39, 183445), 0, 2, datetime.datetime(2022, 6, 2, 23, 37, 39, 183445), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:37:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:37:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 37, 39, 185086), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 37, 39, 185086), 0, 2, datetime.datetime(2022, 6, 2, 23, 37, 39, 185086), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:37:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:37:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:37:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:37:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:37:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:37:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:37:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:38:04,656 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:38:39.167018+00:00 (in 29.999097 seconds)
repomirrorworker stdout | 2022-06-02 23:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:38:39 UTC)" (scheduled at 2022-06-02 23:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:38:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:38:09,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 38, 9, 175906), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 38, 9, 175906), 0, 2, datetime.datetime(2022, 6, 2, 23, 38, 9, 175906), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:38:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:38:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 38, 9, 178978), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 38, 9, 178978), 0, 2, datetime.datetime(2022, 6, 2, 23, 38, 9, 178978), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:38:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:38:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 38, 9, 180956), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 38, 9, 180956), 0, 2, datetime.datetime(2022, 6, 2, 23, 38, 9, 180956), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:38:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:38:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 38, 9, 182652), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 38, 9, 182652), 0, 2, datetime.datetime(2022, 6, 2, 23, 38, 9, 182652), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:38:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:38:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:38:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:38:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:38:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:38:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:38:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:38:34,729 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:39:09.167018+00:00 (in 29.999229 seconds)
repomirrorworker stdout | 2022-06-02 23:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:39:09 UTC)" (scheduled at 2022-06-02 23:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:38:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:38:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:38:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 38, 39, 176287), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 38, 39, 176287), 0, 2, datetime.datetime(2022, 6, 2, 23, 38, 39, 176287), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:38:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:38:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 38, 39, 179515), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 38, 39, 179515), 0, 2, datetime.datetime(2022, 6, 2, 23, 38, 39, 179515), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:38:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:38:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 38, 39, 181386), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 38, 39, 181386), 0, 2, datetime.datetime(2022, 6, 2, 23, 38, 39, 181386), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:38:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:38:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 38, 39, 183068), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 38, 39, 183068), 0, 2, datetime.datetime(2022, 6, 2, 23, 38, 39, 183068), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:38:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:38:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 38, 39, 184718), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 38, 39, 184718), 0, 2, datetime.datetime(2022, 6, 2, 23, 38, 39, 184718), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:38:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:38:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:38:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:38:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:38:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:38:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:38:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:39:04,790 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:39:39.167018+00:00 (in 29.998970 seconds)
repomirrorworker stdout | 2022-06-02 23:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:39:39 UTC)" (scheduled at 2022-06-02 23:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:39:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:39:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:39:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 39, 9, 176567), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 39, 9, 176567), 0, 2, datetime.datetime(2022, 6, 2, 23, 39, 9, 176567), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:39:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:39:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 39, 9, 179689), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 39, 9, 179689), 0, 2, datetime.datetime(2022, 6, 2, 23, 39, 9, 179689), True, 12, 15])
repomirrorworker stdout | 2022-06-02 23:39:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 23:39:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 39, 9, 181551), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 39, 9, 181551), 0, 2, datetime.datetime(2022, 6, 2, 23, 39, 9, 181551), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:39:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:39:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 39, 9, 183238), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 39, 9, 183238), 0, 2, datetime.datetime(2022, 6, 2, 23, 39, 9, 183238), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:39:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:39:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:39:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:39:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:39:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:39:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:39:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:39:34,839 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:40:09.167018+00:00 (in 29.999125 seconds)
repomirrorworker stdout | 2022-06-02 23:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:40:09 UTC)" (scheduled at 2022-06-02 23:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:39:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:39:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:39:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 39, 39, 176612), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 39, 39, 176612), 0, 2, datetime.datetime(2022, 6, 2, 23, 39, 39, 176612), True, 3, 7])
repomirrorworker stdout | 2022-06-02 23:39:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 23:39:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 39, 39, 180167), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 39, 39, 180167), 0, 2, datetime.datetime(2022, 6, 2, 23, 39, 39, 180167), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:39:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:39:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 39, 39, 182132), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 39, 39, 182132), 0, 2, datetime.datetime(2022, 6, 2, 23, 39, 39, 182132), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:39:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:39:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 39, 39, 183869), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 39, 39, 183869), 0, 2, datetime.datetime(2022, 6, 2, 23, 39, 39, 183869), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:39:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:39:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:39:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:39:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:39:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:39:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:39:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:40:04,877 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:40:39.167018+00:00 (in 29.999087 seconds)
repomirrorworker stdout | 2022-06-02 23:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:40:39 UTC)" (scheduled at 2022-06-02 23:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:40:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:40:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:40:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 40, 9, 176344), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 40, 9, 176344), 0, 2, datetime.datetime(2022, 6, 2, 23, 40, 9, 176344), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:40:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:40:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 40, 9, 179973), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 40, 9, 179973), 0, 2, datetime.datetime(2022, 6, 2, 23, 40, 9, 179973), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:40:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:40:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 40, 9, 181928), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 40, 9, 181928), 0, 2, datetime.datetime(2022, 6, 2, 23, 40, 9, 181928), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:40:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:40:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 40, 9, 183583), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 40, 9, 183583), 0, 2, datetime.datetime(2022, 6, 2, 23, 40, 9, 183583), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:40:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:40:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 40, 9, 185336), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 40, 9, 185336), 0, 2, datetime.datetime(2022, 6, 2, 23, 40, 9, 185336), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:40:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:40:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:40:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:40:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:40:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:40:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:40:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:40:34,934 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:41:09.167018+00:00 (in 29.998955 seconds)
repomirrorworker stdout | 2022-06-02 23:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:41:09 UTC)" (scheduled at 2022-06-02 23:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:40:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:40:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:40:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 40, 39, 176920), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 40, 39, 176920), 0, 2, datetime.datetime(2022, 6, 2, 23, 40, 39, 176920), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:40:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:40:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 40, 39, 180604), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 40, 39, 180604), 0, 2, datetime.datetime(2022, 6, 2, 23, 40, 39, 180604), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:40:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:40:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 40, 39, 182644), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 40, 39, 182644), 0, 2, datetime.datetime(2022, 6, 2, 23, 40, 39, 182644), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:40:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:40:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 40, 39, 184372), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 40, 39, 184372), 0, 2, datetime.datetime(2022, 6, 2, 23, 40, 39, 184372), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:40:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:40:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 40, 39, 186128), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 40, 39, 186128), 0, 2, datetime.datetime(2022, 6, 2, 23, 40, 39, 186128), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:40:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:40:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:40:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:40:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:40:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:40:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:40:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:41:04,984 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:41:39.167018+00:00 (in 29.999123 seconds)
repomirrorworker stdout | 2022-06-02 23:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:41:39 UTC)" (scheduled at 2022-06-02 23:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:41:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:41:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:41:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 41, 9, 176734), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 41, 9, 176734), 0, 2, datetime.datetime(2022, 6, 2, 23, 41, 9, 176734), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:41:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:41:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 41, 9, 180172), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 41, 9, 180172), 0, 2, datetime.datetime(2022, 6, 2, 23, 41, 9, 180172), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:41:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:41:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 41, 9, 182062), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 41, 9, 182062), 0, 2, datetime.datetime(2022, 6, 2, 23, 41, 9, 182062), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:41:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:41:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 41, 9, 183763), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 41, 9, 183763), 0, 2, datetime.datetime(2022, 6, 2, 23, 41, 9, 183763), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:41:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:41:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 41, 9, 185385), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 41, 9, 185385), 0, 2, datetime.datetime(2022, 6, 2, 23, 41, 9, 185385), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:41:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:41:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:41:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:41:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:41:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:41:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:41:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:41:35,047 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:42:09.167018+00:00 (in 29.999103 seconds)
repomirrorworker stdout | 2022-06-02 23:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:42:09 UTC)" (scheduled at 2022-06-02 23:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:41:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:41:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 41, 39, 176434), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 41, 39, 176434), 0, 2, datetime.datetime(2022, 6, 2, 23, 41, 39, 176434), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:41:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 41, 39, 180157), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 41, 39, 180157), 0, 2, datetime.datetime(2022, 6, 2, 23, 41, 39, 180157), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:41:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 41, 39, 182245), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 41, 39, 182245), 0, 2, datetime.datetime(2022, 6, 2, 23, 41, 39, 182245), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:41:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:41:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 41, 39, 183994), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 41, 39, 183994), 0, 2, datetime.datetime(2022, 6, 2, 23, 41, 39, 183994), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:41:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:41:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:41:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:41:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:41:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:41:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:42:05,107 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:42:39.167018+00:00 (in 29.999017 seconds)
repomirrorworker stdout | 2022-06-02 23:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:42:39 UTC)" (scheduled at 2022-06-02 23:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:42:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:42:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:42:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 42, 9, 176507), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 42, 9, 176507), 0, 2, datetime.datetime(2022, 6, 2, 23, 42, 9, 176507), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:42:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:42:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 42, 9, 179993), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 42, 9, 179993), 0, 2, datetime.datetime(2022, 6, 2, 23, 42, 9, 179993), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:42:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:42:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 42, 9, 182002), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 42, 9, 182002), 0, 2, datetime.datetime(2022, 6, 2, 23, 42, 9, 182002), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 42, 9, 183928), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 42, 9, 183928), 0, 2, datetime.datetime(2022, 6, 2, 23, 42, 9, 183928), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:42:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:42:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 42, 9, 185719), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 42, 9, 185719), 0, 2, datetime.datetime(2022, 6, 2, 23, 42, 9, 185719), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:42:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:42:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:42:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:42:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:42:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:42:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:42:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:42:35,172 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:43:09.167018+00:00 (in 29.999129 seconds)
repomirrorworker stdout | 2022-06-02 23:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:43:09 UTC)" (scheduled at 2022-06-02 23:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:42:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:42:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 42, 39, 176475), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 42, 39, 176475), 0, 2, datetime.datetime(2022, 6, 2, 23, 42, 39, 176475), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:42:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:42:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 42, 39, 179936), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 42, 39, 179936), 0, 2, datetime.datetime(2022, 6, 2, 23, 42, 39, 179936), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:42:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:42:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 42, 39, 181848), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 42, 39, 181848), 0, 2, datetime.datetime(2022, 6, 2, 23, 42, 39, 181848), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:42:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:42:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 42, 39, 183557), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 42, 39, 183557), 0, 2, datetime.datetime(2022, 6, 2, 23, 42, 39, 183557), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:42:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:42:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 42, 39, 185225), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 42, 39, 185225), 0, 2, datetime.datetime(2022, 6, 2, 23, 42, 39, 185225), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:42:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:42:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:42:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:42:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:42:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:42:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:42:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:43:05,211 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:43:39.167018+00:00 (in 29.999276 seconds)
repomirrorworker stdout | 2022-06-02 23:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:43:39 UTC)" (scheduled at 2022-06-02 23:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:43:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:43:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:43:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 43, 9, 176005), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 43, 9, 176005), 0, 2, datetime.datetime(2022, 6, 2, 23, 43, 9, 176005), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:43:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:43:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 43, 9, 179098), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 43, 9, 179098), 0, 2, datetime.datetime(2022, 6, 2, 23, 43, 9, 179098), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:43:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:43:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 43, 9, 181038), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 43, 9, 181038), 0, 2, datetime.datetime(2022, 6, 2, 23, 43, 9, 181038), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:43:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:43:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 43, 9, 182761), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 43, 9, 182761), 0, 2, datetime.datetime(2022, 6, 2, 23, 43, 9, 182761), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:43:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:43:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 43, 9, 184605), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 43, 9, 184605), 0, 2, datetime.datetime(2022, 6, 2, 23, 43, 9, 184605), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:43:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:43:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:43:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:43:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:43:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:43:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:43:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:43:35,276 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:44:09.167018+00:00 (in 29.999195 seconds)
repomirrorworker stdout | 2022-06-02 23:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:44:09 UTC)" (scheduled at 2022-06-02 23:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:43:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:43:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:43:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 43, 39, 176535), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 43, 39, 176535), 0, 2, datetime.datetime(2022, 6, 2, 23, 43, 39, 176535), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:43:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:43:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 43, 39, 179662), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 43, 39, 179662), 0, 2, datetime.datetime(2022, 6, 2, 23, 43, 39, 179662), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:43:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:43:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 43, 39, 181554), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 43, 39, 181554), 0, 2, datetime.datetime(2022, 6, 2, 23, 43, 39, 181554), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:43:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:43:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 43, 39, 183246), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 43, 39, 183246), 0, 2, datetime.datetime(2022, 6, 2, 23, 43, 39, 183246), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:43:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:43:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 43, 39, 184914), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 43, 39, 184914), 0, 2, datetime.datetime(2022, 6, 2, 23, 43, 39, 184914), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:43:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:43:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:43:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:43:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:43:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:43:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:43:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:44:05,354 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:44:39.167018+00:00 (in 29.999034 seconds)
repomirrorworker stdout | 2022-06-02 23:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:44:39 UTC)" (scheduled at 2022-06-02 23:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:44:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:44:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:44:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 44, 9, 176461), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 44, 9, 176461), 0, 2, datetime.datetime(2022, 6, 2, 23, 44, 9, 176461), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:44:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:44:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 44, 9, 179578), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 44, 9, 179578), 0, 2, datetime.datetime(2022, 6, 2, 23, 44, 9, 179578), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:44:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:44:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 44, 9, 181447), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 44, 9, 181447), 0, 2, datetime.datetime(2022, 6, 2, 23, 44, 9, 181447), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:44:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:44:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 44, 9, 183098), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 44, 9, 183098), 0, 2, datetime.datetime(2022, 6, 2, 23, 44, 9, 183098), True, 12, 15])
repomirrorworker stdout | 2022-06-02 23:44:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 23:44:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:44:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:44:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:44:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:44:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:44:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:44:35,410 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:45:09.167018+00:00 (in 29.999172 seconds)
repomirrorworker stdout | 2022-06-02 23:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:45:09 UTC)" (scheduled at 2022-06-02 23:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:44:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:44:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 44, 39, 176357), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 44, 39, 176357), 0, 2, datetime.datetime(2022, 6, 2, 23, 44, 39, 176357), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:44:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:44:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 44, 39, 179389), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 44, 39, 179389), 0, 2, datetime.datetime(2022, 6, 2, 23, 44, 39, 179389), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:44:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:44:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 44, 39, 181247), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 44, 39, 181247), 0, 2, datetime.datetime(2022, 6, 2, 23, 44, 39, 181247), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:44:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:44:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 44, 39, 182940), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 44, 39, 182940), 0, 2, datetime.datetime(2022, 6, 2, 23, 44, 39, 182940), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:44:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:44:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:44:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:44:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:44:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:44:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:44:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:45:05,470 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:45:39.167018+00:00 (in 29.999314 seconds)
repomirrorworker stdout | 2022-06-02 23:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:45:39 UTC)" (scheduled at 2022-06-02 23:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:45:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:45:09,174 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:45:09,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 45, 9, 175532), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 45, 9, 175532), 0, 2, datetime.datetime(2022, 6, 2, 23, 45, 9, 175532), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:45:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:45:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 45, 9, 178690), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 45, 9, 178690), 0, 2, datetime.datetime(2022, 6, 2, 23, 45, 9, 178690), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:45:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:45:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 45, 9, 180526), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 45, 9, 180526), 0, 2, datetime.datetime(2022, 6, 2, 23, 45, 9, 180526), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:45:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:45:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 45, 9, 182245), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 45, 9, 182245), 0, 2, datetime.datetime(2022, 6, 2, 23, 45, 9, 182245), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:45:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:45:09,183 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:45:09,183 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:45:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:45:09,188 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:45:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:45:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:45:35,540 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:46:09.167018+00:00 (in 29.999210 seconds)
repomirrorworker stdout | 2022-06-02 23:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:46:09 UTC)" (scheduled at 2022-06-02 23:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:45:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:45:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 45, 39, 175959), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 45, 39, 175959), 0, 2, datetime.datetime(2022, 6, 2, 23, 45, 39, 175959), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:45:39,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:45:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 45, 39, 179057), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 45, 39, 179057), 0, 2, datetime.datetime(2022, 6, 2, 23, 45, 39, 179057), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:45:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:45:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 45, 39, 180928), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 45, 39, 180928), 0, 2, datetime.datetime(2022, 6, 2, 23, 45, 39, 180928), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:45:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:45:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 45, 39, 182608), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 45, 39, 182608), 0, 2, datetime.datetime(2022, 6, 2, 23, 45, 39, 182608), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:45:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:45:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 45, 39, 184261), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 45, 39, 184261), 0, 2, datetime.datetime(2022, 6, 2, 23, 45, 39, 184261), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:45:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:45:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:45:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:45:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:45:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:45:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:45:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:46:05,601 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:46:39.167018+00:00 (in 29.998928 seconds)
repomirrorworker stdout | 2022-06-02 23:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:46:39 UTC)" (scheduled at 2022-06-02 23:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:46:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:46:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:46:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 46, 9, 176181), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 46, 9, 176181), 0, 2, datetime.datetime(2022, 6, 2, 23, 46, 9, 176181), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:46:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:46:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 46, 9, 179255), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 46, 9, 179255), 0, 2, datetime.datetime(2022, 6, 2, 23, 46, 9, 179255), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:46:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:46:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 46, 9, 181093), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 46, 9, 181093), 0, 2, datetime.datetime(2022, 6, 2, 23, 46, 9, 181093), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:46:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:46:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 46, 9, 182732), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 46, 9, 182732), 0, 2, datetime.datetime(2022, 6, 2, 23, 46, 9, 182732), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:46:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:46:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:46:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:46:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:46:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:46:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:46:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:46:35,662 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:47:09.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-02 23:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:47:09 UTC)" (scheduled at 2022-06-02 23:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:46:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:46:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 46, 39, 176453), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 46, 39, 176453), 0, 2, datetime.datetime(2022, 6, 2, 23, 46, 39, 176453), True, 3, 7])
repomirrorworker stdout | 2022-06-02 23:46:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 23:46:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 46, 39, 179607), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 46, 39, 179607), 0, 2, datetime.datetime(2022, 6, 2, 23, 46, 39, 179607), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:46:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:46:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 46, 39, 181473), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 46, 39, 181473), 0, 2, datetime.datetime(2022, 6, 2, 23, 46, 39, 181473), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:46:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:46:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 46, 39, 183141), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 46, 39, 183141), 0, 2, datetime.datetime(2022, 6, 2, 23, 46, 39, 183141), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:46:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:46:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 46, 39, 184781), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 46, 39, 184781), 0, 2, datetime.datetime(2022, 6, 2, 23, 46, 39, 184781), True, 12, 15])
repomirrorworker stdout | 2022-06-02 23:46:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 23:46:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:46:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:46:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:46:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:46:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:46:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:47:05,716 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:47:39.167018+00:00 (in 29.999231 seconds)
repomirrorworker stdout | 2022-06-02 23:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:47:39 UTC)" (scheduled at 2022-06-02 23:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:47:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:47:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 47, 9, 176503), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 47, 9, 176503), 0, 2, datetime.datetime(2022, 6, 2, 23, 47, 9, 176503), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:47:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:47:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 47, 9, 179662), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 47, 9, 179662), 0, 2, datetime.datetime(2022, 6, 2, 23, 47, 9, 179662), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:47:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:47:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 47, 9, 181593), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 47, 9, 181593), 0, 2, datetime.datetime(2022, 6, 2, 23, 47, 9, 181593), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:47:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:47:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 47, 9, 183269), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 47, 9, 183269), 0, 2, datetime.datetime(2022, 6, 2, 23, 47, 9, 183269), True, 12, 15])
repomirrorworker stdout | 2022-06-02 23:47:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 23:47:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:47:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:47:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:47:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:47:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:47:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:47:35,767 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:48:09.167018+00:00 (in 29.999085 seconds)
repomirrorworker stdout | 2022-06-02 23:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:48:09 UTC)" (scheduled at 2022-06-02 23:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:47:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:47:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 47, 39, 177077), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 47, 39, 177077), 0, 2, datetime.datetime(2022, 6, 2, 23, 47, 39, 177077), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:47:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:47:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 47, 39, 180472), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 47, 39, 180472), 0, 2, datetime.datetime(2022, 6, 2, 23, 47, 39, 180472), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:47:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:47:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 47, 39, 182462), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 47, 39, 182462), 0, 2, datetime.datetime(2022, 6, 2, 23, 47, 39, 182462), True, 12, 15])
repomirrorworker stdout | 2022-06-02 23:47:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 23:47:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 47, 39, 184276), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 47, 39, 184276), 0, 2, datetime.datetime(2022, 6, 2, 23, 47, 39, 184276), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:47:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:47:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:47:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:47:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:47:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:47:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:47:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:48:05,807 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:48:39.167018+00:00 (in 29.999071 seconds)
repomirrorworker stdout | 2022-06-02 23:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:48:39 UTC)" (scheduled at 2022-06-02 23:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:48:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:48:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:48:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 48, 9, 176185), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 48, 9, 176185), 0, 2, datetime.datetime(2022, 6, 2, 23, 48, 9, 176185), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:48:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:48:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 48, 9, 179482), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 48, 9, 179482), 0, 2, datetime.datetime(2022, 6, 2, 23, 48, 9, 179482), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:48:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:48:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 48, 9, 181348), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 48, 9, 181348), 0, 2, datetime.datetime(2022, 6, 2, 23, 48, 9, 181348), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:48:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:48:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 48, 9, 183051), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 48, 9, 183051), 0, 2, datetime.datetime(2022, 6, 2, 23, 48, 9, 183051), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:48:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:48:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 48, 9, 184713), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 48, 9, 184713), 0, 2, datetime.datetime(2022, 6, 2, 23, 48, 9, 184713), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:48:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:48:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:48:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:48:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:48:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:48:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:48:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:48:35,870 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:49:09.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-02 23:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:49:09 UTC)" (scheduled at 2022-06-02 23:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:48:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:48:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:48:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 48, 39, 176478), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 48, 39, 176478), 0, 2, datetime.datetime(2022, 6, 2, 23, 48, 39, 176478), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:48:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:48:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 48, 39, 179845), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 48, 39, 179845), 0, 2, datetime.datetime(2022, 6, 2, 23, 48, 39, 179845), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:48:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:48:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 48, 39, 181789), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 48, 39, 181789), 0, 2, datetime.datetime(2022, 6, 2, 23, 48, 39, 181789), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:48:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:48:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 48, 39, 183534), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 48, 39, 183534), 0, 2, datetime.datetime(2022, 6, 2, 23, 48, 39, 183534), True, 12, 15])
repomirrorworker stdout | 2022-06-02 23:48:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 23:48:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:48:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:48:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:48:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:48:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:48:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:49:05,941 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:49:39.167018+00:00 (in 29.999281 seconds)
repomirrorworker stdout | 2022-06-02 23:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:49:39 UTC)" (scheduled at 2022-06-02 23:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:49:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:49:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:49:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 49, 9, 176043), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 49, 9, 176043), 0, 2, datetime.datetime(2022, 6, 2, 23, 49, 9, 176043), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:49:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:49:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 49, 9, 179165), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 49, 9, 179165), 0, 2, datetime.datetime(2022, 6, 2, 23, 49, 9, 179165), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:49:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:49:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 49, 9, 181095), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 49, 9, 181095), 0, 2, datetime.datetime(2022, 6, 2, 23, 49, 9, 181095), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:49:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:49:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 49, 9, 182849), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 49, 9, 182849), 0, 2, datetime.datetime(2022, 6, 2, 23, 49, 9, 182849), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:49:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:49:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 49, 9, 184546), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 49, 9, 184546), 0, 2, datetime.datetime(2022, 6, 2, 23, 49, 9, 184546), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:49:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:49:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:49:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:49:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:49:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:49:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:49:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:49:35,998 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:50:09.167018+00:00 (in 29.999003 seconds)
repomirrorworker stdout | 2022-06-02 23:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:50:09 UTC)" (scheduled at 2022-06-02 23:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:49:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:49:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 49, 39, 177548), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 49, 39, 177548), 0, 2, datetime.datetime(2022, 6, 2, 23, 49, 39, 177548), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:49:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:49:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 49, 39, 180905), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 49, 39, 180905), 0, 2, datetime.datetime(2022, 6, 2, 23, 49, 39, 180905), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:49:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:49:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 49, 39, 182803), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 49, 39, 182803), 0, 2, datetime.datetime(2022, 6, 2, 23, 49, 39, 182803), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:49:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:49:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 49, 39, 184640), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 49, 39, 184640), 0, 2, datetime.datetime(2022, 6, 2, 23, 49, 39, 184640), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:49:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:49:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:49:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:49:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:49:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:49:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:49:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:50:06,052 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:50:39.167018+00:00 (in 29.999234 seconds)
repomirrorworker stdout | 2022-06-02 23:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:50:39 UTC)" (scheduled at 2022-06-02 23:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:50:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:50:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:50:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 50, 9, 176455), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 50, 9, 176455), 0, 2, datetime.datetime(2022, 6, 2, 23, 50, 9, 176455), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:50:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:50:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 50, 9, 179719), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 50, 9, 179719), 0, 2, datetime.datetime(2022, 6, 2, 23, 50, 9, 179719), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:50:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:50:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 50, 9, 181632), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 50, 9, 181632), 0, 2, datetime.datetime(2022, 6, 2, 23, 50, 9, 181632), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:50:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:50:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 50, 9, 183340), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 50, 9, 183340), 0, 2, datetime.datetime(2022, 6, 2, 23, 50, 9, 183340), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:50:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:50:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:50:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:50:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:50:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:50:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:50:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:50:36,133 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:51:09.167018+00:00 (in 29.999209 seconds)
repomirrorworker stdout | 2022-06-02 23:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:51:09 UTC)" (scheduled at 2022-06-02 23:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:50:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:50:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 50, 39, 176499), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 50, 39, 176499), 0, 2, datetime.datetime(2022, 6, 2, 23, 50, 39, 176499), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:50:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:50:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 50, 39, 180076), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 50, 39, 180076), 0, 2, datetime.datetime(2022, 6, 2, 23, 50, 39, 180076), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:50:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:50:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 50, 39, 182375), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 50, 39, 182375), 0, 2, datetime.datetime(2022, 6, 2, 23, 50, 39, 182375), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:50:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:50:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 50, 39, 184289), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 50, 39, 184289), 0, 2, datetime.datetime(2022, 6, 2, 23, 50, 39, 184289), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:50:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:50:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 50, 39, 186135), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 50, 39, 186135), 0, 2, datetime.datetime(2022, 6, 2, 23, 50, 39, 186135), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:50:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:50:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:50:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:50:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:50:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:50:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:50:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:51:06,158 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:51:39.167018+00:00 (in 29.999019 seconds)
repomirrorworker stdout | 2022-06-02 23:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:51:39 UTC)" (scheduled at 2022-06-02 23:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:51:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:51:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:51:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 51, 9, 176264), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 51, 9, 176264), 0, 2, datetime.datetime(2022, 6, 2, 23, 51, 9, 176264), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:51:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:51:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 51, 9, 179389), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 51, 9, 179389), 0, 2, datetime.datetime(2022, 6, 2, 23, 51, 9, 179389), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:51:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:51:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 51, 9, 181254), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 51, 9, 181254), 0, 2, datetime.datetime(2022, 6, 2, 23, 51, 9, 181254), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:51:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:51:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 51, 9, 182937), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 51, 9, 182937), 0, 2, datetime.datetime(2022, 6, 2, 23, 51, 9, 182937), True, 12, 15])
repomirrorworker stdout | 2022-06-02 23:51:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 23:51:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:51:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:51:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:51:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:51:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:51:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:51:36,217 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:52:09.167018+00:00 (in 29.999008 seconds)
repomirrorworker stdout | 2022-06-02 23:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:52:09 UTC)" (scheduled at 2022-06-02 23:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:51:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:51:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:51:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 51, 39, 176343), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 51, 39, 176343), 0, 2, datetime.datetime(2022, 6, 2, 23, 51, 39, 176343), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:51:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:51:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 51, 39, 179555), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 51, 39, 179555), 0, 2, datetime.datetime(2022, 6, 2, 23, 51, 39, 179555), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:51:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:51:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 51, 39, 181469), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 51, 39, 181469), 0, 2, datetime.datetime(2022, 6, 2, 23, 51, 39, 181469), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:51:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:51:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 51, 39, 183147), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 51, 39, 183147), 0, 2, datetime.datetime(2022, 6, 2, 23, 51, 39, 183147), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:51:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:51:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 51, 39, 184794), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 51, 39, 184794), 0, 2, datetime.datetime(2022, 6, 2, 23, 51, 39, 184794), True, 12, 15])
repomirrorworker stdout | 2022-06-02 23:51:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-02 23:51:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:51:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:51:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:51:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:51:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:51:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:52:06,274 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:52:39.167018+00:00 (in 29.999170 seconds)
repomirrorworker stdout | 2022-06-02 23:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:52:39 UTC)" (scheduled at 2022-06-02 23:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:52:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:52:09,174 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:52:09,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 52, 9, 175466), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 52, 9, 175466), 0, 2, datetime.datetime(2022, 6, 2, 23, 52, 9, 175466), True, 3, 7])
repomirrorworker stdout | 2022-06-02 23:52:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 23:52:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 52, 9, 178612), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 52, 9, 178612), 0, 2, datetime.datetime(2022, 6, 2, 23, 52, 9, 178612), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:52:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:52:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 52, 9, 180488), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 52, 9, 180488), 0, 2, datetime.datetime(2022, 6, 2, 23, 52, 9, 180488), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:52:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:52:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 52, 9, 182212), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 52, 9, 182212), 0, 2, datetime.datetime(2022, 6, 2, 23, 52, 9, 182212), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:52:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:52:09,183 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:52:09,183 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:52:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:52:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:52:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:52:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:52:36,343 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:53:09.167018+00:00 (in 29.999313 seconds)
repomirrorworker stdout | 2022-06-02 23:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:53:09 UTC)" (scheduled at 2022-06-02 23:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:52:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:52:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 52, 39, 176271), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 52, 39, 176271), 0, 2, datetime.datetime(2022, 6, 2, 23, 52, 39, 176271), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:52:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:52:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 52, 39, 179787), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 52, 39, 179787), 0, 2, datetime.datetime(2022, 6, 2, 23, 52, 39, 179787), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:52:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:52:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 52, 39, 181897), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 52, 39, 181897), 0, 2, datetime.datetime(2022, 6, 2, 23, 52, 39, 181897), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:52:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:52:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 52, 39, 183647), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 52, 39, 183647), 0, 2, datetime.datetime(2022, 6, 2, 23, 52, 39, 183647), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:52:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:52:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 52, 39, 185350), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 52, 39, 185350), 0, 2, datetime.datetime(2022, 6, 2, 23, 52, 39, 185350), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:52:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:52:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:52:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:52:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:52:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:52:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:52:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:53:06,397 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:53:39.167018+00:00 (in 29.999190 seconds)
repomirrorworker stdout | 2022-06-02 23:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:53:39 UTC)" (scheduled at 2022-06-02 23:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:53:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:53:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 53, 9, 176570), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 53, 9, 176570), 0, 2, datetime.datetime(2022, 6, 2, 23, 53, 9, 176570), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:53:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:53:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 53, 9, 179692), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 53, 9, 179692), 0, 2, datetime.datetime(2022, 6, 2, 23, 53, 9, 179692), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:53:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:53:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 53, 9, 181572), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 53, 9, 181572), 0, 2, datetime.datetime(2022, 6, 2, 23, 53, 9, 181572), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:53:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:53:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 53, 9, 183296), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 53, 9, 183296), 0, 2, datetime.datetime(2022, 6, 2, 23, 53, 9, 183296), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:53:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:53:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 53, 9, 184973), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 53, 9, 184973), 0, 2, datetime.datetime(2022, 6, 2, 23, 53, 9, 184973), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:53:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:53:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:53:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:53:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:53:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:53:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:53:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:53:36,442 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:54:09.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-02 23:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:54:09 UTC)" (scheduled at 2022-06-02 23:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:53:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 53, 39, 176810), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 53, 39, 176810), 0, 2, datetime.datetime(2022, 6, 2, 23, 53, 39, 176810), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:53:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:53:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 53, 39, 180568), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 53, 39, 180568), 0, 2, datetime.datetime(2022, 6, 2, 23, 53, 39, 180568), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:53:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:53:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 53, 39, 182719), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 53, 39, 182719), 0, 2, datetime.datetime(2022, 6, 2, 23, 53, 39, 182719), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:53:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:53:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 53, 39, 184379), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 53, 39, 184379), 0, 2, datetime.datetime(2022, 6, 2, 23, 53, 39, 184379), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:53:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:53:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:53:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:53:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:53:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:53:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:53:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:54:06,507 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:54:39.167018+00:00 (in 29.999243 seconds)
repomirrorworker stdout | 2022-06-02 23:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:54:39 UTC)" (scheduled at 2022-06-02 23:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:54:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:54:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:54:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 54, 9, 176361), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 54, 9, 176361), 0, 2, datetime.datetime(2022, 6, 2, 23, 54, 9, 176361), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:54:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:54:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 54, 9, 179462), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 54, 9, 179462), 0, 2, datetime.datetime(2022, 6, 2, 23, 54, 9, 179462), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:54:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:54:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 54, 9, 181349), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 54, 9, 181349), 0, 2, datetime.datetime(2022, 6, 2, 23, 54, 9, 181349), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:54:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:54:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 54, 9, 183062), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 54, 9, 183062), 0, 2, datetime.datetime(2022, 6, 2, 23, 54, 9, 183062), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:54:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:54:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:54:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:54:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:54:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:54:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:54:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:54:36,562 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:55:09.167018+00:00 (in 29.999262 seconds)
repomirrorworker stdout | 2022-06-02 23:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:55:09 UTC)" (scheduled at 2022-06-02 23:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:54:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:54:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:54:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 54, 39, 176338), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 54, 39, 176338), 0, 2, datetime.datetime(2022, 6, 2, 23, 54, 39, 176338), True, 3, 7])
repomirrorworker stdout | 2022-06-02 23:54:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 23:54:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 54, 39, 179652), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 54, 39, 179652), 0, 2, datetime.datetime(2022, 6, 2, 23, 54, 39, 179652), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:54:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:54:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 54, 39, 181527), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 54, 39, 181527), 0, 2, datetime.datetime(2022, 6, 2, 23, 54, 39, 181527), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:54:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:54:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 54, 39, 183246), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 54, 39, 183246), 0, 2, datetime.datetime(2022, 6, 2, 23, 54, 39, 183246), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:54:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:54:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 54, 39, 184950), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 54, 39, 184950), 0, 2, datetime.datetime(2022, 6, 2, 23, 54, 39, 184950), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:54:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:54:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:54:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:54:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:54:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:54:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:54:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:55:06,623 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:55:39.167018+00:00 (in 29.999246 seconds)
repomirrorworker stdout | 2022-06-02 23:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:55:39 UTC)" (scheduled at 2022-06-02 23:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:55:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:55:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:55:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 55, 9, 176600), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 55, 9, 176600), 0, 2, datetime.datetime(2022, 6, 2, 23, 55, 9, 176600), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:55:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:55:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 55, 9, 179986), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 55, 9, 179986), 0, 2, datetime.datetime(2022, 6, 2, 23, 55, 9, 179986), True, 5, 9])
repomirrorworker stdout | 2022-06-02 23:55:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-02 23:55:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 55, 9, 181917), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 55, 9, 181917), 0, 2, datetime.datetime(2022, 6, 2, 23, 55, 9, 181917), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:55:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:55:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 55, 9, 183569), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 55, 9, 183569), 0, 2, datetime.datetime(2022, 6, 2, 23, 55, 9, 183569), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:55:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:55:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:55:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:55:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:55:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:55:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:55:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:55:36,661 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:56:09.167018+00:00 (in 29.999073 seconds)
repomirrorworker stdout | 2022-06-02 23:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:56:09 UTC)" (scheduled at 2022-06-02 23:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:55:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:55:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 55, 39, 176439), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 55, 39, 176439), 0, 2, datetime.datetime(2022, 6, 2, 23, 55, 39, 176439), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:55:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:55:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 55, 39, 179573), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 55, 39, 179573), 0, 2, datetime.datetime(2022, 6, 2, 23, 55, 39, 179573), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:55:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:55:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 55, 39, 181435), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 55, 39, 181435), 0, 2, datetime.datetime(2022, 6, 2, 23, 55, 39, 181435), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 55, 39, 183112), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 55, 39, 183112), 0, 2, datetime.datetime(2022, 6, 2, 23, 55, 39, 183112), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:55:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:55:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 55, 39, 184775), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 55, 39, 184775), 0, 2, datetime.datetime(2022, 6, 2, 23, 55, 39, 184775), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:55:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:55:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:55:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:55:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:55:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:55:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:55:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:56:06,724 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:56:39.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-02 23:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:56:39 UTC)" (scheduled at 2022-06-02 23:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:56:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:56:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:56:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 56, 9, 176441), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 56, 9, 176441), 0, 2, datetime.datetime(2022, 6, 2, 23, 56, 9, 176441), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:56:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:56:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 56, 9, 179491), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 56, 9, 179491), 0, 2, datetime.datetime(2022, 6, 2, 23, 56, 9, 179491), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:56:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:56:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 56, 9, 181321), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 56, 9, 181321), 0, 2, datetime.datetime(2022, 6, 2, 23, 56, 9, 181321), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:56:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:56:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 56, 9, 182990), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 56, 9, 182990), 0, 2, datetime.datetime(2022, 6, 2, 23, 56, 9, 182990), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:56:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:56:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 56, 9, 184623), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 56, 9, 184623), 0, 2, datetime.datetime(2022, 6, 2, 23, 56, 9, 184623), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:56:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:56:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:56:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:56:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:56:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:56:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:56:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:56:36,762 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:57:09.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-02 23:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:57:09 UTC)" (scheduled at 2022-06-02 23:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:56:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:56:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 56, 39, 176660), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 56, 39, 176660), 0, 2, datetime.datetime(2022, 6, 2, 23, 56, 39, 176660), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:56:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:56:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 56, 39, 180284), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 56, 39, 180284), 0, 2, datetime.datetime(2022, 6, 2, 23, 56, 39, 180284), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:56:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:56:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 56, 39, 182148), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 56, 39, 182148), 0, 2, datetime.datetime(2022, 6, 2, 23, 56, 39, 182148), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:56:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:56:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 56, 39, 183878), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 56, 39, 183878), 0, 2, datetime.datetime(2022, 6, 2, 23, 56, 39, 183878), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:56:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:56:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 56, 39, 185541), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 56, 39, 185541), 0, 2, datetime.datetime(2022, 6, 2, 23, 56, 39, 185541), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:56:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:56:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:56:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:56:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:56:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:56:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:56:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:57:06,818 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:57:39.167018+00:00 (in 29.998987 seconds)
repomirrorworker stdout | 2022-06-02 23:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:57:39 UTC)" (scheduled at 2022-06-02 23:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:57:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:57:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:57:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 57, 9, 176615), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 57, 9, 176615), 0, 2, datetime.datetime(2022, 6, 2, 23, 57, 9, 176615), True, 4, 8])
repomirrorworker stdout | 2022-06-02 23:57:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-02 23:57:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 57, 9, 180093), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 57, 9, 180093), 0, 2, datetime.datetime(2022, 6, 2, 23, 57, 9, 180093), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:57:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:57:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 57, 9, 182047), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 57, 9, 182047), 0, 2, datetime.datetime(2022, 6, 2, 23, 57, 9, 182047), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:57:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:57:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 57, 9, 183775), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 57, 9, 183775), 0, 2, datetime.datetime(2022, 6, 2, 23, 57, 9, 183775), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:57:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:57:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 57, 9, 185481), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 57, 9, 185481), 0, 2, datetime.datetime(2022, 6, 2, 23, 57, 9, 185481), True, 8, 12])
repomirrorworker stdout | 2022-06-02 23:57:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-02 23:57:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:57:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:57:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:57:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:57:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:57:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:57:36,859 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:58:09.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-02 23:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:58:09 UTC)" (scheduled at 2022-06-02 23:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:57:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:57:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 57, 39, 176994), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 57, 39, 176994), 0, 2, datetime.datetime(2022, 6, 2, 23, 57, 39, 176994), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:57:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:57:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 57, 39, 180315), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 57, 39, 180315), 0, 2, datetime.datetime(2022, 6, 2, 23, 57, 39, 180315), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:57:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:57:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 57, 39, 182207), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 57, 39, 182207), 0, 2, datetime.datetime(2022, 6, 2, 23, 57, 39, 182207), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:57:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:57:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 57, 39, 183935), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 57, 39, 183935), 0, 2, datetime.datetime(2022, 6, 2, 23, 57, 39, 183935), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:57:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:57:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 57, 39, 186073), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 57, 39, 186073), 0, 2, datetime.datetime(2022, 6, 2, 23, 57, 39, 186073), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:57:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:57:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:57:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:57:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:57:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:57:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:57:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:58:06,924 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:58:39.167018+00:00 (in 29.999135 seconds)
repomirrorworker stdout | 2022-06-02 23:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:58:39 UTC)" (scheduled at 2022-06-02 23:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:58:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:58:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 58, 9, 176889), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 58, 9, 176889), 0, 2, datetime.datetime(2022, 6, 2, 23, 58, 9, 176889), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:58:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:58:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 58, 9, 180471), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 58, 9, 180471), 0, 2, datetime.datetime(2022, 6, 2, 23, 58, 9, 180471), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:58:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:58:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 58, 9, 182392), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 58, 9, 182392), 0, 2, datetime.datetime(2022, 6, 2, 23, 58, 9, 182392), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:58:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:58:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 58, 9, 184431), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 58, 9, 184431), 0, 2, datetime.datetime(2022, 6, 2, 23, 58, 9, 184431), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:58:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:58:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 58, 9, 186154), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 58, 9, 186154), 0, 2, datetime.datetime(2022, 6, 2, 23, 58, 9, 186154), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:58:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:58:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:58:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:58:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:58:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:58:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:58:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:58:36,980 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:59:09.167018+00:00 (in 29.999013 seconds)
repomirrorworker stdout | 2022-06-02 23:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:59:09 UTC)" (scheduled at 2022-06-02 23:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:58:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:58:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 58, 39, 176935), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 58, 39, 176935), 0, 2, datetime.datetime(2022, 6, 2, 23, 58, 39, 176935), True, 7, 11])
repomirrorworker stdout | 2022-06-02 23:58:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-02 23:58:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 58, 39, 180594), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 58, 39, 180594), 0, 2, datetime.datetime(2022, 6, 2, 23, 58, 39, 180594), True, 11, 15])
repomirrorworker stdout | 2022-06-02 23:58:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-02 23:58:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 58, 39, 182485), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 58, 39, 182485), 0, 2, datetime.datetime(2022, 6, 2, 23, 58, 39, 182485), True, 3, 7])
repomirrorworker stdout | 2022-06-02 23:58:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-02 23:58:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 58, 39, 184156), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 58, 39, 184156), 0, 2, datetime.datetime(2022, 6, 2, 23, 58, 39, 184156), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:58:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:58:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:58:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:58:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:58:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:58:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:58:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:59:07,052 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-02 23:59:39.167018+00:00 (in 29.999040 seconds)
repomirrorworker stdout | 2022-06-02 23:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:59:39 UTC)" (scheduled at 2022-06-02 23:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:59:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:59:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:59:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 59, 9, 176376), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 59, 9, 176376), 0, 2, datetime.datetime(2022, 6, 2, 23, 59, 9, 176376), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:59:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:59:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 59, 9, 179615), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 59, 9, 179615), 0, 2, datetime.datetime(2022, 6, 2, 23, 59, 9, 179615), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:59:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:59:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 59, 9, 181772), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 59, 9, 181772), 0, 2, datetime.datetime(2022, 6, 2, 23, 59, 9, 181772), True, 10, 14])
repomirrorworker stdout | 2022-06-02 23:59:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-02 23:59:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 59, 9, 183483), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 59, 9, 183483), 0, 2, datetime.datetime(2022, 6, 2, 23, 59, 9, 183483), True, 14, 15])
repomirrorworker stdout | 2022-06-02 23:59:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-02 23:59:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 59, 9, 185174), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 59, 9, 185174), 0, 2, datetime.datetime(2022, 6, 2, 23, 59, 9, 185174), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:59:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:59:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:59:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:59:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:59:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:59:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:59:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-02 23:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-02 23:59:37,115 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-02 23:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-02 23:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:00:09.167018+00:00 (in 29.999083 seconds)
repomirrorworker stdout | 2022-06-02 23:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:00:09 UTC)" (scheduled at 2022-06-02 23:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-02 23:59:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:59:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:59:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 59, 39, 176574), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 59, 39, 176574), 0, 2, datetime.datetime(2022, 6, 2, 23, 59, 39, 176574), True, 9, 13])
repomirrorworker stdout | 2022-06-02 23:59:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-02 23:59:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 59, 39, 180157), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 59, 39, 180157), 0, 2, datetime.datetime(2022, 6, 2, 23, 59, 39, 180157), True, 2, 6])
repomirrorworker stdout | 2022-06-02 23:59:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-02 23:59:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 59, 39, 182313), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 59, 39, 182313), 0, 2, datetime.datetime(2022, 6, 2, 23, 59, 39, 182313), True, 1, 5])
repomirrorworker stdout | 2022-06-02 23:59:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-02 23:59:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 59, 39, 184209), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 59, 39, 184209), 0, 2, datetime.datetime(2022, 6, 2, 23, 59, 39, 184209), True, 6, 10])
repomirrorworker stdout | 2022-06-02 23:59:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-02 23:59:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 2, 23, 59, 39, 186052), 0, 2, None, True, datetime.datetime(2022, 6, 2, 23, 59, 39, 186052), 0, 2, datetime.datetime(2022, 6, 2, 23, 59, 39, 186052), True, 13, 15])
repomirrorworker stdout | 2022-06-02 23:59:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-02 23:59:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-02 23:59:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:59:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-02 23:59:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-02 23:59:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-02 23:59:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:00:07,169 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:00:39.167018+00:00 (in 29.998957 seconds)
repomirrorworker stdout | 2022-06-03 00:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:00:39 UTC)" (scheduled at 2022-06-03 00:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:00:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:00:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 0, 9, 176718), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 0, 9, 176718), 0, 2, datetime.datetime(2022, 6, 3, 0, 0, 9, 176718), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:00:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:00:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 0, 9, 180165), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 0, 9, 180165), 0, 2, datetime.datetime(2022, 6, 3, 0, 0, 9, 180165), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:00:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:00:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 0, 9, 182100), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 0, 9, 182100), 0, 2, datetime.datetime(2022, 6, 3, 0, 0, 9, 182100), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:00:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:00:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 0, 9, 183806), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 0, 9, 183806), 0, 2, datetime.datetime(2022, 6, 3, 0, 0, 9, 183806), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:00:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:00:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 0, 9, 185446), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 0, 9, 185446), 0, 2, datetime.datetime(2022, 6, 3, 0, 0, 9, 185446), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:00:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:00:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:00:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:00:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:00:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:00:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:00:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:00:37,202 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:01:09.167018+00:00 (in 29.999110 seconds)
repomirrorworker stdout | 2022-06-03 00:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:01:09 UTC)" (scheduled at 2022-06-03 00:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:00:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:00:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 0, 39, 176896), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 0, 39, 176896), 0, 2, datetime.datetime(2022, 6, 3, 0, 0, 39, 176896), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:00:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:00:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 0, 39, 180392), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 0, 39, 180392), 0, 2, datetime.datetime(2022, 6, 3, 0, 0, 39, 180392), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:00:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:00:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 0, 39, 182320), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 0, 39, 182320), 0, 2, datetime.datetime(2022, 6, 3, 0, 0, 39, 182320), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:00:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:00:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 0, 39, 184066), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 0, 39, 184066), 0, 2, datetime.datetime(2022, 6, 3, 0, 0, 39, 184066), True, 12, 15])
repomirrorworker stdout | 2022-06-03 00:00:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 00:00:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:00:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:00:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:00:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:00:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:00:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:01:07,246 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:01:39.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-03 00:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:01:39 UTC)" (scheduled at 2022-06-03 00:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:01:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:01:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 1, 9, 176870), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 1, 9, 176870), 0, 2, datetime.datetime(2022, 6, 3, 0, 1, 9, 176870), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:01:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:01:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 1, 9, 180404), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 1, 9, 180404), 0, 2, datetime.datetime(2022, 6, 3, 0, 1, 9, 180404), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:01:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:01:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 1, 9, 182287), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 1, 9, 182287), 0, 2, datetime.datetime(2022, 6, 3, 0, 1, 9, 182287), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:01:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:01:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 1, 9, 183967), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 1, 9, 183967), 0, 2, datetime.datetime(2022, 6, 3, 0, 1, 9, 183967), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:01:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:01:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 1, 9, 185613), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 1, 9, 185613), 0, 2, datetime.datetime(2022, 6, 3, 0, 1, 9, 185613), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:01:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:01:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:01:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:01:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:01:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:01:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:01:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:01:37,284 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:02:09.167018+00:00 (in 29.999275 seconds)
repomirrorworker stdout | 2022-06-03 00:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:02:09 UTC)" (scheduled at 2022-06-03 00:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:01:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:01:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 1, 39, 176460), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 1, 39, 176460), 0, 2, datetime.datetime(2022, 6, 3, 0, 1, 39, 176460), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:01:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:01:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 1, 39, 179647), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 1, 39, 179647), 0, 2, datetime.datetime(2022, 6, 3, 0, 1, 39, 179647), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:01:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:01:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 1, 39, 181536), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 1, 39, 181536), 0, 2, datetime.datetime(2022, 6, 3, 0, 1, 39, 181536), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:01:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:01:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 1, 39, 183216), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 1, 39, 183216), 0, 2, datetime.datetime(2022, 6, 3, 0, 1, 39, 183216), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:01:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:01:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:01:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:01:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:01:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:01:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:01:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:02:07,317 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:02:39.167018+00:00 (in 29.999023 seconds)
repomirrorworker stdout | 2022-06-03 00:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:02:39 UTC)" (scheduled at 2022-06-03 00:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:02:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:02:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:02:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 2, 9, 177006), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 2, 9, 177006), 0, 2, datetime.datetime(2022, 6, 3, 0, 2, 9, 177006), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:02:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:02:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 2, 9, 180520), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 2, 9, 180520), 0, 2, datetime.datetime(2022, 6, 3, 0, 2, 9, 180520), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:02:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:02:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 2, 9, 182496), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 2, 9, 182496), 0, 2, datetime.datetime(2022, 6, 3, 0, 2, 9, 182496), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:02:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:02:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 2, 9, 184210), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 2, 9, 184210), 0, 2, datetime.datetime(2022, 6, 3, 0, 2, 9, 184210), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:02:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:02:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:02:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:02:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:02:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:02:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:02:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:02:37,372 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:03:09.167018+00:00 (in 29.998936 seconds)
repomirrorworker stdout | 2022-06-03 00:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:03:09 UTC)" (scheduled at 2022-06-03 00:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:02:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:02:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:02:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 2, 39, 177096), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 2, 39, 177096), 0, 2, datetime.datetime(2022, 6, 3, 0, 2, 39, 177096), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:02:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:02:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 2, 39, 181038), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 2, 39, 181038), 0, 2, datetime.datetime(2022, 6, 3, 0, 2, 39, 181038), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:02:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:02:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 2, 39, 183118), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 2, 39, 183118), 0, 2, datetime.datetime(2022, 6, 3, 0, 2, 39, 183118), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:02:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:02:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 2, 39, 184945), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 2, 39, 184945), 0, 2, datetime.datetime(2022, 6, 3, 0, 2, 39, 184945), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:02:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:02:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 2, 39, 186755), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 2, 39, 186755), 0, 2, datetime.datetime(2022, 6, 3, 0, 2, 39, 186755), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:02:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:02:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:02:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:02:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:02:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:02:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:02:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:03:07,414 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:03:39.167018+00:00 (in 29.998952 seconds)
repomirrorworker stdout | 2022-06-03 00:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:03:39 UTC)" (scheduled at 2022-06-03 00:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:03:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:03:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:03:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 3, 9, 176754), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 3, 9, 176754), 0, 2, datetime.datetime(2022, 6, 3, 0, 3, 9, 176754), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:03:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:03:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 3, 9, 180207), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 3, 9, 180207), 0, 2, datetime.datetime(2022, 6, 3, 0, 3, 9, 180207), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:03:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:03:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 3, 9, 182099), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 3, 9, 182099), 0, 2, datetime.datetime(2022, 6, 3, 0, 3, 9, 182099), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:03:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:03:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 3, 9, 183832), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 3, 9, 183832), 0, 2, datetime.datetime(2022, 6, 3, 0, 3, 9, 183832), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:03:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:03:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:03:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:03:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:03:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:03:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:03:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:03:37,451 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:04:09.167018+00:00 (in 29.999015 seconds)
repomirrorworker stdout | 2022-06-03 00:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:04:09 UTC)" (scheduled at 2022-06-03 00:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:03:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:03:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:03:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 3, 39, 176580), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 3, 39, 176580), 0, 2, datetime.datetime(2022, 6, 3, 0, 3, 39, 176580), True, 3, 7])
repomirrorworker stdout | 2022-06-03 00:03:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 00:03:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 3, 39, 180053), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 3, 39, 180053), 0, 2, datetime.datetime(2022, 6, 3, 0, 3, 39, 180053), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:03:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:03:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 3, 39, 181965), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 3, 39, 181965), 0, 2, datetime.datetime(2022, 6, 3, 0, 3, 39, 181965), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:03:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:03:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 3, 39, 183632), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 3, 39, 183632), 0, 2, datetime.datetime(2022, 6, 3, 0, 3, 39, 183632), True, 12, 15])
repomirrorworker stdout | 2022-06-03 00:03:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 00:03:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 3, 39, 185278), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 3, 39, 185278), 0, 2, datetime.datetime(2022, 6, 3, 0, 3, 39, 185278), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:03:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:03:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:03:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:03:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:03:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:03:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:03:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:04:07,510 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:04:39.167018+00:00 (in 29.999095 seconds)
repomirrorworker stdout | 2022-06-03 00:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:04:39 UTC)" (scheduled at 2022-06-03 00:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:04:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 4, 9, 176997), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 4, 9, 176997), 0, 2, datetime.datetime(2022, 6, 3, 0, 4, 9, 176997), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:04:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:04:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 4, 9, 180404), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 4, 9, 180404), 0, 2, datetime.datetime(2022, 6, 3, 0, 4, 9, 180404), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:04:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:04:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 4, 9, 182367), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 4, 9, 182367), 0, 2, datetime.datetime(2022, 6, 3, 0, 4, 9, 182367), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:04:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:04:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 4, 9, 184120), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 4, 9, 184120), 0, 2, datetime.datetime(2022, 6, 3, 0, 4, 9, 184120), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:04:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:04:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 4, 9, 185807), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 4, 9, 185807), 0, 2, datetime.datetime(2022, 6, 3, 0, 4, 9, 185807), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:04:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:04:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:04:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:04:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:04:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:04:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:04:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:04:37,563 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:05:09.167018+00:00 (in 29.999138 seconds)
repomirrorworker stdout | 2022-06-03 00:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:05:09 UTC)" (scheduled at 2022-06-03 00:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:04:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:04:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:04:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 4, 39, 176290), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 4, 39, 176290), 0, 2, datetime.datetime(2022, 6, 3, 0, 4, 39, 176290), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:04:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:04:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 4, 39, 179763), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 4, 39, 179763), 0, 2, datetime.datetime(2022, 6, 3, 0, 4, 39, 179763), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:04:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:04:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 4, 39, 181718), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 4, 39, 181718), 0, 2, datetime.datetime(2022, 6, 3, 0, 4, 39, 181718), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:04:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:04:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 4, 39, 183396), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 4, 39, 183396), 0, 2, datetime.datetime(2022, 6, 3, 0, 4, 39, 183396), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:04:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:04:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 4, 39, 185052), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 4, 39, 185052), 0, 2, datetime.datetime(2022, 6, 3, 0, 4, 39, 185052), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:04:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:04:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:04:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:04:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:04:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:04:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:04:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:05:07,606 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:05:39.167018+00:00 (in 29.999113 seconds)
repomirrorworker stdout | 2022-06-03 00:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:05:39 UTC)" (scheduled at 2022-06-03 00:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:05:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:05:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 5, 9, 176790), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 5, 9, 176790), 0, 2, datetime.datetime(2022, 6, 3, 0, 5, 9, 176790), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:05:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:05:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 5, 9, 180395), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 5, 9, 180395), 0, 2, datetime.datetime(2022, 6, 3, 0, 5, 9, 180395), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:05:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:05:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 5, 9, 182352), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 5, 9, 182352), 0, 2, datetime.datetime(2022, 6, 3, 0, 5, 9, 182352), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:05:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:05:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 5, 9, 184120), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 5, 9, 184120), 0, 2, datetime.datetime(2022, 6, 3, 0, 5, 9, 184120), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:05:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:05:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:05:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:05:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:05:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:05:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:05:37,668 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:06:09.167018+00:00 (in 29.999219 seconds)
repomirrorworker stdout | 2022-06-03 00:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:06:09 UTC)" (scheduled at 2022-06-03 00:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:05:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:05:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:05:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 5, 39, 176232), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 5, 39, 176232), 0, 2, datetime.datetime(2022, 6, 3, 0, 5, 39, 176232), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:05:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:05:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 5, 39, 179407), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 5, 39, 179407), 0, 2, datetime.datetime(2022, 6, 3, 0, 5, 39, 179407), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:05:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:05:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 5, 39, 181274), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 5, 39, 181274), 0, 2, datetime.datetime(2022, 6, 3, 0, 5, 39, 181274), True, 3, 7])
repomirrorworker stdout | 2022-06-03 00:05:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 00:05:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 5, 39, 182936), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 5, 39, 182936), 0, 2, datetime.datetime(2022, 6, 3, 0, 5, 39, 182936), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:05:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:05:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:05:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:05:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:05:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:05:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:05:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:06:07,747 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:06:39.167018+00:00 (in 29.999138 seconds)
repomirrorworker stdout | 2022-06-03 00:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:06:39 UTC)" (scheduled at 2022-06-03 00:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:06:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:06:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 6, 9, 176853), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 6, 9, 176853), 0, 2, datetime.datetime(2022, 6, 3, 0, 6, 9, 176853), True, 3, 7])
repomirrorworker stdout | 2022-06-03 00:06:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 00:06:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 6, 9, 180447), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 6, 9, 180447), 0, 2, datetime.datetime(2022, 6, 3, 0, 6, 9, 180447), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:06:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:06:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 6, 9, 182336), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 6, 9, 182336), 0, 2, datetime.datetime(2022, 6, 3, 0, 6, 9, 182336), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:06:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:06:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 6, 9, 184071), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 6, 9, 184071), 0, 2, datetime.datetime(2022, 6, 3, 0, 6, 9, 184071), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:06:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:06:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 6, 9, 185717), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 6, 9, 185717), 0, 2, datetime.datetime(2022, 6, 3, 0, 6, 9, 185717), True, 12, 15])
repomirrorworker stdout | 2022-06-03 00:06:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 00:06:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:06:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:06:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:06:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:06:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:06:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:06:37,809 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:07:09.167018+00:00 (in 29.999124 seconds)
repomirrorworker stdout | 2022-06-03 00:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:07:09 UTC)" (scheduled at 2022-06-03 00:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:06:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 6, 39, 176844), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 6, 39, 176844), 0, 2, datetime.datetime(2022, 6, 3, 0, 6, 39, 176844), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:06:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:06:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 6, 39, 180527), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 6, 39, 180527), 0, 2, datetime.datetime(2022, 6, 3, 0, 6, 39, 180527), True, 12, 15])
repomirrorworker stdout | 2022-06-03 00:06:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 00:06:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 6, 39, 182453), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 6, 39, 182453), 0, 2, datetime.datetime(2022, 6, 3, 0, 6, 39, 182453), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:06:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:06:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 6, 39, 184214), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 6, 39, 184214), 0, 2, datetime.datetime(2022, 6, 3, 0, 6, 39, 184214), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:06:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:06:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 6, 39, 186052), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 6, 39, 186052), 0, 2, datetime.datetime(2022, 6, 3, 0, 6, 39, 186052), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:06:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:06:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:06:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:06:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:06:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:06:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:06:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:07:07,872 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:07:39.167018+00:00 (in 29.999132 seconds)
repomirrorworker stdout | 2022-06-03 00:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:07:39 UTC)" (scheduled at 2022-06-03 00:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:07:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:07:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:07:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 7, 9, 176227), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 7, 9, 176227), 0, 2, datetime.datetime(2022, 6, 3, 0, 7, 9, 176227), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:07:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:07:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 7, 9, 179372), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 7, 9, 179372), 0, 2, datetime.datetime(2022, 6, 3, 0, 7, 9, 179372), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:07:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:07:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 7, 9, 181238), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 7, 9, 181238), 0, 2, datetime.datetime(2022, 6, 3, 0, 7, 9, 181238), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:07:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:07:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 7, 9, 182912), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 7, 9, 182912), 0, 2, datetime.datetime(2022, 6, 3, 0, 7, 9, 182912), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:07:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:07:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:07:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:07:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:07:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:07:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:07:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:07:37,933 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:08:09.167018+00:00 (in 29.999015 seconds)
repomirrorworker stdout | 2022-06-03 00:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:08:09 UTC)" (scheduled at 2022-06-03 00:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:07:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:07:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 7, 39, 176867), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 7, 39, 176867), 0, 2, datetime.datetime(2022, 6, 3, 0, 7, 39, 176867), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:07:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:07:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 7, 39, 180317), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 7, 39, 180317), 0, 2, datetime.datetime(2022, 6, 3, 0, 7, 39, 180317), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:07:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:07:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 7, 39, 182343), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 7, 39, 182343), 0, 2, datetime.datetime(2022, 6, 3, 0, 7, 39, 182343), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:07:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:07:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 7, 39, 184027), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 7, 39, 184027), 0, 2, datetime.datetime(2022, 6, 3, 0, 7, 39, 184027), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:07:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:07:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:07:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:07:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:07:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:07:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:07:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:08:07,977 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:08:39.167018+00:00 (in 29.999105 seconds)
repomirrorworker stdout | 2022-06-03 00:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:08:39 UTC)" (scheduled at 2022-06-03 00:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:08:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:08:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:08:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 8, 9, 176688), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 8, 9, 176688), 0, 2, datetime.datetime(2022, 6, 3, 0, 8, 9, 176688), True, 3, 7])
repomirrorworker stdout | 2022-06-03 00:08:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 00:08:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 8, 9, 180037), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 8, 9, 180037), 0, 2, datetime.datetime(2022, 6, 3, 0, 8, 9, 180037), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:08:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:08:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 8, 9, 182005), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 8, 9, 182005), 0, 2, datetime.datetime(2022, 6, 3, 0, 8, 9, 182005), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:08:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:08:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 8, 9, 183667), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 8, 9, 183667), 0, 2, datetime.datetime(2022, 6, 3, 0, 8, 9, 183667), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:08:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:08:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 8, 9, 185305), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 8, 9, 185305), 0, 2, datetime.datetime(2022, 6, 3, 0, 8, 9, 185305), True, 12, 15])
repomirrorworker stdout | 2022-06-03 00:08:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 00:08:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:08:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:08:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:08:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:08:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:08:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:08:38,032 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:09:09.167018+00:00 (in 29.999228 seconds)
repomirrorworker stdout | 2022-06-03 00:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:09:09 UTC)" (scheduled at 2022-06-03 00:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:08:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:08:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:08:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 8, 39, 176010), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 8, 39, 176010), 0, 2, datetime.datetime(2022, 6, 3, 0, 8, 39, 176010), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:08:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:08:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 8, 39, 179304), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 8, 39, 179304), 0, 2, datetime.datetime(2022, 6, 3, 0, 8, 39, 179304), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:08:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:08:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 8, 39, 181591), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 8, 39, 181591), 0, 2, datetime.datetime(2022, 6, 3, 0, 8, 39, 181591), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:08:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:08:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 8, 39, 183740), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 8, 39, 183740), 0, 2, datetime.datetime(2022, 6, 3, 0, 8, 39, 183740), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:08:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:08:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 8, 39, 185713), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 8, 39, 185713), 0, 2, datetime.datetime(2022, 6, 3, 0, 8, 39, 185713), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:08:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:08:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:08:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:08:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:08:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:08:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:08:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:09:08,096 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:09:39.167018+00:00 (in 29.999107 seconds)
repomirrorworker stdout | 2022-06-03 00:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:09:39 UTC)" (scheduled at 2022-06-03 00:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:09:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:09:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:09:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 9, 9, 176304), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 9, 9, 176304), 0, 2, datetime.datetime(2022, 6, 3, 0, 9, 9, 176304), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:09:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:09:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 9, 9, 179693), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 9, 9, 179693), 0, 2, datetime.datetime(2022, 6, 3, 0, 9, 9, 179693), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:09:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:09:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 9, 9, 181537), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 9, 9, 181537), 0, 2, datetime.datetime(2022, 6, 3, 0, 9, 9, 181537), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:09:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:09:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 9, 9, 183278), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 9, 9, 183278), 0, 2, datetime.datetime(2022, 6, 3, 0, 9, 9, 183278), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:09:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:09:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 9, 9, 184960), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 9, 9, 184960), 0, 2, datetime.datetime(2022, 6, 3, 0, 9, 9, 184960), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:09:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:09:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:09:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:09:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:09:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:09:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:09:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:09:38,151 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:10:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-03 00:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:10:09 UTC)" (scheduled at 2022-06-03 00:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:09:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:09:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 9, 39, 176702), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 9, 39, 176702), 0, 2, datetime.datetime(2022, 6, 3, 0, 9, 39, 176702), True, 3, 7])
repomirrorworker stdout | 2022-06-03 00:09:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 00:09:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 9, 39, 180067), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 9, 39, 180067), 0, 2, datetime.datetime(2022, 6, 3, 0, 9, 39, 180067), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:09:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:09:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 9, 39, 182061), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 9, 39, 182061), 0, 2, datetime.datetime(2022, 6, 3, 0, 9, 39, 182061), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:09:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:09:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 9, 39, 183787), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 9, 39, 183787), 0, 2, datetime.datetime(2022, 6, 3, 0, 9, 39, 183787), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:09:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:09:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 9, 39, 185437), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 9, 39, 185437), 0, 2, datetime.datetime(2022, 6, 3, 0, 9, 39, 185437), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:09:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:09:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:09:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:09:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:09:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:09:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:09:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:10:08,211 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:10:39.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-03 00:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:10:39 UTC)" (scheduled at 2022-06-03 00:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:10:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:10:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 10, 9, 176668), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 10, 9, 176668), 0, 2, datetime.datetime(2022, 6, 3, 0, 10, 9, 176668), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:10:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:10:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 10, 9, 180243), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 10, 9, 180243), 0, 2, datetime.datetime(2022, 6, 3, 0, 10, 9, 180243), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:10:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:10:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 10, 9, 182394), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 10, 9, 182394), 0, 2, datetime.datetime(2022, 6, 3, 0, 10, 9, 182394), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:10:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:10:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 10, 9, 184132), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 10, 9, 184132), 0, 2, datetime.datetime(2022, 6, 3, 0, 10, 9, 184132), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:10:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:10:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 10, 9, 185840), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 10, 9, 185840), 0, 2, datetime.datetime(2022, 6, 3, 0, 10, 9, 185840), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:10:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:10:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:10:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:10:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:10:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:10:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:10:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:10:38,275 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:11:09.167018+00:00 (in 29.999133 seconds)
repomirrorworker stdout | 2022-06-03 00:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:11:09 UTC)" (scheduled at 2022-06-03 00:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:10:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:10:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 10, 39, 176814), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 10, 39, 176814), 0, 2, datetime.datetime(2022, 6, 3, 0, 10, 39, 176814), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:10:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:10:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 10, 39, 180509), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 10, 39, 180509), 0, 2, datetime.datetime(2022, 6, 3, 0, 10, 39, 180509), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:10:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:10:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 10, 39, 182436), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 10, 39, 182436), 0, 2, datetime.datetime(2022, 6, 3, 0, 10, 39, 182436), True, 12, 15])
repomirrorworker stdout | 2022-06-03 00:10:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 00:10:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 10, 39, 184205), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 10, 39, 184205), 0, 2, datetime.datetime(2022, 6, 3, 0, 10, 39, 184205), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:10:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:10:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:10:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:10:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:10:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:10:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:10:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:11:08,327 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:11:39.167018+00:00 (in 29.998907 seconds)
repomirrorworker stdout | 2022-06-03 00:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:11:39 UTC)" (scheduled at 2022-06-03 00:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:11:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:11:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 11, 9, 176546), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 11, 9, 176546), 0, 2, datetime.datetime(2022, 6, 3, 0, 11, 9, 176546), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:11:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:11:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 11, 9, 179611), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 11, 9, 179611), 0, 2, datetime.datetime(2022, 6, 3, 0, 11, 9, 179611), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:11:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:11:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 11, 9, 181436), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 11, 9, 181436), 0, 2, datetime.datetime(2022, 6, 3, 0, 11, 9, 181436), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:11:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:11:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 11, 9, 183115), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 11, 9, 183115), 0, 2, datetime.datetime(2022, 6, 3, 0, 11, 9, 183115), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:11:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:11:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:11:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:11:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:11:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:11:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:11:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:11:38,394 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:12:09.167018+00:00 (in 29.998766 seconds)
repomirrorworker stdout | 2022-06-03 00:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:12:09 UTC)" (scheduled at 2022-06-03 00:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:11:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:11:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:11:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 11, 39, 176762), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 11, 39, 176762), 0, 2, datetime.datetime(2022, 6, 3, 0, 11, 39, 176762), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:11:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:11:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 11, 39, 180032), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 11, 39, 180032), 0, 2, datetime.datetime(2022, 6, 3, 0, 11, 39, 180032), True, 12, 15])
repomirrorworker stdout | 2022-06-03 00:11:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 00:11:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 11, 39, 182030), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 11, 39, 182030), 0, 2, datetime.datetime(2022, 6, 3, 0, 11, 39, 182030), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:11:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:11:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 11, 39, 183775), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 11, 39, 183775), 0, 2, datetime.datetime(2022, 6, 3, 0, 11, 39, 183775), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:11:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:11:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:11:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:11:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:11:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:11:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:11:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:12:08,443 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:12:39.167018+00:00 (in 29.999105 seconds)
repomirrorworker stdout | 2022-06-03 00:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:12:39 UTC)" (scheduled at 2022-06-03 00:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:12:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:12:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:12:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 12, 9, 176789), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 12, 9, 176789), 0, 2, datetime.datetime(2022, 6, 3, 0, 12, 9, 176789), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:12:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:12:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 12, 9, 180718), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 12, 9, 180718), 0, 2, datetime.datetime(2022, 6, 3, 0, 12, 9, 180718), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:12:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:12:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 12, 9, 182958), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 12, 9, 182958), 0, 2, datetime.datetime(2022, 6, 3, 0, 12, 9, 182958), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:12:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:12:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 12, 9, 184640), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 12, 9, 184640), 0, 2, datetime.datetime(2022, 6, 3, 0, 12, 9, 184640), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:12:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:12:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 12, 9, 186299), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 12, 9, 186299), 0, 2, datetime.datetime(2022, 6, 3, 0, 12, 9, 186299), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:12:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:12:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:12:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:12:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:12:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:12:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:12:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:12:38,503 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:13:09.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-03 00:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:13:09 UTC)" (scheduled at 2022-06-03 00:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:12:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:12:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:12:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 12, 39, 176462), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 12, 39, 176462), 0, 2, datetime.datetime(2022, 6, 3, 0, 12, 39, 176462), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:12:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:12:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 12, 39, 179554), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 12, 39, 179554), 0, 2, datetime.datetime(2022, 6, 3, 0, 12, 39, 179554), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:12:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:12:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 12, 39, 181411), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 12, 39, 181411), 0, 2, datetime.datetime(2022, 6, 3, 0, 12, 39, 181411), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:12:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 12, 39, 183084), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 12, 39, 183084), 0, 2, datetime.datetime(2022, 6, 3, 0, 12, 39, 183084), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:12:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:12:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 12, 39, 184728), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 12, 39, 184728), 0, 2, datetime.datetime(2022, 6, 3, 0, 12, 39, 184728), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:12:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:12:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:12:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:12:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:12:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:12:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:12:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:13:08,548 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:13:39.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-03 00:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:13:39 UTC)" (scheduled at 2022-06-03 00:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:13:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:13:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:13:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 13, 9, 176573), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 13, 9, 176573), 0, 2, datetime.datetime(2022, 6, 3, 0, 13, 9, 176573), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:13:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:13:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 13, 9, 180132), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 13, 9, 180132), 0, 2, datetime.datetime(2022, 6, 3, 0, 13, 9, 180132), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:13:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:13:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 13, 9, 182141), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 13, 9, 182141), 0, 2, datetime.datetime(2022, 6, 3, 0, 13, 9, 182141), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:13:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:13:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 13, 9, 184003), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 13, 9, 184003), 0, 2, datetime.datetime(2022, 6, 3, 0, 13, 9, 184003), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:13:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:13:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 13, 9, 185815), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 13, 9, 185815), 0, 2, datetime.datetime(2022, 6, 3, 0, 13, 9, 185815), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:13:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:13:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:13:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:13:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:13:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:13:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:13:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:13:38,599 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:14:09.167018+00:00 (in 29.999105 seconds)
repomirrorworker stdout | 2022-06-03 00:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:14:09 UTC)" (scheduled at 2022-06-03 00:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:13:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:13:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:13:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 13, 39, 176303), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 13, 39, 176303), 0, 2, datetime.datetime(2022, 6, 3, 0, 13, 39, 176303), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:13:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:13:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 13, 39, 179622), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 13, 39, 179622), 0, 2, datetime.datetime(2022, 6, 3, 0, 13, 39, 179622), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:13:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:13:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 13, 39, 181903), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 13, 39, 181903), 0, 2, datetime.datetime(2022, 6, 3, 0, 13, 39, 181903), True, 12, 15])
repomirrorworker stdout | 2022-06-03 00:13:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 00:13:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 13, 39, 184009), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 13, 39, 184009), 0, 2, datetime.datetime(2022, 6, 3, 0, 13, 39, 184009), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:13:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:13:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:13:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:13:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:13:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:13:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:13:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:14:08,647 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:14:39.167018+00:00 (in 29.999184 seconds)
repomirrorworker stdout | 2022-06-03 00:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:14:39 UTC)" (scheduled at 2022-06-03 00:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:14:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:14:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 14, 9, 176263), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 14, 9, 176263), 0, 2, datetime.datetime(2022, 6, 3, 0, 14, 9, 176263), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:14:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:14:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 14, 9, 179689), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 14, 9, 179689), 0, 2, datetime.datetime(2022, 6, 3, 0, 14, 9, 179689), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:14:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:14:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 14, 9, 181648), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 14, 9, 181648), 0, 2, datetime.datetime(2022, 6, 3, 0, 14, 9, 181648), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:14:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:14:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 14, 9, 183355), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 14, 9, 183355), 0, 2, datetime.datetime(2022, 6, 3, 0, 14, 9, 183355), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:14:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:14:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 14, 9, 185021), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 14, 9, 185021), 0, 2, datetime.datetime(2022, 6, 3, 0, 14, 9, 185021), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:14:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:14:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:14:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:14:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:14:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:14:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:14:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:14:38,708 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:15:09.167018+00:00 (in 29.999095 seconds)
repomirrorworker stdout | 2022-06-03 00:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:15:09 UTC)" (scheduled at 2022-06-03 00:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:14:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:14:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:14:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 14, 39, 176645), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 14, 39, 176645), 0, 2, datetime.datetime(2022, 6, 3, 0, 14, 39, 176645), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:14:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 14, 39, 180482), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 14, 39, 180482), 0, 2, datetime.datetime(2022, 6, 3, 0, 14, 39, 180482), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:14:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 14, 39, 182603), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 14, 39, 182603), 0, 2, datetime.datetime(2022, 6, 3, 0, 14, 39, 182603), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:14:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:14:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 14, 39, 184304), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 14, 39, 184304), 0, 2, datetime.datetime(2022, 6, 3, 0, 14, 39, 184304), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:14:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:14:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 14, 39, 186132), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 14, 39, 186132), 0, 2, datetime.datetime(2022, 6, 3, 0, 14, 39, 186132), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:14:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:14:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:14:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:14:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:14:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:14:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:14:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:15:08,757 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:15:39.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-03 00:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:15:39 UTC)" (scheduled at 2022-06-03 00:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:15:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:15:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:15:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 15, 9, 176595), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 15, 9, 176595), 0, 2, datetime.datetime(2022, 6, 3, 0, 15, 9, 176595), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:15:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:15:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 15, 9, 180384), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 15, 9, 180384), 0, 2, datetime.datetime(2022, 6, 3, 0, 15, 9, 180384), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 15, 9, 182555), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 15, 9, 182555), 0, 2, datetime.datetime(2022, 6, 3, 0, 15, 9, 182555), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:15:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:15:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 15, 9, 184251), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 15, 9, 184251), 0, 2, datetime.datetime(2022, 6, 3, 0, 15, 9, 184251), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:15:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:15:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:15:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:15:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:15:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:15:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:15:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:15:38,819 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:16:09.167018+00:00 (in 29.999046 seconds)
repomirrorworker stdout | 2022-06-03 00:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:16:09 UTC)" (scheduled at 2022-06-03 00:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:15:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:15:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:15:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 15, 39, 176380), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 15, 39, 176380), 0, 2, datetime.datetime(2022, 6, 3, 0, 15, 39, 176380), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:15:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:15:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 15, 39, 179880), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 15, 39, 179880), 0, 2, datetime.datetime(2022, 6, 3, 0, 15, 39, 179880), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:15:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:15:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 15, 39, 181804), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 15, 39, 181804), 0, 2, datetime.datetime(2022, 6, 3, 0, 15, 39, 181804), True, 3, 7])
repomirrorworker stdout | 2022-06-03 00:15:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 00:15:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 15, 39, 183509), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 15, 39, 183509), 0, 2, datetime.datetime(2022, 6, 3, 0, 15, 39, 183509), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:15:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:15:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 15, 39, 185191), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 15, 39, 185191), 0, 2, datetime.datetime(2022, 6, 3, 0, 15, 39, 185191), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:15:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:15:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:15:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:15:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:15:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:15:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:15:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:16:08,875 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:16:39.167018+00:00 (in 29.999142 seconds)
repomirrorworker stdout | 2022-06-03 00:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:16:39 UTC)" (scheduled at 2022-06-03 00:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:16:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:16:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:16:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 16, 9, 176722), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 16, 9, 176722), 0, 2, datetime.datetime(2022, 6, 3, 0, 16, 9, 176722), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:16:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:16:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 16, 9, 180471), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 16, 9, 180471), 0, 2, datetime.datetime(2022, 6, 3, 0, 16, 9, 180471), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:16:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:16:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 16, 9, 182836), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 16, 9, 182836), 0, 2, datetime.datetime(2022, 6, 3, 0, 16, 9, 182836), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:16:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:16:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 16, 9, 184750), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 16, 9, 184750), 0, 2, datetime.datetime(2022, 6, 3, 0, 16, 9, 184750), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:16:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:16:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 16, 9, 186605), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 16, 9, 186605), 0, 2, datetime.datetime(2022, 6, 3, 0, 16, 9, 186605), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:16:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:16:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:16:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:16:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:16:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:16:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:16:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:16:38,904 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:17:09.167018+00:00 (in 29.998944 seconds)
repomirrorworker stdout | 2022-06-03 00:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:17:09 UTC)" (scheduled at 2022-06-03 00:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:16:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:16:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:16:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 16, 39, 176289), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 16, 39, 176289), 0, 2, datetime.datetime(2022, 6, 3, 0, 16, 39, 176289), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:16:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:16:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 16, 39, 179502), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 16, 39, 179502), 0, 2, datetime.datetime(2022, 6, 3, 0, 16, 39, 179502), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:16:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:16:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 16, 39, 181740), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 16, 39, 181740), 0, 2, datetime.datetime(2022, 6, 3, 0, 16, 39, 181740), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:16:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:16:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 16, 39, 183818), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 16, 39, 183818), 0, 2, datetime.datetime(2022, 6, 3, 0, 16, 39, 183818), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:16:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:16:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:16:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:16:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:16:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:16:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:16:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:17:08,961 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:17:39.167018+00:00 (in 29.998964 seconds)
repomirrorworker stdout | 2022-06-03 00:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:17:39 UTC)" (scheduled at 2022-06-03 00:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:17:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:17:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:17:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 17, 9, 176699), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 17, 9, 176699), 0, 2, datetime.datetime(2022, 6, 3, 0, 17, 9, 176699), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:17:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:17:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 17, 9, 180074), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 17, 9, 180074), 0, 2, datetime.datetime(2022, 6, 3, 0, 17, 9, 180074), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:17:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:17:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 17, 9, 181936), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 17, 9, 181936), 0, 2, datetime.datetime(2022, 6, 3, 0, 17, 9, 181936), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:17:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:17:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 17, 9, 183592), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 17, 9, 183592), 0, 2, datetime.datetime(2022, 6, 3, 0, 17, 9, 183592), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:17:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:17:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 17, 9, 185229), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 17, 9, 185229), 0, 2, datetime.datetime(2022, 6, 3, 0, 17, 9, 185229), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:17:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:17:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:17:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:17:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:17:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:17:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:17:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:17:39,010 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:18:09.167018+00:00 (in 29.999131 seconds)
repomirrorworker stdout | 2022-06-03 00:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:18:09 UTC)" (scheduled at 2022-06-03 00:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:17:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:17:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:17:39,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 17, 39, 175925), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 17, 39, 175925), 0, 2, datetime.datetime(2022, 6, 3, 0, 17, 39, 175925), True, 3, 7])
repomirrorworker stdout | 2022-06-03 00:17:39,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 00:17:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 17, 39, 179141), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 17, 39, 179141), 0, 2, datetime.datetime(2022, 6, 3, 0, 17, 39, 179141), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:17:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:17:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 17, 39, 181423), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 17, 39, 181423), 0, 2, datetime.datetime(2022, 6, 3, 0, 17, 39, 181423), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:17:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:17:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 17, 39, 183156), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 17, 39, 183156), 0, 2, datetime.datetime(2022, 6, 3, 0, 17, 39, 183156), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:17:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:17:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:17:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:17:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:17:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:17:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:17:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:18:09,051 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:18:39.167018+00:00 (in 29.999140 seconds)
repomirrorworker stdout | 2022-06-03 00:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:18:39 UTC)" (scheduled at 2022-06-03 00:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:18:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:18:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 18, 9, 176461), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 18, 9, 176461), 0, 2, datetime.datetime(2022, 6, 3, 0, 18, 9, 176461), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:18:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:18:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 18, 9, 179598), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 18, 9, 179598), 0, 2, datetime.datetime(2022, 6, 3, 0, 18, 9, 179598), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:18:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:18:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 18, 9, 181619), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 18, 9, 181619), 0, 2, datetime.datetime(2022, 6, 3, 0, 18, 9, 181619), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:18:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:18:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 18, 9, 183309), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 18, 9, 183309), 0, 2, datetime.datetime(2022, 6, 3, 0, 18, 9, 183309), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:18:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:18:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 18, 9, 184963), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 18, 9, 184963), 0, 2, datetime.datetime(2022, 6, 3, 0, 18, 9, 184963), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:18:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:18:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:18:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:18:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:18:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:18:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:18:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:18:39,106 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:19:09.167018+00:00 (in 29.999048 seconds)
repomirrorworker stdout | 2022-06-03 00:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:19:09 UTC)" (scheduled at 2022-06-03 00:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:18:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:18:39,174 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:18:39,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 18, 39, 175276), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 18, 39, 175276), 0, 2, datetime.datetime(2022, 6, 3, 0, 18, 39, 175276), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:18:39,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:18:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 18, 39, 178456), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 18, 39, 178456), 0, 2, datetime.datetime(2022, 6, 3, 0, 18, 39, 178456), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:18:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:18:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 18, 39, 180359), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 18, 39, 180359), 0, 2, datetime.datetime(2022, 6, 3, 0, 18, 39, 180359), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:18:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:18:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 18, 39, 182046), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 18, 39, 182046), 0, 2, datetime.datetime(2022, 6, 3, 0, 18, 39, 182046), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:18:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:18:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 18, 39, 183657), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 18, 39, 183657), 0, 2, datetime.datetime(2022, 6, 3, 0, 18, 39, 183657), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:18:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:18:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:18:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:18:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:18:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:18:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:18:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:19:09,163 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:19:39.167018+00:00 (in 29.999327 seconds)
repomirrorworker stdout | 2022-06-03 00:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:19:39 UTC)" (scheduled at 2022-06-03 00:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:19:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:19:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:19:09,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 19, 9, 175870), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 19, 9, 175870), 0, 2, datetime.datetime(2022, 6, 3, 0, 19, 9, 175870), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:19:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:19:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 19, 9, 179482), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 19, 9, 179482), 0, 2, datetime.datetime(2022, 6, 3, 0, 19, 9, 179482), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:19:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:19:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 19, 9, 181507), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 19, 9, 181507), 0, 2, datetime.datetime(2022, 6, 3, 0, 19, 9, 181507), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:19:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:19:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 19, 9, 183176), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 19, 9, 183176), 0, 2, datetime.datetime(2022, 6, 3, 0, 19, 9, 183176), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:19:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:19:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:19:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:19:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:19:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:19:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:19:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:20:09.167018+00:00 (in 29.999035 seconds)
repomirrorworker stdout | 2022-06-03 00:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:20:09 UTC)" (scheduled at 2022-06-03 00:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:19:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:19:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:19:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 19, 39, 176604), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 19, 39, 176604), 0, 2, datetime.datetime(2022, 6, 3, 0, 19, 39, 176604), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:19:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:19:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 19, 39, 180074), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 19, 39, 180074), 0, 2, datetime.datetime(2022, 6, 3, 0, 19, 39, 180074), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:19:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:19:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 19, 39, 181964), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 19, 39, 181964), 0, 2, datetime.datetime(2022, 6, 3, 0, 19, 39, 181964), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:19:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:19:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 19, 39, 183645), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 19, 39, 183645), 0, 2, datetime.datetime(2022, 6, 3, 0, 19, 39, 183645), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:19:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:19:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 19, 39, 185281), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 19, 39, 185281), 0, 2, datetime.datetime(2022, 6, 3, 0, 19, 39, 185281), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:19:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:19:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:19:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:19:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:19:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:19:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:19:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:19:39,230 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:20:39.167018+00:00 (in 29.998990 seconds)
repomirrorworker stdout | 2022-06-03 00:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:20:39 UTC)" (scheduled at 2022-06-03 00:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:20:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:20:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 20, 9, 177200), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 20, 9, 177200), 0, 2, datetime.datetime(2022, 6, 3, 0, 20, 9, 177200), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:20:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 20, 9, 180714), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 20, 9, 180714), 0, 2, datetime.datetime(2022, 6, 3, 0, 20, 9, 180714), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:20:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:20:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 20, 9, 182608), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 20, 9, 182608), 0, 2, datetime.datetime(2022, 6, 3, 0, 20, 9, 182608), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:20:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:20:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 20, 9, 184315), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 20, 9, 184315), 0, 2, datetime.datetime(2022, 6, 3, 0, 20, 9, 184315), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:20:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:20:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:20:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:20:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:20:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:20:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:20:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:20:09,260 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:21:09.167018+00:00 (in 29.998961 seconds)
repomirrorworker stdout | 2022-06-03 00:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:21:09 UTC)" (scheduled at 2022-06-03 00:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:20:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:20:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:20:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 20, 39, 176494), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 20, 39, 176494), 0, 2, datetime.datetime(2022, 6, 3, 0, 20, 39, 176494), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:20:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:20:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 20, 39, 179620), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 20, 39, 179620), 0, 2, datetime.datetime(2022, 6, 3, 0, 20, 39, 179620), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:20:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:20:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 20, 39, 181531), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 20, 39, 181531), 0, 2, datetime.datetime(2022, 6, 3, 0, 20, 39, 181531), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:20:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:20:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 20, 39, 183244), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 20, 39, 183244), 0, 2, datetime.datetime(2022, 6, 3, 0, 20, 39, 183244), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:20:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:20:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:20:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:20:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:20:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:20:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:20:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:20:39,326 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:21:39.167018+00:00 (in 29.998953 seconds)
repomirrorworker stdout | 2022-06-03 00:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:21:39 UTC)" (scheduled at 2022-06-03 00:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:21:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:21:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:21:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 21, 9, 177619), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 21, 9, 177619), 0, 2, datetime.datetime(2022, 6, 3, 0, 21, 9, 177619), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:21:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:21:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 21, 9, 181286), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 21, 9, 181286), 0, 2, datetime.datetime(2022, 6, 3, 0, 21, 9, 181286), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:21:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 21, 9, 183184), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 21, 9, 183184), 0, 2, datetime.datetime(2022, 6, 3, 0, 21, 9, 183184), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:21:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:21:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 21, 9, 184859), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 21, 9, 184859), 0, 2, datetime.datetime(2022, 6, 3, 0, 21, 9, 184859), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:21:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:21:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 21, 9, 186506), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 21, 9, 186506), 0, 2, datetime.datetime(2022, 6, 3, 0, 21, 9, 186506), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:21:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:21:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:21:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:21:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:21:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:21:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:21:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:21:09,396 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:22:09.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-03 00:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:22:09 UTC)" (scheduled at 2022-06-03 00:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:21:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:21:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:21:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 21, 39, 176501), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 21, 39, 176501), 0, 2, datetime.datetime(2022, 6, 3, 0, 21, 39, 176501), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:21:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:21:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 21, 39, 179747), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 21, 39, 179747), 0, 2, datetime.datetime(2022, 6, 3, 0, 21, 39, 179747), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:21:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:21:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 21, 39, 181769), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 21, 39, 181769), 0, 2, datetime.datetime(2022, 6, 3, 0, 21, 39, 181769), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:21:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:21:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 21, 39, 183501), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 21, 39, 183501), 0, 2, datetime.datetime(2022, 6, 3, 0, 21, 39, 183501), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:21:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:21:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 21, 39, 185189), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 21, 39, 185189), 0, 2, datetime.datetime(2022, 6, 3, 0, 21, 39, 185189), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:21:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:21:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:21:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:21:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:21:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:21:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:21:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:21:39,457 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:22:39.167018+00:00 (in 29.999236 seconds)
repomirrorworker stdout | 2022-06-03 00:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:22:39 UTC)" (scheduled at 2022-06-03 00:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:22:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:22:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:22:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 22, 9, 176542), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 22, 9, 176542), 0, 2, datetime.datetime(2022, 6, 3, 0, 22, 9, 176542), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:22:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:22:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 22, 9, 180286), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 22, 9, 180286), 0, 2, datetime.datetime(2022, 6, 3, 0, 22, 9, 180286), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:22:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:22:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 22, 9, 182504), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 22, 9, 182504), 0, 2, datetime.datetime(2022, 6, 3, 0, 22, 9, 182504), True, 12, 15])
repomirrorworker stdout | 2022-06-03 00:22:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 00:22:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 22, 9, 184440), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 22, 9, 184440), 0, 2, datetime.datetime(2022, 6, 3, 0, 22, 9, 184440), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:22:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:22:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:22:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:22:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:22:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:22:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:22:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:22:09,514 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:23:09.167018+00:00 (in 29.999298 seconds)
repomirrorworker stdout | 2022-06-03 00:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:23:09 UTC)" (scheduled at 2022-06-03 00:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:22:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:22:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 22, 39, 176450), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 22, 39, 176450), 0, 2, datetime.datetime(2022, 6, 3, 0, 22, 39, 176450), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:22:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:22:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 22, 39, 179905), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 22, 39, 179905), 0, 2, datetime.datetime(2022, 6, 3, 0, 22, 39, 179905), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:22:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:22:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 22, 39, 181877), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 22, 39, 181877), 0, 2, datetime.datetime(2022, 6, 3, 0, 22, 39, 181877), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:22:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:22:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 22, 39, 183537), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 22, 39, 183537), 0, 2, datetime.datetime(2022, 6, 3, 0, 22, 39, 183537), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:22:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:22:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:22:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:22:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:22:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:22:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:22:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:22:39,570 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:23:39.167018+00:00 (in 29.999106 seconds)
repomirrorworker stdout | 2022-06-03 00:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:23:39 UTC)" (scheduled at 2022-06-03 00:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:23:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:23:09,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 23, 9, 175777), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 23, 9, 175777), 0, 2, datetime.datetime(2022, 6, 3, 0, 23, 9, 175777), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:23:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:23:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 23, 9, 178870), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 23, 9, 178870), 0, 2, datetime.datetime(2022, 6, 3, 0, 23, 9, 178870), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:23:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:23:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 23, 9, 180767), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 23, 9, 180767), 0, 2, datetime.datetime(2022, 6, 3, 0, 23, 9, 180767), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:23:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:23:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 23, 9, 182656), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 23, 9, 182656), 0, 2, datetime.datetime(2022, 6, 3, 0, 23, 9, 182656), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:23:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:23:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:23:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:23:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:23:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:23:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:23:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:23:09,614 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:24:09.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-03 00:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:24:09 UTC)" (scheduled at 2022-06-03 00:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:23:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:23:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:23:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 23, 39, 176730), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 23, 39, 176730), 0, 2, datetime.datetime(2022, 6, 3, 0, 23, 39, 176730), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:23:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:23:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 23, 39, 179919), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 23, 39, 179919), 0, 2, datetime.datetime(2022, 6, 3, 0, 23, 39, 179919), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:23:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:23:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 23, 39, 181861), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 23, 39, 181861), 0, 2, datetime.datetime(2022, 6, 3, 0, 23, 39, 181861), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:23:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:23:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 23, 39, 183615), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 23, 39, 183615), 0, 2, datetime.datetime(2022, 6, 3, 0, 23, 39, 183615), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:23:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:23:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:23:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:23:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:23:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:23:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:23:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:23:39,684 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:24:39.167018+00:00 (in 29.998991 seconds)
repomirrorworker stdout | 2022-06-03 00:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:24:39 UTC)" (scheduled at 2022-06-03 00:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:24:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:24:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:24:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 24, 9, 176816), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 24, 9, 176816), 0, 2, datetime.datetime(2022, 6, 3, 0, 24, 9, 176816), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:24:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:24:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 24, 9, 180018), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 24, 9, 180018), 0, 2, datetime.datetime(2022, 6, 3, 0, 24, 9, 180018), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:24:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:24:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 24, 9, 181908), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 24, 9, 181908), 0, 2, datetime.datetime(2022, 6, 3, 0, 24, 9, 181908), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:24:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:24:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 24, 9, 183619), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 24, 9, 183619), 0, 2, datetime.datetime(2022, 6, 3, 0, 24, 9, 183619), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:24:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:24:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 24, 9, 185291), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 24, 9, 185291), 0, 2, datetime.datetime(2022, 6, 3, 0, 24, 9, 185291), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:24:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:24:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:24:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:24:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:24:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:24:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:24:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:24:09,740 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:25:09.167018+00:00 (in 29.999145 seconds)
repomirrorworker stdout | 2022-06-03 00:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:25:09 UTC)" (scheduled at 2022-06-03 00:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:24:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:24:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:24:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 24, 39, 176764), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 24, 39, 176764), 0, 2, datetime.datetime(2022, 6, 3, 0, 24, 39, 176764), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:24:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:24:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 24, 39, 179921), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 24, 39, 179921), 0, 2, datetime.datetime(2022, 6, 3, 0, 24, 39, 179921), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:24:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:24:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 24, 39, 181888), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 24, 39, 181888), 0, 2, datetime.datetime(2022, 6, 3, 0, 24, 39, 181888), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:24:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:24:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 24, 39, 183634), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 24, 39, 183634), 0, 2, datetime.datetime(2022, 6, 3, 0, 24, 39, 183634), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:24:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:24:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:24:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:24:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:24:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:24:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:24:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:24:39,792 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:25:39.167018+00:00 (in 29.999087 seconds)
repomirrorworker stdout | 2022-06-03 00:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:25:39 UTC)" (scheduled at 2022-06-03 00:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:25:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:25:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:25:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 25, 9, 177191), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 25, 9, 177191), 0, 2, datetime.datetime(2022, 6, 3, 0, 25, 9, 177191), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:25:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 25, 9, 180621), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 25, 9, 180621), 0, 2, datetime.datetime(2022, 6, 3, 0, 25, 9, 180621), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:25:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:25:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 25, 9, 182602), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 25, 9, 182602), 0, 2, datetime.datetime(2022, 6, 3, 0, 25, 9, 182602), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:25:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:25:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 25, 9, 184288), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 25, 9, 184288), 0, 2, datetime.datetime(2022, 6, 3, 0, 25, 9, 184288), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:25:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:25:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 25, 9, 185935), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 25, 9, 185935), 0, 2, datetime.datetime(2022, 6, 3, 0, 25, 9, 185935), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:25:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:25:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:25:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:25:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:25:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:25:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:25:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:25:09,816 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:26:09.167018+00:00 (in 29.999045 seconds)
repomirrorworker stdout | 2022-06-03 00:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:26:09 UTC)" (scheduled at 2022-06-03 00:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:25:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:25:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 25, 39, 177245), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 25, 39, 177245), 0, 2, datetime.datetime(2022, 6, 3, 0, 25, 39, 177245), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:25:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:25:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 25, 39, 180506), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 25, 39, 180506), 0, 2, datetime.datetime(2022, 6, 3, 0, 25, 39, 180506), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:25:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:25:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 25, 39, 182423), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 25, 39, 182423), 0, 2, datetime.datetime(2022, 6, 3, 0, 25, 39, 182423), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:25:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:25:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 25, 39, 184113), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 25, 39, 184113), 0, 2, datetime.datetime(2022, 6, 3, 0, 25, 39, 184113), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:25:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:25:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:25:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:25:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:25:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:25:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:25:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:25:39,852 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:26:39.167018+00:00 (in 29.999194 seconds)
repomirrorworker stdout | 2022-06-03 00:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:26:39 UTC)" (scheduled at 2022-06-03 00:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:26:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:26:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 26, 9, 177005), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 26, 9, 177005), 0, 2, datetime.datetime(2022, 6, 3, 0, 26, 9, 177005), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:26:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:26:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 26, 9, 180539), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 26, 9, 180539), 0, 2, datetime.datetime(2022, 6, 3, 0, 26, 9, 180539), True, 12, 15])
repomirrorworker stdout | 2022-06-03 00:26:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 00:26:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 26, 9, 182597), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 26, 9, 182597), 0, 2, datetime.datetime(2022, 6, 3, 0, 26, 9, 182597), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:26:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:26:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 26, 9, 184418), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 26, 9, 184418), 0, 2, datetime.datetime(2022, 6, 3, 0, 26, 9, 184418), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:26:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:26:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 26, 9, 186194), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 26, 9, 186194), 0, 2, datetime.datetime(2022, 6, 3, 0, 26, 9, 186194), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:26:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:26:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:26:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:26:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:26:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:26:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:26:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:26:09,895 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:27:09.167018+00:00 (in 29.998910 seconds)
repomirrorworker stdout | 2022-06-03 00:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:27:09 UTC)" (scheduled at 2022-06-03 00:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:26:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:26:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:26:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 26, 39, 176906), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 26, 39, 176906), 0, 2, datetime.datetime(2022, 6, 3, 0, 26, 39, 176906), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:26:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:26:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 26, 39, 180066), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 26, 39, 180066), 0, 2, datetime.datetime(2022, 6, 3, 0, 26, 39, 180066), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:26:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:26:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 26, 39, 181999), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 26, 39, 181999), 0, 2, datetime.datetime(2022, 6, 3, 0, 26, 39, 181999), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:26:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:26:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 26, 39, 183739), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 26, 39, 183739), 0, 2, datetime.datetime(2022, 6, 3, 0, 26, 39, 183739), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:26:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:26:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 26, 39, 185614), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 26, 39, 185614), 0, 2, datetime.datetime(2022, 6, 3, 0, 26, 39, 185614), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:26:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:26:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:26:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:26:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:26:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:26:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:26:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:26:39,970 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:27:39.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-03 00:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:27:39 UTC)" (scheduled at 2022-06-03 00:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:27:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:27:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:27:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 27, 9, 176796), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 27, 9, 176796), 0, 2, datetime.datetime(2022, 6, 3, 0, 27, 9, 176796), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:27:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:27:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 27, 9, 179943), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 27, 9, 179943), 0, 2, datetime.datetime(2022, 6, 3, 0, 27, 9, 179943), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:27:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:27:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 27, 9, 181823), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 27, 9, 181823), 0, 2, datetime.datetime(2022, 6, 3, 0, 27, 9, 181823), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:27:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:27:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 27, 9, 183464), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 27, 9, 183464), 0, 2, datetime.datetime(2022, 6, 3, 0, 27, 9, 183464), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:27:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:27:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 27, 9, 185127), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 27, 9, 185127), 0, 2, datetime.datetime(2022, 6, 3, 0, 27, 9, 185127), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:27:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:27:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:27:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:27:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:27:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:27:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:27:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:27:10,032 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:28:09.167018+00:00 (in 29.999080 seconds)
repomirrorworker stdout | 2022-06-03 00:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:28:09 UTC)" (scheduled at 2022-06-03 00:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:27:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:27:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:27:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 27, 39, 176732), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 27, 39, 176732), 0, 2, datetime.datetime(2022, 6, 3, 0, 27, 39, 176732), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:27:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:27:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 27, 39, 180589), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 27, 39, 180589), 0, 2, datetime.datetime(2022, 6, 3, 0, 27, 39, 180589), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:27:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:27:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 27, 39, 182437), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 27, 39, 182437), 0, 2, datetime.datetime(2022, 6, 3, 0, 27, 39, 182437), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:27:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:27:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 27, 39, 184138), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 27, 39, 184138), 0, 2, datetime.datetime(2022, 6, 3, 0, 27, 39, 184138), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:27:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:27:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 27, 39, 185925), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 27, 39, 185925), 0, 2, datetime.datetime(2022, 6, 3, 0, 27, 39, 185925), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:27:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:27:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:27:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:27:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:27:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:27:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:27:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:27:40,064 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:28:39.167018+00:00 (in 29.999229 seconds)
repomirrorworker stdout | 2022-06-03 00:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:28:39 UTC)" (scheduled at 2022-06-03 00:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:28:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:28:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 28, 9, 176574), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 28, 9, 176574), 0, 2, datetime.datetime(2022, 6, 3, 0, 28, 9, 176574), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:28:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:28:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 28, 9, 179824), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 28, 9, 179824), 0, 2, datetime.datetime(2022, 6, 3, 0, 28, 9, 179824), True, 12, 15])
repomirrorworker stdout | 2022-06-03 00:28:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 00:28:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 28, 9, 181806), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 28, 9, 181806), 0, 2, datetime.datetime(2022, 6, 3, 0, 28, 9, 181806), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:28:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:28:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 28, 9, 183480), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 28, 9, 183480), 0, 2, datetime.datetime(2022, 6, 3, 0, 28, 9, 183480), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:28:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:28:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:28:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:28:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:28:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:28:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:28:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:28:10,111 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:29:09.167018+00:00 (in 29.999184 seconds)
repomirrorworker stdout | 2022-06-03 00:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:29:09 UTC)" (scheduled at 2022-06-03 00:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:28:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:28:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:28:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 28, 39, 176948), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 28, 39, 176948), 0, 2, datetime.datetime(2022, 6, 3, 0, 28, 39, 176948), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:28:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:28:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 28, 39, 180105), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 28, 39, 180105), 0, 2, datetime.datetime(2022, 6, 3, 0, 28, 39, 180105), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:28:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:28:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 28, 39, 182001), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 28, 39, 182001), 0, 2, datetime.datetime(2022, 6, 3, 0, 28, 39, 182001), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:28:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:28:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 28, 39, 183759), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 28, 39, 183759), 0, 2, datetime.datetime(2022, 6, 3, 0, 28, 39, 183759), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:28:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:28:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:28:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:28:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:28:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:28:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:28:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:28:40,169 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:29:39.167018+00:00 (in 29.998970 seconds)
repomirrorworker stdout | 2022-06-03 00:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:29:39 UTC)" (scheduled at 2022-06-03 00:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:29:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:29:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:29:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 29, 9, 177265), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 29, 9, 177265), 0, 2, datetime.datetime(2022, 6, 3, 0, 29, 9, 177265), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:29:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:29:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 29, 9, 180421), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 29, 9, 180421), 0, 2, datetime.datetime(2022, 6, 3, 0, 29, 9, 180421), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:29:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:29:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 29, 9, 182298), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 29, 9, 182298), 0, 2, datetime.datetime(2022, 6, 3, 0, 29, 9, 182298), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:29:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:29:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 29, 9, 184028), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 29, 9, 184028), 0, 2, datetime.datetime(2022, 6, 3, 0, 29, 9, 184028), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:29:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:29:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 29, 9, 185722), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 29, 9, 185722), 0, 2, datetime.datetime(2022, 6, 3, 0, 29, 9, 185722), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:29:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:29:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:29:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:29:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:29:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:29:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:29:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:29:10,229 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:30:09.167018+00:00 (in 29.999107 seconds)
repomirrorworker stdout | 2022-06-03 00:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:30:09 UTC)" (scheduled at 2022-06-03 00:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:29:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:29:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 29, 39, 176939), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 29, 39, 176939), 0, 2, datetime.datetime(2022, 6, 3, 0, 29, 39, 176939), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:29:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:29:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 29, 39, 180566), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 29, 39, 180566), 0, 2, datetime.datetime(2022, 6, 3, 0, 29, 39, 180566), True, 3, 7])
repomirrorworker stdout | 2022-06-03 00:29:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 00:29:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 29, 39, 182545), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 29, 39, 182545), 0, 2, datetime.datetime(2022, 6, 3, 0, 29, 39, 182545), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:29:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:29:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 29, 39, 184351), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 29, 39, 184351), 0, 2, datetime.datetime(2022, 6, 3, 0, 29, 39, 184351), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:29:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:29:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 29, 39, 186086), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 29, 39, 186086), 0, 2, datetime.datetime(2022, 6, 3, 0, 29, 39, 186086), True, 12, 15])
repomirrorworker stdout | 2022-06-03 00:29:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 00:29:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:29:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:29:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:29:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:29:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:29:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:29:40,291 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:30:39.167018+00:00 (in 29.999051 seconds)
repomirrorworker stdout | 2022-06-03 00:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:30:39 UTC)" (scheduled at 2022-06-03 00:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:30:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:30:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:30:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 30, 9, 176120), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 30, 9, 176120), 0, 2, datetime.datetime(2022, 6, 3, 0, 30, 9, 176120), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:30:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:30:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 30, 9, 179166), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 30, 9, 179166), 0, 2, datetime.datetime(2022, 6, 3, 0, 30, 9, 179166), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:30:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:30:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 30, 9, 181027), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 30, 9, 181027), 0, 2, datetime.datetime(2022, 6, 3, 0, 30, 9, 181027), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:30:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:30:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 30, 9, 182718), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 30, 9, 182718), 0, 2, datetime.datetime(2022, 6, 3, 0, 30, 9, 182718), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:30:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:30:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:30:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:30:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:30:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:30:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:30:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:30:10,340 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:31:09.167018+00:00 (in 29.998923 seconds)
repomirrorworker stdout | 2022-06-03 00:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:31:09 UTC)" (scheduled at 2022-06-03 00:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:30:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:30:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:30:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 30, 39, 177028), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 30, 39, 177028), 0, 2, datetime.datetime(2022, 6, 3, 0, 30, 39, 177028), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:30:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:30:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 30, 39, 180611), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 30, 39, 180611), 0, 2, datetime.datetime(2022, 6, 3, 0, 30, 39, 180611), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:30:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:30:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 30, 39, 182764), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 30, 39, 182764), 0, 2, datetime.datetime(2022, 6, 3, 0, 30, 39, 182764), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:30:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:30:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 30, 39, 184872), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 30, 39, 184872), 0, 2, datetime.datetime(2022, 6, 3, 0, 30, 39, 184872), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:30:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:30:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:30:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:30:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:30:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:30:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:30:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:30:40,413 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:31:39.167018+00:00 (in 29.999177 seconds)
repomirrorworker stdout | 2022-06-03 00:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:31:39 UTC)" (scheduled at 2022-06-03 00:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:31:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:31:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 31, 9, 177236), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 31, 9, 177236), 0, 2, datetime.datetime(2022, 6, 3, 0, 31, 9, 177236), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:31:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:31:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 31, 9, 180578), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 31, 9, 180578), 0, 2, datetime.datetime(2022, 6, 3, 0, 31, 9, 180578), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:31:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:31:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 31, 9, 182582), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 31, 9, 182582), 0, 2, datetime.datetime(2022, 6, 3, 0, 31, 9, 182582), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:31:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:31:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 31, 9, 184435), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 31, 9, 184435), 0, 2, datetime.datetime(2022, 6, 3, 0, 31, 9, 184435), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:31:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:31:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 31, 9, 186264), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 31, 9, 186264), 0, 2, datetime.datetime(2022, 6, 3, 0, 31, 9, 186264), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:31:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:31:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:31:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:31:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:31:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:31:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:31:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:31:10,466 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:32:09.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-03 00:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:32:09 UTC)" (scheduled at 2022-06-03 00:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:31:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:31:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:31:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 31, 39, 176516), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 31, 39, 176516), 0, 2, datetime.datetime(2022, 6, 3, 0, 31, 39, 176516), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:31:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:31:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 31, 39, 179730), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 31, 39, 179730), 0, 2, datetime.datetime(2022, 6, 3, 0, 31, 39, 179730), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:31:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:31:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 31, 39, 181779), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 31, 39, 181779), 0, 2, datetime.datetime(2022, 6, 3, 0, 31, 39, 181779), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:31:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:31:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 31, 39, 183693), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 31, 39, 183693), 0, 2, datetime.datetime(2022, 6, 3, 0, 31, 39, 183693), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:31:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:31:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:31:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:31:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:31:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:31:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:31:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:31:40,522 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:32:39.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-03 00:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:32:39 UTC)" (scheduled at 2022-06-03 00:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:32:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:32:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:32:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 32, 9, 177128), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 32, 9, 177128), 0, 2, datetime.datetime(2022, 6, 3, 0, 32, 9, 177128), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:32:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:32:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 32, 9, 180995), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 32, 9, 180995), 0, 2, datetime.datetime(2022, 6, 3, 0, 32, 9, 180995), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:32:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:32:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 32, 9, 183370), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 32, 9, 183370), 0, 2, datetime.datetime(2022, 6, 3, 0, 32, 9, 183370), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:32:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:32:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 32, 9, 185656), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 32, 9, 185656), 0, 2, datetime.datetime(2022, 6, 3, 0, 32, 9, 185656), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:32:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:32:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 32, 9, 187777), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 32, 9, 187777), 0, 2, datetime.datetime(2022, 6, 3, 0, 32, 9, 187777), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:32:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:32:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:32:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:32:09,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:32:09,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:32:09,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:32:09,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:32:10,553 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:33:09.167018+00:00 (in 29.998984 seconds)
repomirrorworker stdout | 2022-06-03 00:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:33:09 UTC)" (scheduled at 2022-06-03 00:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:32:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:32:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:32:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 32, 39, 177326), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 32, 39, 177326), 0, 2, datetime.datetime(2022, 6, 3, 0, 32, 39, 177326), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:32:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:32:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 32, 39, 180817), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 32, 39, 180817), 0, 2, datetime.datetime(2022, 6, 3, 0, 32, 39, 180817), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:32:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:32:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 32, 39, 182713), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 32, 39, 182713), 0, 2, datetime.datetime(2022, 6, 3, 0, 32, 39, 182713), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:32:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:32:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 32, 39, 184397), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 32, 39, 184397), 0, 2, datetime.datetime(2022, 6, 3, 0, 32, 39, 184397), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:32:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:32:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 32, 39, 186076), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 32, 39, 186076), 0, 2, datetime.datetime(2022, 6, 3, 0, 32, 39, 186076), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:32:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:32:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:32:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:32:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:32:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:32:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:32:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:32:40,585 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:33:39.167018+00:00 (in 29.999100 seconds)
repomirrorworker stdout | 2022-06-03 00:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:33:39 UTC)" (scheduled at 2022-06-03 00:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:33:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:33:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:33:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 33, 9, 177352), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 33, 9, 177352), 0, 2, datetime.datetime(2022, 6, 3, 0, 33, 9, 177352), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:33:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:33:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 33, 9, 180634), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 33, 9, 180634), 0, 2, datetime.datetime(2022, 6, 3, 0, 33, 9, 180634), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:33:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:33:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 33, 9, 182592), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 33, 9, 182592), 0, 2, datetime.datetime(2022, 6, 3, 0, 33, 9, 182592), True, 3, 7])
repomirrorworker stdout | 2022-06-03 00:33:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 00:33:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 33, 9, 184307), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 33, 9, 184307), 0, 2, datetime.datetime(2022, 6, 3, 0, 33, 9, 184307), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:33:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:33:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 33, 9, 185972), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 33, 9, 185972), 0, 2, datetime.datetime(2022, 6, 3, 0, 33, 9, 185972), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:33:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:33:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:33:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:33:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:33:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:33:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:33:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:33:10,644 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:34:09.167018+00:00 (in 29.998959 seconds)
repomirrorworker stdout | 2022-06-03 00:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:34:09 UTC)" (scheduled at 2022-06-03 00:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:33:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:33:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:33:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 33, 39, 176550), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 33, 39, 176550), 0, 2, datetime.datetime(2022, 6, 3, 0, 33, 39, 176550), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:33:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:33:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 33, 39, 179662), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 33, 39, 179662), 0, 2, datetime.datetime(2022, 6, 3, 0, 33, 39, 179662), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:33:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:33:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 33, 39, 181521), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 33, 39, 181521), 0, 2, datetime.datetime(2022, 6, 3, 0, 33, 39, 181521), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:33:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:33:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 33, 39, 183182), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 33, 39, 183182), 0, 2, datetime.datetime(2022, 6, 3, 0, 33, 39, 183182), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:33:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:33:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:33:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:33:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:33:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:33:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:33:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:33:40,715 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:34:39.167018+00:00 (in 29.999125 seconds)
repomirrorworker stdout | 2022-06-03 00:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:34:39 UTC)" (scheduled at 2022-06-03 00:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:34:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:34:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:34:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 34, 9, 176857), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 34, 9, 176857), 0, 2, datetime.datetime(2022, 6, 3, 0, 34, 9, 176857), True, 3, 7])
repomirrorworker stdout | 2022-06-03 00:34:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 00:34:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 34, 9, 180299), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 34, 9, 180299), 0, 2, datetime.datetime(2022, 6, 3, 0, 34, 9, 180299), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:34:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:34:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 34, 9, 182250), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 34, 9, 182250), 0, 2, datetime.datetime(2022, 6, 3, 0, 34, 9, 182250), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:34:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:34:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 34, 9, 183939), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 34, 9, 183939), 0, 2, datetime.datetime(2022, 6, 3, 0, 34, 9, 183939), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:34:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:34:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:34:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:34:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:34:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:34:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:34:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:34:10,774 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:35:09.167018+00:00 (in 29.998955 seconds)
repomirrorworker stdout | 2022-06-03 00:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:35:09 UTC)" (scheduled at 2022-06-03 00:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:34:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:34:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:34:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 34, 39, 177150), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 34, 39, 177150), 0, 2, datetime.datetime(2022, 6, 3, 0, 34, 39, 177150), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:34:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:34:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 34, 39, 180843), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 34, 39, 180843), 0, 2, datetime.datetime(2022, 6, 3, 0, 34, 39, 180843), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:34:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:34:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 34, 39, 182793), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 34, 39, 182793), 0, 2, datetime.datetime(2022, 6, 3, 0, 34, 39, 182793), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:34:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:34:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 34, 39, 184466), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 34, 39, 184466), 0, 2, datetime.datetime(2022, 6, 3, 0, 34, 39, 184466), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:34:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:34:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:34:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:34:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:34:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:34:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:34:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:34:40,814 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:35:39.167018+00:00 (in 29.998984 seconds)
repomirrorworker stdout | 2022-06-03 00:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:35:39 UTC)" (scheduled at 2022-06-03 00:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:35:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:35:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:35:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 35, 9, 177129), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 35, 9, 177129), 0, 2, datetime.datetime(2022, 6, 3, 0, 35, 9, 177129), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:35:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:35:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 35, 9, 180896), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 35, 9, 180896), 0, 2, datetime.datetime(2022, 6, 3, 0, 35, 9, 180896), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:35:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:35:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 35, 9, 182942), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 35, 9, 182942), 0, 2, datetime.datetime(2022, 6, 3, 0, 35, 9, 182942), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:35:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:35:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 35, 9, 184752), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 35, 9, 184752), 0, 2, datetime.datetime(2022, 6, 3, 0, 35, 9, 184752), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:35:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:35:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 35, 9, 186395), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 35, 9, 186395), 0, 2, datetime.datetime(2022, 6, 3, 0, 35, 9, 186395), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:35:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:35:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:35:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:35:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:35:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:35:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:35:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:35:10,851 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:36:09.167018+00:00 (in 29.999140 seconds)
repomirrorworker stdout | 2022-06-03 00:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:36:09 UTC)" (scheduled at 2022-06-03 00:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:35:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:35:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:35:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 35, 39, 176645), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 35, 39, 176645), 0, 2, datetime.datetime(2022, 6, 3, 0, 35, 39, 176645), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:35:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:35:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 35, 39, 179728), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 35, 39, 179728), 0, 2, datetime.datetime(2022, 6, 3, 0, 35, 39, 179728), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:35:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:35:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 35, 39, 181570), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 35, 39, 181570), 0, 2, datetime.datetime(2022, 6, 3, 0, 35, 39, 181570), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:35:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:35:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 35, 39, 183249), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 35, 39, 183249), 0, 2, datetime.datetime(2022, 6, 3, 0, 35, 39, 183249), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:35:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:35:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 35, 39, 184892), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 35, 39, 184892), 0, 2, datetime.datetime(2022, 6, 3, 0, 35, 39, 184892), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:35:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:35:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:35:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:35:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:35:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:35:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:35:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:35:40,877 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:36:39.167018+00:00 (in 29.999072 seconds)
repomirrorworker stdout | 2022-06-03 00:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:36:39 UTC)" (scheduled at 2022-06-03 00:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:36:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:36:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 36, 9, 176391), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 36, 9, 176391), 0, 2, datetime.datetime(2022, 6, 3, 0, 36, 9, 176391), True, 3, 7])
repomirrorworker stdout | 2022-06-03 00:36:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 00:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 36, 9, 179867), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 36, 9, 179867), 0, 2, datetime.datetime(2022, 6, 3, 0, 36, 9, 179867), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:36:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:36:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 36, 9, 181967), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 36, 9, 181967), 0, 2, datetime.datetime(2022, 6, 3, 0, 36, 9, 181967), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:36:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:36:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 36, 9, 183629), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 36, 9, 183629), 0, 2, datetime.datetime(2022, 6, 3, 0, 36, 9, 183629), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:36:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:36:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:36:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:36:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:36:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:36:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:36:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:36:10,933 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:37:09.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-03 00:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:37:09 UTC)" (scheduled at 2022-06-03 00:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:36:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:36:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 36, 39, 176853), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 36, 39, 176853), 0, 2, datetime.datetime(2022, 6, 3, 0, 36, 39, 176853), True, 3, 7])
repomirrorworker stdout | 2022-06-03 00:36:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 00:36:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 36, 39, 180152), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 36, 39, 180152), 0, 2, datetime.datetime(2022, 6, 3, 0, 36, 39, 180152), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:36:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:36:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 36, 39, 182448), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 36, 39, 182448), 0, 2, datetime.datetime(2022, 6, 3, 0, 36, 39, 182448), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:36:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:36:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 36, 39, 184556), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 36, 39, 184556), 0, 2, datetime.datetime(2022, 6, 3, 0, 36, 39, 184556), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:36:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:36:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 36, 39, 186488), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 36, 39, 186488), 0, 2, datetime.datetime(2022, 6, 3, 0, 36, 39, 186488), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:36:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:36:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:36:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:36:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:36:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:36:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:36:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:36:40,989 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:37:39.167018+00:00 (in 29.999010 seconds)
repomirrorworker stdout | 2022-06-03 00:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:37:39 UTC)" (scheduled at 2022-06-03 00:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:37:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:37:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:37:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 37, 9, 176449), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 37, 9, 176449), 0, 2, datetime.datetime(2022, 6, 3, 0, 37, 9, 176449), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:37:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:37:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 37, 9, 179924), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 37, 9, 179924), 0, 2, datetime.datetime(2022, 6, 3, 0, 37, 9, 179924), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:37:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:37:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 37, 9, 181813), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 37, 9, 181813), 0, 2, datetime.datetime(2022, 6, 3, 0, 37, 9, 181813), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:37:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:37:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 37, 9, 183522), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 37, 9, 183522), 0, 2, datetime.datetime(2022, 6, 3, 0, 37, 9, 183522), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:37:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:37:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:37:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:37:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:37:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:37:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:37:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:37:11,037 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:38:09.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-03 00:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:38:09 UTC)" (scheduled at 2022-06-03 00:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:37:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:37:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:37:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 37, 39, 176199), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 37, 39, 176199), 0, 2, datetime.datetime(2022, 6, 3, 0, 37, 39, 176199), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:37:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:37:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 37, 39, 179759), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 37, 39, 179759), 0, 2, datetime.datetime(2022, 6, 3, 0, 37, 39, 179759), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:37:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:37:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 37, 39, 181629), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 37, 39, 181629), 0, 2, datetime.datetime(2022, 6, 3, 0, 37, 39, 181629), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:37:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:37:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 37, 39, 183334), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 37, 39, 183334), 0, 2, datetime.datetime(2022, 6, 3, 0, 37, 39, 183334), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:37:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:37:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 37, 39, 185022), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 37, 39, 185022), 0, 2, datetime.datetime(2022, 6, 3, 0, 37, 39, 185022), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:37:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:37:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:37:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:37:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:37:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:37:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:37:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:37:41,095 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:38:39.167018+00:00 (in 29.999112 seconds)
repomirrorworker stdout | 2022-06-03 00:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:38:39 UTC)" (scheduled at 2022-06-03 00:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:38:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:38:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:38:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 38, 9, 177075), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 38, 9, 177075), 0, 2, datetime.datetime(2022, 6, 3, 0, 38, 9, 177075), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:38:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:38:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 38, 9, 180488), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 38, 9, 180488), 0, 2, datetime.datetime(2022, 6, 3, 0, 38, 9, 180488), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:38:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:38:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 38, 9, 182379), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 38, 9, 182379), 0, 2, datetime.datetime(2022, 6, 3, 0, 38, 9, 182379), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:38:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:38:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 38, 9, 184067), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 38, 9, 184067), 0, 2, datetime.datetime(2022, 6, 3, 0, 38, 9, 184067), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:38:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:38:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:38:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:38:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:38:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:38:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:38:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:38:11,119 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:39:09.167018+00:00 (in 29.999002 seconds)
repomirrorworker stdout | 2022-06-03 00:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:39:09 UTC)" (scheduled at 2022-06-03 00:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:38:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:38:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:38:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 38, 39, 177243), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 38, 39, 177243), 0, 2, datetime.datetime(2022, 6, 3, 0, 38, 39, 177243), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:38:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:38:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 38, 39, 180377), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 38, 39, 180377), 0, 2, datetime.datetime(2022, 6, 3, 0, 38, 39, 180377), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:38:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:38:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 38, 39, 182262), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 38, 39, 182262), 0, 2, datetime.datetime(2022, 6, 3, 0, 38, 39, 182262), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 38, 39, 183953), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 38, 39, 183953), 0, 2, datetime.datetime(2022, 6, 3, 0, 38, 39, 183953), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:38:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:38:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:38:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:38:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:38:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:38:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:38:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:38:41,151 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:39:39.167018+00:00 (in 29.998976 seconds)
repomirrorworker stdout | 2022-06-03 00:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:39:39 UTC)" (scheduled at 2022-06-03 00:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:39:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:39:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:39:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 39, 9, 176571), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 39, 9, 176571), 0, 2, datetime.datetime(2022, 6, 3, 0, 39, 9, 176571), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:39:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:39:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 39, 9, 179609), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 39, 9, 179609), 0, 2, datetime.datetime(2022, 6, 3, 0, 39, 9, 179609), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:39:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:39:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 39, 9, 181469), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 39, 9, 181469), 0, 2, datetime.datetime(2022, 6, 3, 0, 39, 9, 181469), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:39:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:39:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 39, 9, 183140), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 39, 9, 183140), 0, 2, datetime.datetime(2022, 6, 3, 0, 39, 9, 183140), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:39:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:39:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 39, 9, 184785), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 39, 9, 184785), 0, 2, datetime.datetime(2022, 6, 3, 0, 39, 9, 184785), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:39:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:39:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:39:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:39:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:39:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:39:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:39:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:39:11,226 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:40:09.167018+00:00 (in 29.999002 seconds)
repomirrorworker stdout | 2022-06-03 00:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:40:09 UTC)" (scheduled at 2022-06-03 00:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:39:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:39:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 39, 39, 177266), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 39, 39, 177266), 0, 2, datetime.datetime(2022, 6, 3, 0, 39, 39, 177266), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:39:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:39:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 39, 39, 180693), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 39, 39, 180693), 0, 2, datetime.datetime(2022, 6, 3, 0, 39, 39, 180693), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:39:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:39:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 39, 39, 182550), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 39, 39, 182550), 0, 2, datetime.datetime(2022, 6, 3, 0, 39, 39, 182550), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:39:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:39:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 39, 39, 184256), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 39, 39, 184256), 0, 2, datetime.datetime(2022, 6, 3, 0, 39, 39, 184256), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:39:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:39:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 39, 39, 185938), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 39, 39, 185938), 0, 2, datetime.datetime(2022, 6, 3, 0, 39, 39, 185938), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:39:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:39:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:39:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:39:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:39:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:39:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:39:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:39:41,293 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:40:39.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-03 00:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:40:39 UTC)" (scheduled at 2022-06-03 00:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:40:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:40:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:40:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 40, 9, 176465), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 40, 9, 176465), 0, 2, datetime.datetime(2022, 6, 3, 0, 40, 9, 176465), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:40:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:40:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 40, 9, 179895), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 40, 9, 179895), 0, 2, datetime.datetime(2022, 6, 3, 0, 40, 9, 179895), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:40:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:40:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 40, 9, 182139), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 40, 9, 182139), 0, 2, datetime.datetime(2022, 6, 3, 0, 40, 9, 182139), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:40:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:40:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 40, 9, 183849), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 40, 9, 183849), 0, 2, datetime.datetime(2022, 6, 3, 0, 40, 9, 183849), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:40:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:40:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:40:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:40:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:40:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:40:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:40:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:40:11,346 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:41:09.167018+00:00 (in 29.998996 seconds)
repomirrorworker stdout | 2022-06-03 00:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:41:09 UTC)" (scheduled at 2022-06-03 00:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:40:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:40:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:40:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 40, 39, 176990), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 40, 39, 176990), 0, 2, datetime.datetime(2022, 6, 3, 0, 40, 39, 176990), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:40:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:40:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 40, 39, 180437), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 40, 39, 180437), 0, 2, datetime.datetime(2022, 6, 3, 0, 40, 39, 180437), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:40:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:40:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 40, 39, 182361), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 40, 39, 182361), 0, 2, datetime.datetime(2022, 6, 3, 0, 40, 39, 182361), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:40:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:40:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 40, 39, 184032), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 40, 39, 184032), 0, 2, datetime.datetime(2022, 6, 3, 0, 40, 39, 184032), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:40:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:40:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:40:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:40:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:40:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:40:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:40:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:40:41,382 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:41:39.167018+00:00 (in 29.999048 seconds)
repomirrorworker stdout | 2022-06-03 00:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:41:39 UTC)" (scheduled at 2022-06-03 00:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:41:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:41:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:41:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 41, 9, 176834), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 41, 9, 176834), 0, 2, datetime.datetime(2022, 6, 3, 0, 41, 9, 176834), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:41:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:41:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 41, 9, 180434), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 41, 9, 180434), 0, 2, datetime.datetime(2022, 6, 3, 0, 41, 9, 180434), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:41:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:41:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 41, 9, 182738), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 41, 9, 182738), 0, 2, datetime.datetime(2022, 6, 3, 0, 41, 9, 182738), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:41:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:41:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 41, 9, 184872), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 41, 9, 184872), 0, 2, datetime.datetime(2022, 6, 3, 0, 41, 9, 184872), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:41:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:41:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 41, 9, 186895), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 41, 9, 186895), 0, 2, datetime.datetime(2022, 6, 3, 0, 41, 9, 186895), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:41:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:41:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:41:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:41:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:41:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:41:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:41:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:41:11,439 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:42:09.167018+00:00 (in 29.999096 seconds)
repomirrorworker stdout | 2022-06-03 00:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:42:09 UTC)" (scheduled at 2022-06-03 00:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:41:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:41:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 41, 39, 176092), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 41, 39, 176092), 0, 2, datetime.datetime(2022, 6, 3, 0, 41, 39, 176092), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:41:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:41:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 41, 39, 179174), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 41, 39, 179174), 0, 2, datetime.datetime(2022, 6, 3, 0, 41, 39, 179174), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:41:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 41, 39, 181024), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 41, 39, 181024), 0, 2, datetime.datetime(2022, 6, 3, 0, 41, 39, 181024), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:41:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 41, 39, 182705), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 41, 39, 182705), 0, 2, datetime.datetime(2022, 6, 3, 0, 41, 39, 182705), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:41:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:41:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 41, 39, 184346), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 41, 39, 184346), 0, 2, datetime.datetime(2022, 6, 3, 0, 41, 39, 184346), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:41:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:41:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:41:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:41:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:41:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:41:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:41:41,492 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:42:39.167018+00:00 (in 29.999231 seconds)
repomirrorworker stdout | 2022-06-03 00:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:42:39 UTC)" (scheduled at 2022-06-03 00:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:42:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:42:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:42:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 42, 9, 176634), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 42, 9, 176634), 0, 2, datetime.datetime(2022, 6, 3, 0, 42, 9, 176634), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:42:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:42:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 42, 9, 179908), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 42, 9, 179908), 0, 2, datetime.datetime(2022, 6, 3, 0, 42, 9, 179908), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:42:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:42:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 42, 9, 181930), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 42, 9, 181930), 0, 2, datetime.datetime(2022, 6, 3, 0, 42, 9, 181930), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 42, 9, 183829), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 42, 9, 183829), 0, 2, datetime.datetime(2022, 6, 3, 0, 42, 9, 183829), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:42:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:42:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 42, 9, 185641), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 42, 9, 185641), 0, 2, datetime.datetime(2022, 6, 3, 0, 42, 9, 185641), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:42:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:42:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:42:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:42:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:42:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:42:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:42:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:42:11,527 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:43:09.167018+00:00 (in 29.999196 seconds)
repomirrorworker stdout | 2022-06-03 00:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:43:09 UTC)" (scheduled at 2022-06-03 00:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:42:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:42:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 42, 39, 176990), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 42, 39, 176990), 0, 2, datetime.datetime(2022, 6, 3, 0, 42, 39, 176990), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:42:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:42:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 42, 39, 180144), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 42, 39, 180144), 0, 2, datetime.datetime(2022, 6, 3, 0, 42, 39, 180144), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:42:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:42:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 42, 39, 182079), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 42, 39, 182079), 0, 2, datetime.datetime(2022, 6, 3, 0, 42, 39, 182079), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:42:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:42:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 42, 39, 183779), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 42, 39, 183779), 0, 2, datetime.datetime(2022, 6, 3, 0, 42, 39, 183779), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:42:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:42:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 42, 39, 185418), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 42, 39, 185418), 0, 2, datetime.datetime(2022, 6, 3, 0, 42, 39, 185418), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:42:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:42:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:42:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:42:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:42:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:42:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:42:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:42:41,570 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:43:39.167018+00:00 (in 29.999122 seconds)
repomirrorworker stdout | 2022-06-03 00:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:43:39 UTC)" (scheduled at 2022-06-03 00:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:43:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:43:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:43:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 43, 9, 176843), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 43, 9, 176843), 0, 2, datetime.datetime(2022, 6, 3, 0, 43, 9, 176843), True, 3, 7])
repomirrorworker stdout | 2022-06-03 00:43:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 00:43:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 43, 9, 180024), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 43, 9, 180024), 0, 2, datetime.datetime(2022, 6, 3, 0, 43, 9, 180024), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:43:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:43:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 43, 9, 181952), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 43, 9, 181952), 0, 2, datetime.datetime(2022, 6, 3, 0, 43, 9, 181952), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:43:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:43:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 43, 9, 183605), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 43, 9, 183605), 0, 2, datetime.datetime(2022, 6, 3, 0, 43, 9, 183605), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:43:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:43:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:43:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:43:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:43:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:43:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:43:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:43:11,633 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:44:09.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-03 00:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:44:09 UTC)" (scheduled at 2022-06-03 00:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:43:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:43:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:43:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 43, 39, 176730), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 43, 39, 176730), 0, 2, datetime.datetime(2022, 6, 3, 0, 43, 39, 176730), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:43:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:43:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 43, 39, 180064), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 43, 39, 180064), 0, 2, datetime.datetime(2022, 6, 3, 0, 43, 39, 180064), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:43:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:43:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 43, 39, 182053), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 43, 39, 182053), 0, 2, datetime.datetime(2022, 6, 3, 0, 43, 39, 182053), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:43:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:43:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 43, 39, 183858), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 43, 39, 183858), 0, 2, datetime.datetime(2022, 6, 3, 0, 43, 39, 183858), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:43:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:43:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 43, 39, 185473), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 43, 39, 185473), 0, 2, datetime.datetime(2022, 6, 3, 0, 43, 39, 185473), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:43:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:43:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:43:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:43:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:43:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:43:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:43:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:43:41,712 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:44:39.167018+00:00 (in 29.998994 seconds)
repomirrorworker stdout | 2022-06-03 00:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:44:39 UTC)" (scheduled at 2022-06-03 00:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:44:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:44:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 44, 9, 176985), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 44, 9, 176985), 0, 2, datetime.datetime(2022, 6, 3, 0, 44, 9, 176985), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:44:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:44:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 44, 9, 180463), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 44, 9, 180463), 0, 2, datetime.datetime(2022, 6, 3, 0, 44, 9, 180463), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:44:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:44:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 44, 9, 182330), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 44, 9, 182330), 0, 2, datetime.datetime(2022, 6, 3, 0, 44, 9, 182330), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:44:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:44:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 44, 9, 184046), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 44, 9, 184046), 0, 2, datetime.datetime(2022, 6, 3, 0, 44, 9, 184046), True, 12, 15])
repomirrorworker stdout | 2022-06-03 00:44:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 00:44:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:44:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:44:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:44:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:44:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:44:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:44:11,759 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:45:09.167018+00:00 (in 29.999188 seconds)
repomirrorworker stdout | 2022-06-03 00:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:45:09 UTC)" (scheduled at 2022-06-03 00:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:44:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:44:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 44, 39, 176777), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 44, 39, 176777), 0, 2, datetime.datetime(2022, 6, 3, 0, 44, 39, 176777), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:44:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:44:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 44, 39, 180199), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 44, 39, 180199), 0, 2, datetime.datetime(2022, 6, 3, 0, 44, 39, 180199), True, 3, 7])
repomirrorworker stdout | 2022-06-03 00:44:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 00:44:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 44, 39, 182177), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 44, 39, 182177), 0, 2, datetime.datetime(2022, 6, 3, 0, 44, 39, 182177), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:44:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:44:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 44, 39, 183851), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 44, 39, 183851), 0, 2, datetime.datetime(2022, 6, 3, 0, 44, 39, 183851), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:44:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:44:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:44:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:44:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:44:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:44:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:44:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:44:41,818 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:45:39.167018+00:00 (in 29.998967 seconds)
repomirrorworker stdout | 2022-06-03 00:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:45:39 UTC)" (scheduled at 2022-06-03 00:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:45:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:45:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:45:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 45, 9, 177091), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 45, 9, 177091), 0, 2, datetime.datetime(2022, 6, 3, 0, 45, 9, 177091), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:45:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:45:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 45, 9, 180636), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 45, 9, 180636), 0, 2, datetime.datetime(2022, 6, 3, 0, 45, 9, 180636), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:45:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:45:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 45, 9, 182468), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 45, 9, 182468), 0, 2, datetime.datetime(2022, 6, 3, 0, 45, 9, 182468), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:45:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:45:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 45, 9, 184142), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 45, 9, 184142), 0, 2, datetime.datetime(2022, 6, 3, 0, 45, 9, 184142), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:45:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:45:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 45, 9, 185793), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 45, 9, 185793), 0, 2, datetime.datetime(2022, 6, 3, 0, 45, 9, 185793), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:45:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:45:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:45:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:45:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:45:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:45:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:45:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:45:11,857 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:46:09.167018+00:00 (in 29.999003 seconds)
repomirrorworker stdout | 2022-06-03 00:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:46:09 UTC)" (scheduled at 2022-06-03 00:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:45:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:45:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:45:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 45, 39, 176715), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 45, 39, 176715), 0, 2, datetime.datetime(2022, 6, 3, 0, 45, 39, 176715), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:45:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:45:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 45, 39, 179837), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 45, 39, 179837), 0, 2, datetime.datetime(2022, 6, 3, 0, 45, 39, 179837), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:45:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:45:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 45, 39, 181708), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 45, 39, 181708), 0, 2, datetime.datetime(2022, 6, 3, 0, 45, 39, 181708), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:45:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:45:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 45, 39, 183401), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 45, 39, 183401), 0, 2, datetime.datetime(2022, 6, 3, 0, 45, 39, 183401), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:45:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:45:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 45, 39, 185058), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 45, 39, 185058), 0, 2, datetime.datetime(2022, 6, 3, 0, 45, 39, 185058), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:45:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:45:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:45:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:45:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:45:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:45:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:45:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:45:41,904 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:46:39.167018+00:00 (in 29.999111 seconds)
repomirrorworker stdout | 2022-06-03 00:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:46:39 UTC)" (scheduled at 2022-06-03 00:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:46:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:46:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:46:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 46, 9, 176869), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 46, 9, 176869), 0, 2, datetime.datetime(2022, 6, 3, 0, 46, 9, 176869), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:46:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:46:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 46, 9, 180133), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 46, 9, 180133), 0, 2, datetime.datetime(2022, 6, 3, 0, 46, 9, 180133), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:46:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:46:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 46, 9, 181999), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 46, 9, 181999), 0, 2, datetime.datetime(2022, 6, 3, 0, 46, 9, 181999), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:46:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:46:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 46, 9, 183642), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 46, 9, 183642), 0, 2, datetime.datetime(2022, 6, 3, 0, 46, 9, 183642), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:46:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:46:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:46:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:46:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:46:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:46:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:46:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:46:11,955 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:47:09.167018+00:00 (in 29.999113 seconds)
repomirrorworker stdout | 2022-06-03 00:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:47:09 UTC)" (scheduled at 2022-06-03 00:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:46:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 46, 39, 176910), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 46, 39, 176910), 0, 2, datetime.datetime(2022, 6, 3, 0, 46, 39, 176910), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:46:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:46:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 46, 39, 180072), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 46, 39, 180072), 0, 2, datetime.datetime(2022, 6, 3, 0, 46, 39, 180072), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:46:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:46:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 46, 39, 181968), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 46, 39, 181968), 0, 2, datetime.datetime(2022, 6, 3, 0, 46, 39, 181968), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:46:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:46:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 46, 39, 183696), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 46, 39, 183696), 0, 2, datetime.datetime(2022, 6, 3, 0, 46, 39, 183696), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:46:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:46:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:46:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:46:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:46:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:46:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:46:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:46:42,010 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:47:39.167018+00:00 (in 29.999105 seconds)
repomirrorworker stdout | 2022-06-03 00:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:47:39 UTC)" (scheduled at 2022-06-03 00:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:47:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:47:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 47, 9, 177030), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 47, 9, 177030), 0, 2, datetime.datetime(2022, 6, 3, 0, 47, 9, 177030), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:47:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:47:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 47, 9, 180586), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 47, 9, 180586), 0, 2, datetime.datetime(2022, 6, 3, 0, 47, 9, 180586), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:47:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:47:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 47, 9, 182556), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 47, 9, 182556), 0, 2, datetime.datetime(2022, 6, 3, 0, 47, 9, 182556), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:47:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:47:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 47, 9, 184293), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 47, 9, 184293), 0, 2, datetime.datetime(2022, 6, 3, 0, 47, 9, 184293), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:47:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:47:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 47, 9, 186010), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 47, 9, 186010), 0, 2, datetime.datetime(2022, 6, 3, 0, 47, 9, 186010), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:47:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:47:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:47:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:47:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:47:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:47:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:47:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:47:12,063 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:48:09.167018+00:00 (in 29.998998 seconds)
repomirrorworker stdout | 2022-06-03 00:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:48:09 UTC)" (scheduled at 2022-06-03 00:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:47:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:47:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 47, 39, 177071), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 47, 39, 177071), 0, 2, datetime.datetime(2022, 6, 3, 0, 47, 39, 177071), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:47:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:47:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 47, 39, 180162), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 47, 39, 180162), 0, 2, datetime.datetime(2022, 6, 3, 0, 47, 39, 180162), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:47:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:47:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 47, 39, 182014), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 47, 39, 182014), 0, 2, datetime.datetime(2022, 6, 3, 0, 47, 39, 182014), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:47:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:47:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 47, 39, 183654), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 47, 39, 183654), 0, 2, datetime.datetime(2022, 6, 3, 0, 47, 39, 183654), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:47:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:47:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:47:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:47:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:47:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:47:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:47:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:47:42,112 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:48:39.167018+00:00 (in 29.999102 seconds)
repomirrorworker stdout | 2022-06-03 00:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:48:39 UTC)" (scheduled at 2022-06-03 00:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:48:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:48:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:48:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 48, 9, 176954), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 48, 9, 176954), 0, 2, datetime.datetime(2022, 6, 3, 0, 48, 9, 176954), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:48:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:48:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 48, 9, 180329), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 48, 9, 180329), 0, 2, datetime.datetime(2022, 6, 3, 0, 48, 9, 180329), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:48:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:48:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 48, 9, 182190), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 48, 9, 182190), 0, 2, datetime.datetime(2022, 6, 3, 0, 48, 9, 182190), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:48:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:48:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 48, 9, 183883), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 48, 9, 183883), 0, 2, datetime.datetime(2022, 6, 3, 0, 48, 9, 183883), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:48:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:48:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:48:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:48:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:48:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:48:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:48:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:48:12,163 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:49:09.167018+00:00 (in 29.998997 seconds)
repomirrorworker stdout | 2022-06-03 00:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:49:09 UTC)" (scheduled at 2022-06-03 00:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:48:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:48:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 48, 39, 177150), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 48, 39, 177150), 0, 2, datetime.datetime(2022, 6, 3, 0, 48, 39, 177150), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:48:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:48:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 48, 39, 180615), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 48, 39, 180615), 0, 2, datetime.datetime(2022, 6, 3, 0, 48, 39, 180615), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:48:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:48:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 48, 39, 182488), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 48, 39, 182488), 0, 2, datetime.datetime(2022, 6, 3, 0, 48, 39, 182488), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:48:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:48:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 48, 39, 184185), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 48, 39, 184185), 0, 2, datetime.datetime(2022, 6, 3, 0, 48, 39, 184185), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:48:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:48:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 48, 39, 185856), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 48, 39, 185856), 0, 2, datetime.datetime(2022, 6, 3, 0, 48, 39, 185856), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:48:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:48:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:48:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:48:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:48:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:48:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:48:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:48:42,218 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:49:39.167018+00:00 (in 29.999001 seconds)
repomirrorworker stdout | 2022-06-03 00:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:49:39 UTC)" (scheduled at 2022-06-03 00:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:49:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:49:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:49:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 49, 9, 177182), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 49, 9, 177182), 0, 2, datetime.datetime(2022, 6, 3, 0, 49, 9, 177182), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:49:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:49:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 49, 9, 181207), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 49, 9, 181207), 0, 2, datetime.datetime(2022, 6, 3, 0, 49, 9, 181207), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:49:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:49:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 49, 9, 183117), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 49, 9, 183117), 0, 2, datetime.datetime(2022, 6, 3, 0, 49, 9, 183117), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:49:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:49:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 49, 9, 184769), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 49, 9, 184769), 0, 2, datetime.datetime(2022, 6, 3, 0, 49, 9, 184769), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:49:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:49:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:49:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:49:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:49:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:49:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:49:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:49:12,273 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:50:09.167018+00:00 (in 29.999191 seconds)
repomirrorworker stdout | 2022-06-03 00:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:50:09 UTC)" (scheduled at 2022-06-03 00:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:49:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:49:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:49:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 49, 39, 176034), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 49, 39, 176034), 0, 2, datetime.datetime(2022, 6, 3, 0, 49, 39, 176034), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:49:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:49:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 49, 39, 179165), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 49, 39, 179165), 0, 2, datetime.datetime(2022, 6, 3, 0, 49, 39, 179165), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:49:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:49:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 49, 39, 181090), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 49, 39, 181090), 0, 2, datetime.datetime(2022, 6, 3, 0, 49, 39, 181090), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:49:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:49:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 49, 39, 182803), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 49, 39, 182803), 0, 2, datetime.datetime(2022, 6, 3, 0, 49, 39, 182803), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:49:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:49:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:49:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:49:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:49:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:49:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:49:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:49:42,328 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:50:39.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-03 00:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:50:39 UTC)" (scheduled at 2022-06-03 00:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:50:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:50:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:50:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 50, 9, 176409), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 50, 9, 176409), 0, 2, datetime.datetime(2022, 6, 3, 0, 50, 9, 176409), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:50:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:50:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 50, 9, 179520), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 50, 9, 179520), 0, 2, datetime.datetime(2022, 6, 3, 0, 50, 9, 179520), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:50:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:50:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 50, 9, 181399), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 50, 9, 181399), 0, 2, datetime.datetime(2022, 6, 3, 0, 50, 9, 181399), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:50:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:50:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 50, 9, 183085), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 50, 9, 183085), 0, 2, datetime.datetime(2022, 6, 3, 0, 50, 9, 183085), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:50:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:50:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 50, 9, 184728), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 50, 9, 184728), 0, 2, datetime.datetime(2022, 6, 3, 0, 50, 9, 184728), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:50:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:50:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:50:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:50:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:50:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:50:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:50:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:50:12,383 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:51:09.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-03 00:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:51:09 UTC)" (scheduled at 2022-06-03 00:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:50:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:50:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 50, 39, 177251), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 50, 39, 177251), 0, 2, datetime.datetime(2022, 6, 3, 0, 50, 39, 177251), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:50:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:50:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 50, 39, 180932), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 50, 39, 180932), 0, 2, datetime.datetime(2022, 6, 3, 0, 50, 39, 180932), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:50:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:50:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 50, 39, 183010), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 50, 39, 183010), 0, 2, datetime.datetime(2022, 6, 3, 0, 50, 39, 183010), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:50:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:50:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 50, 39, 184922), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 50, 39, 184922), 0, 2, datetime.datetime(2022, 6, 3, 0, 50, 39, 184922), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:50:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:50:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 50, 39, 186787), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 50, 39, 186787), 0, 2, datetime.datetime(2022, 6, 3, 0, 50, 39, 186787), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:50:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:50:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:50:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:50:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:50:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:50:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:50:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:50:42,425 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:51:39.167018+00:00 (in 29.999104 seconds)
repomirrorworker stdout | 2022-06-03 00:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:51:39 UTC)" (scheduled at 2022-06-03 00:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:51:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:51:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:51:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 51, 9, 177007), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 51, 9, 177007), 0, 2, datetime.datetime(2022, 6, 3, 0, 51, 9, 177007), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:51:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:51:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 51, 9, 180328), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 51, 9, 180328), 0, 2, datetime.datetime(2022, 6, 3, 0, 51, 9, 180328), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:51:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:51:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 51, 9, 182590), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 51, 9, 182590), 0, 2, datetime.datetime(2022, 6, 3, 0, 51, 9, 182590), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:51:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:51:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 51, 9, 184737), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 51, 9, 184737), 0, 2, datetime.datetime(2022, 6, 3, 0, 51, 9, 184737), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:51:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:51:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 51, 9, 186792), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 51, 9, 186792), 0, 2, datetime.datetime(2022, 6, 3, 0, 51, 9, 186792), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:51:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:51:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:51:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:51:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:51:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:51:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:51:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:51:12,466 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:52:09.167018+00:00 (in 29.998940 seconds)
repomirrorworker stdout | 2022-06-03 00:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:52:09 UTC)" (scheduled at 2022-06-03 00:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:51:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:51:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:51:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 51, 39, 177367), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 51, 39, 177367), 0, 2, datetime.datetime(2022, 6, 3, 0, 51, 39, 177367), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:51:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:51:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 51, 39, 180573), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 51, 39, 180573), 0, 2, datetime.datetime(2022, 6, 3, 0, 51, 39, 180573), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:51:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:51:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 51, 39, 182458), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 51, 39, 182458), 0, 2, datetime.datetime(2022, 6, 3, 0, 51, 39, 182458), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:51:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:51:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 51, 39, 184133), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 51, 39, 184133), 0, 2, datetime.datetime(2022, 6, 3, 0, 51, 39, 184133), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:51:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:51:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:51:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:51:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:51:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:51:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:51:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:51:42,526 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:52:39.167018+00:00 (in 29.999049 seconds)
repomirrorworker stdout | 2022-06-03 00:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:52:39 UTC)" (scheduled at 2022-06-03 00:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:52:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:52:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:52:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 52, 9, 176785), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 52, 9, 176785), 0, 2, datetime.datetime(2022, 6, 3, 0, 52, 9, 176785), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:52:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:52:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 52, 9, 179896), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 52, 9, 179896), 0, 2, datetime.datetime(2022, 6, 3, 0, 52, 9, 179896), True, 12, 15])
repomirrorworker stdout | 2022-06-03 00:52:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 00:52:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 52, 9, 181767), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 52, 9, 181767), 0, 2, datetime.datetime(2022, 6, 3, 0, 52, 9, 181767), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:52:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:52:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 52, 9, 183460), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 52, 9, 183460), 0, 2, datetime.datetime(2022, 6, 3, 0, 52, 9, 183460), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:52:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:52:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 52, 9, 185284), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 52, 9, 185284), 0, 2, datetime.datetime(2022, 6, 3, 0, 52, 9, 185284), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:52:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:52:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:52:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:52:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:52:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:52:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:52:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:52:12,568 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:53:09.167018+00:00 (in 29.999140 seconds)
repomirrorworker stdout | 2022-06-03 00:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:53:09 UTC)" (scheduled at 2022-06-03 00:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:52:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:52:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 52, 39, 176972), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 52, 39, 176972), 0, 2, datetime.datetime(2022, 6, 3, 0, 52, 39, 176972), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:52:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:52:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 52, 39, 180212), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 52, 39, 180212), 0, 2, datetime.datetime(2022, 6, 3, 0, 52, 39, 180212), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:52:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:52:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 52, 39, 182103), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 52, 39, 182103), 0, 2, datetime.datetime(2022, 6, 3, 0, 52, 39, 182103), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:52:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:52:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 52, 39, 183791), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 52, 39, 183791), 0, 2, datetime.datetime(2022, 6, 3, 0, 52, 39, 183791), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:52:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:52:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 52, 39, 185417), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 52, 39, 185417), 0, 2, datetime.datetime(2022, 6, 3, 0, 52, 39, 185417), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:52:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:52:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:52:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:52:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:52:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:52:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:52:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:52:42,621 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:53:39.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-03 00:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:53:39 UTC)" (scheduled at 2022-06-03 00:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:53:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:53:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 53, 9, 176812), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 53, 9, 176812), 0, 2, datetime.datetime(2022, 6, 3, 0, 53, 9, 176812), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:53:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:53:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 53, 9, 179961), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 53, 9, 179961), 0, 2, datetime.datetime(2022, 6, 3, 0, 53, 9, 179961), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:53:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:53:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 53, 9, 181865), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 53, 9, 181865), 0, 2, datetime.datetime(2022, 6, 3, 0, 53, 9, 181865), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:53:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:53:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 53, 9, 183546), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 53, 9, 183546), 0, 2, datetime.datetime(2022, 6, 3, 0, 53, 9, 183546), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:53:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:53:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 53, 9, 185201), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 53, 9, 185201), 0, 2, datetime.datetime(2022, 6, 3, 0, 53, 9, 185201), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:53:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:53:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:53:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:53:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:53:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:53:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:53:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:53:12,655 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:54:09.167018+00:00 (in 29.999123 seconds)
repomirrorworker stdout | 2022-06-03 00:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:54:09 UTC)" (scheduled at 2022-06-03 00:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:53:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 53, 39, 177060), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 53, 39, 177060), 0, 2, datetime.datetime(2022, 6, 3, 0, 53, 39, 177060), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:53:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:53:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 53, 39, 181374), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 53, 39, 181374), 0, 2, datetime.datetime(2022, 6, 3, 0, 53, 39, 181374), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:53:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:53:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 53, 39, 183316), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 53, 39, 183316), 0, 2, datetime.datetime(2022, 6, 3, 0, 53, 39, 183316), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:53:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:53:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 53, 39, 185245), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 53, 39, 185245), 0, 2, datetime.datetime(2022, 6, 3, 0, 53, 39, 185245), True, 12, 15])
repomirrorworker stdout | 2022-06-03 00:53:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 00:53:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:53:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:53:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:53:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:53:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:53:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:53:42,714 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:54:39.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-03 00:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:54:39 UTC)" (scheduled at 2022-06-03 00:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:54:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:54:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 54, 9, 176866), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 54, 9, 176866), 0, 2, datetime.datetime(2022, 6, 3, 0, 54, 9, 176866), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:54:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:54:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 54, 9, 179976), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 54, 9, 179976), 0, 2, datetime.datetime(2022, 6, 3, 0, 54, 9, 179976), True, 12, 15])
repomirrorworker stdout | 2022-06-03 00:54:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 00:54:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 54, 9, 181851), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 54, 9, 181851), 0, 2, datetime.datetime(2022, 6, 3, 0, 54, 9, 181851), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:54:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:54:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 54, 9, 183555), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 54, 9, 183555), 0, 2, datetime.datetime(2022, 6, 3, 0, 54, 9, 183555), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:54:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:54:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 54, 9, 185218), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 54, 9, 185218), 0, 2, datetime.datetime(2022, 6, 3, 0, 54, 9, 185218), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:54:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:54:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:54:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:54:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:54:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:54:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:54:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:54:12,774 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:55:09.167018+00:00 (in 29.999177 seconds)
repomirrorworker stdout | 2022-06-03 00:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:55:09 UTC)" (scheduled at 2022-06-03 00:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:54:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:54:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:54:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 54, 39, 176756), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 54, 39, 176756), 0, 2, datetime.datetime(2022, 6, 3, 0, 54, 39, 176756), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:54:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:54:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 54, 39, 180427), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 54, 39, 180427), 0, 2, datetime.datetime(2022, 6, 3, 0, 54, 39, 180427), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:54:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:54:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 54, 39, 182306), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 54, 39, 182306), 0, 2, datetime.datetime(2022, 6, 3, 0, 54, 39, 182306), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:54:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:54:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 54, 39, 184011), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 54, 39, 184011), 0, 2, datetime.datetime(2022, 6, 3, 0, 54, 39, 184011), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:54:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:54:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 54, 39, 185703), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 54, 39, 185703), 0, 2, datetime.datetime(2022, 6, 3, 0, 54, 39, 185703), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:54:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:54:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:54:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:54:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:54:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:54:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:54:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:54:42,819 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:55:39.167018+00:00 (in 29.999211 seconds)
repomirrorworker stdout | 2022-06-03 00:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:55:39 UTC)" (scheduled at 2022-06-03 00:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:55:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:55:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:55:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 55, 9, 176710), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 55, 9, 176710), 0, 2, datetime.datetime(2022, 6, 3, 0, 55, 9, 176710), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:55:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:55:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 55, 9, 180455), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 55, 9, 180455), 0, 2, datetime.datetime(2022, 6, 3, 0, 55, 9, 180455), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:55:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:55:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 55, 9, 182636), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 55, 9, 182636), 0, 2, datetime.datetime(2022, 6, 3, 0, 55, 9, 182636), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:55:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:55:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 55, 9, 184362), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 55, 9, 184362), 0, 2, datetime.datetime(2022, 6, 3, 0, 55, 9, 184362), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:55:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:55:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 55, 9, 186213), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 55, 9, 186213), 0, 2, datetime.datetime(2022, 6, 3, 0, 55, 9, 186213), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:55:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:55:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:55:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:55:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:55:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:55:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:55:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:55:12,873 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:56:09.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-03 00:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:56:09 UTC)" (scheduled at 2022-06-03 00:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:55:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:55:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 55, 39, 176777), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 55, 39, 176777), 0, 2, datetime.datetime(2022, 6, 3, 0, 55, 39, 176777), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:55:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:55:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 55, 39, 180794), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 55, 39, 180794), 0, 2, datetime.datetime(2022, 6, 3, 0, 55, 39, 180794), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:55:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:55:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 55, 39, 182940), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 55, 39, 182940), 0, 2, datetime.datetime(2022, 6, 3, 0, 55, 39, 182940), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:55:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:55:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 55, 39, 184887), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 55, 39, 184887), 0, 2, datetime.datetime(2022, 6, 3, 0, 55, 39, 184887), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:55:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:55:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 55, 39, 186842), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 55, 39, 186842), 0, 2, datetime.datetime(2022, 6, 3, 0, 55, 39, 186842), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:55:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:55:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:55:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:55:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:55:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:55:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:55:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:55:42,928 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:56:39.167018+00:00 (in 29.999118 seconds)
repomirrorworker stdout | 2022-06-03 00:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:56:39 UTC)" (scheduled at 2022-06-03 00:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:56:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:56:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:56:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 56, 9, 177031), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 56, 9, 177031), 0, 2, datetime.datetime(2022, 6, 3, 0, 56, 9, 177031), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:56:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:56:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 56, 9, 180409), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 56, 9, 180409), 0, 2, datetime.datetime(2022, 6, 3, 0, 56, 9, 180409), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:56:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:56:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 56, 9, 182251), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 56, 9, 182251), 0, 2, datetime.datetime(2022, 6, 3, 0, 56, 9, 182251), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:56:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:56:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 56, 9, 183953), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 56, 9, 183953), 0, 2, datetime.datetime(2022, 6, 3, 0, 56, 9, 183953), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:56:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:56:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 56, 9, 185573), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 56, 9, 185573), 0, 2, datetime.datetime(2022, 6, 3, 0, 56, 9, 185573), True, 14, 15])
repomirrorworker stdout | 2022-06-03 00:56:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 00:56:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:56:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:56:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:56:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:56:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:56:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:56:12,983 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:57:09.167018+00:00 (in 29.999194 seconds)
repomirrorworker stdout | 2022-06-03 00:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:57:09 UTC)" (scheduled at 2022-06-03 00:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:56:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:56:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 56, 39, 177033), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 56, 39, 177033), 0, 2, datetime.datetime(2022, 6, 3, 0, 56, 39, 177033), True, 6, 10])
repomirrorworker stdout | 2022-06-03 00:56:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 00:56:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 56, 39, 180807), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 56, 39, 180807), 0, 2, datetime.datetime(2022, 6, 3, 0, 56, 39, 180807), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:56:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:56:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 56, 39, 182638), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 56, 39, 182638), 0, 2, datetime.datetime(2022, 6, 3, 0, 56, 39, 182638), True, 10, 14])
repomirrorworker stdout | 2022-06-03 00:56:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 00:56:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 56, 39, 184308), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 56, 39, 184308), 0, 2, datetime.datetime(2022, 6, 3, 0, 56, 39, 184308), True, 2, 6])
repomirrorworker stdout | 2022-06-03 00:56:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 00:56:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 56, 39, 185956), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 56, 39, 185956), 0, 2, datetime.datetime(2022, 6, 3, 0, 56, 39, 185956), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:56:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:56:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:56:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:56:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:56:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:56:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:56:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:56:43,025 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:57:39.167018+00:00 (in 29.999135 seconds)
repomirrorworker stdout | 2022-06-03 00:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:57:39 UTC)" (scheduled at 2022-06-03 00:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:57:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:57:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:57:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 57, 9, 177343), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 57, 9, 177343), 0, 2, datetime.datetime(2022, 6, 3, 0, 57, 9, 177343), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:57:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:57:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 57, 9, 180755), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 57, 9, 180755), 0, 2, datetime.datetime(2022, 6, 3, 0, 57, 9, 180755), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:57:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:57:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 57, 9, 182634), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 57, 9, 182634), 0, 2, datetime.datetime(2022, 6, 3, 0, 57, 9, 182634), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:57:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:57:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 57, 9, 184321), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 57, 9, 184321), 0, 2, datetime.datetime(2022, 6, 3, 0, 57, 9, 184321), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:57:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:57:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:57:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:57:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:57:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:57:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:57:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:57:13,079 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:58:09.167018+00:00 (in 29.999187 seconds)
repomirrorworker stdout | 2022-06-03 00:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:58:09 UTC)" (scheduled at 2022-06-03 00:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:57:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:57:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 57, 39, 177120), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 57, 39, 177120), 0, 2, datetime.datetime(2022, 6, 3, 0, 57, 39, 177120), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:57:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:57:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 57, 39, 180362), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 57, 39, 180362), 0, 2, datetime.datetime(2022, 6, 3, 0, 57, 39, 180362), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:57:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:57:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 57, 39, 182387), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 57, 39, 182387), 0, 2, datetime.datetime(2022, 6, 3, 0, 57, 39, 182387), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:57:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:57:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 57, 39, 184352), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 57, 39, 184352), 0, 2, datetime.datetime(2022, 6, 3, 0, 57, 39, 184352), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:57:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:57:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:57:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:57:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:57:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:57:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:57:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:57:43,113 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:58:39.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-03 00:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:58:39 UTC)" (scheduled at 2022-06-03 00:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:58:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:58:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 58, 9, 177142), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 58, 9, 177142), 0, 2, datetime.datetime(2022, 6, 3, 0, 58, 9, 177142), True, 5, 9])
repomirrorworker stdout | 2022-06-03 00:58:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 00:58:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 58, 9, 180918), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 58, 9, 180918), 0, 2, datetime.datetime(2022, 6, 3, 0, 58, 9, 180918), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:58:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:58:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 58, 9, 182795), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 58, 9, 182795), 0, 2, datetime.datetime(2022, 6, 3, 0, 58, 9, 182795), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:58:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:58:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 58, 9, 184481), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 58, 9, 184481), 0, 2, datetime.datetime(2022, 6, 3, 0, 58, 9, 184481), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:58:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:58:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:58:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:58:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:58:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:58:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:58:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:58:13,148 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:59:09.167018+00:00 (in 29.999199 seconds)
repomirrorworker stdout | 2022-06-03 00:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:59:09 UTC)" (scheduled at 2022-06-03 00:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:58:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:58:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:58:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 58, 39, 176176), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 58, 39, 176176), 0, 2, datetime.datetime(2022, 6, 3, 0, 58, 39, 176176), True, 3, 7])
repomirrorworker stdout | 2022-06-03 00:58:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 00:58:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 58, 39, 179329), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 58, 39, 179329), 0, 2, datetime.datetime(2022, 6, 3, 0, 58, 39, 179329), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:58:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:58:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 58, 39, 181197), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 58, 39, 181197), 0, 2, datetime.datetime(2022, 6, 3, 0, 58, 39, 181197), True, 9, 13])
repomirrorworker stdout | 2022-06-03 00:58:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 00:58:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 58, 39, 182921), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 58, 39, 182921), 0, 2, datetime.datetime(2022, 6, 3, 0, 58, 39, 182921), True, 7, 11])
repomirrorworker stdout | 2022-06-03 00:58:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 00:58:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 58, 39, 184579), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 58, 39, 184579), 0, 2, datetime.datetime(2022, 6, 3, 0, 58, 39, 184579), True, 13, 15])
repomirrorworker stdout | 2022-06-03 00:58:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 00:58:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:58:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:58:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:58:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:58:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:58:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:58:43,188 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 00:59:39.167018+00:00 (in 29.999108 seconds)
repomirrorworker stdout | 2022-06-03 00:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:59:39 UTC)" (scheduled at 2022-06-03 00:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:59:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:59:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 59, 9, 177012), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 59, 9, 177012), 0, 2, datetime.datetime(2022, 6, 3, 0, 59, 9, 177012), True, 11, 15])
repomirrorworker stdout | 2022-06-03 00:59:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 00:59:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 59, 9, 180159), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 59, 9, 180159), 0, 2, datetime.datetime(2022, 6, 3, 0, 59, 9, 180159), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:59:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:59:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 59, 9, 182079), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 59, 9, 182079), 0, 2, datetime.datetime(2022, 6, 3, 0, 59, 9, 182079), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:59:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:59:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 59, 9, 183779), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 59, 9, 183779), 0, 2, datetime.datetime(2022, 6, 3, 0, 59, 9, 183779), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:59:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:59:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:59:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:59:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:59:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:59:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:59:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 00:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:59:13,232 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 00:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 00:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:00:09.167018+00:00 (in 29.999035 seconds)
repomirrorworker stdout | 2022-06-03 00:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:00:09 UTC)" (scheduled at 2022-06-03 00:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 00:59:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:59:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:59:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 59, 39, 176571), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 59, 39, 176571), 0, 2, datetime.datetime(2022, 6, 3, 0, 59, 39, 176571), True, 8, 12])
repomirrorworker stdout | 2022-06-03 00:59:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 00:59:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 59, 39, 180125), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 59, 39, 180125), 0, 2, datetime.datetime(2022, 6, 3, 0, 59, 39, 180125), True, 4, 8])
repomirrorworker stdout | 2022-06-03 00:59:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 00:59:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 59, 39, 182067), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 59, 39, 182067), 0, 2, datetime.datetime(2022, 6, 3, 0, 59, 39, 182067), True, 1, 5])
repomirrorworker stdout | 2022-06-03 00:59:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 00:59:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 0, 59, 39, 183770), 0, 2, None, True, datetime.datetime(2022, 6, 3, 0, 59, 39, 183770), 0, 2, datetime.datetime(2022, 6, 3, 0, 59, 39, 183770), True, 12, 15])
repomirrorworker stdout | 2022-06-03 00:59:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 00:59:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 00:59:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:59:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 00:59:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 00:59:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 00:59:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 00:59:43,283 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:00:39.167018+00:00 (in 29.999234 seconds)
repomirrorworker stdout | 2022-06-03 01:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:00:39 UTC)" (scheduled at 2022-06-03 01:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:00:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:00:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 0, 9, 176847), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 0, 9, 176847), 0, 2, datetime.datetime(2022, 6, 3, 1, 0, 9, 176847), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:00:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:00:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 0, 9, 180745), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 0, 9, 180745), 0, 2, datetime.datetime(2022, 6, 3, 1, 0, 9, 180745), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:00:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:00:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 0, 9, 182887), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 0, 9, 182887), 0, 2, datetime.datetime(2022, 6, 3, 1, 0, 9, 182887), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:00:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:00:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 0, 9, 184599), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 0, 9, 184599), 0, 2, datetime.datetime(2022, 6, 3, 1, 0, 9, 184599), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:00:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:00:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:00:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:00:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:00:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:00:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:00:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:00:13,309 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:01:09.167018+00:00 (in 29.999175 seconds)
repomirrorworker stdout | 2022-06-03 01:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:01:09 UTC)" (scheduled at 2022-06-03 01:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:00:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:00:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 0, 39, 177064), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 0, 39, 177064), 0, 2, datetime.datetime(2022, 6, 3, 1, 0, 39, 177064), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:00:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:00:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 0, 39, 180489), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 0, 39, 180489), 0, 2, datetime.datetime(2022, 6, 3, 1, 0, 39, 180489), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:00:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:00:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 0, 39, 182521), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 0, 39, 182521), 0, 2, datetime.datetime(2022, 6, 3, 1, 0, 39, 182521), True, 4, 8])
repomirrorworker stdout | 2022-06-03 01:00:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 01:00:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 0, 39, 184177), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 0, 39, 184177), 0, 2, datetime.datetime(2022, 6, 3, 1, 0, 39, 184177), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:00:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:00:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:00:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:00:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:00:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:00:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:00:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:00:43,370 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:01:39.167018+00:00 (in 29.999231 seconds)
repomirrorworker stdout | 2022-06-03 01:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:01:39 UTC)" (scheduled at 2022-06-03 01:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:01:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:01:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 1, 9, 176540), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 1, 9, 176540), 0, 2, datetime.datetime(2022, 6, 3, 1, 1, 9, 176540), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:01:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:01:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 1, 9, 179745), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 1, 9, 179745), 0, 2, datetime.datetime(2022, 6, 3, 1, 1, 9, 179745), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:01:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:01:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 1, 9, 181602), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 1, 9, 181602), 0, 2, datetime.datetime(2022, 6, 3, 1, 1, 9, 181602), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:01:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:01:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 1, 9, 183323), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 1, 9, 183323), 0, 2, datetime.datetime(2022, 6, 3, 1, 1, 9, 183323), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:01:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:01:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 1, 9, 185134), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 1, 9, 185134), 0, 2, datetime.datetime(2022, 6, 3, 1, 1, 9, 185134), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:01:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:01:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:01:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:01:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:01:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:01:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:01:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:01:13,424 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:02:09.167018+00:00 (in 29.999102 seconds)
repomirrorworker stdout | 2022-06-03 01:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:02:09 UTC)" (scheduled at 2022-06-03 01:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:01:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 1, 39, 177015), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 1, 39, 177015), 0, 2, datetime.datetime(2022, 6, 3, 1, 1, 39, 177015), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 1, 39, 180611), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 1, 39, 180611), 0, 2, datetime.datetime(2022, 6, 3, 1, 1, 39, 180611), True, 4, 8])
repomirrorworker stdout | 2022-06-03 01:01:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 01:01:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 1, 39, 182899), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 1, 39, 182899), 0, 2, datetime.datetime(2022, 6, 3, 1, 1, 39, 182899), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:01:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:01:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 1, 39, 184885), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 1, 39, 184885), 0, 2, datetime.datetime(2022, 6, 3, 1, 1, 39, 184885), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:01:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:01:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:01:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:01:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:01:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:01:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:01:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:01:43,504 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:02:39.167018+00:00 (in 29.999059 seconds)
repomirrorworker stdout | 2022-06-03 01:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:02:39 UTC)" (scheduled at 2022-06-03 01:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:02:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:02:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:02:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 2, 9, 176585), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 2, 9, 176585), 0, 2, datetime.datetime(2022, 6, 3, 1, 2, 9, 176585), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:02:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:02:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 2, 9, 179716), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 2, 9, 179716), 0, 2, datetime.datetime(2022, 6, 3, 1, 2, 9, 179716), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:02:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:02:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 2, 9, 181578), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 2, 9, 181578), 0, 2, datetime.datetime(2022, 6, 3, 1, 2, 9, 181578), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:02:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:02:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 2, 9, 183268), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 2, 9, 183268), 0, 2, datetime.datetime(2022, 6, 3, 1, 2, 9, 183268), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:02:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:02:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 2, 9, 184956), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 2, 9, 184956), 0, 2, datetime.datetime(2022, 6, 3, 1, 2, 9, 184956), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:02:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:02:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:02:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:02:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:02:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:02:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:02:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:02:13,552 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:03:09.167018+00:00 (in 29.999244 seconds)
repomirrorworker stdout | 2022-06-03 01:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:03:09 UTC)" (scheduled at 2022-06-03 01:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:02:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:02:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:02:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 2, 39, 177012), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 2, 39, 177012), 0, 2, datetime.datetime(2022, 6, 3, 1, 2, 39, 177012), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:02:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:02:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 2, 39, 180995), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 2, 39, 180995), 0, 2, datetime.datetime(2022, 6, 3, 1, 2, 39, 180995), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:02:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:02:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 2, 39, 182855), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 2, 39, 182855), 0, 2, datetime.datetime(2022, 6, 3, 1, 2, 39, 182855), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:02:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:02:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 2, 39, 184573), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 2, 39, 184573), 0, 2, datetime.datetime(2022, 6, 3, 1, 2, 39, 184573), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:02:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:02:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:02:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:02:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:02:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:02:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:02:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:02:43,622 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:03:39.167018+00:00 (in 29.999179 seconds)
repomirrorworker stdout | 2022-06-03 01:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:03:39 UTC)" (scheduled at 2022-06-03 01:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:03:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:03:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 3, 9, 176701), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 3, 9, 176701), 0, 2, datetime.datetime(2022, 6, 3, 1, 3, 9, 176701), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:03:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:03:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 3, 9, 179846), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 3, 9, 179846), 0, 2, datetime.datetime(2022, 6, 3, 1, 3, 9, 179846), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:03:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:03:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 3, 9, 181666), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 3, 9, 181666), 0, 2, datetime.datetime(2022, 6, 3, 1, 3, 9, 181666), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:03:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:03:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 3, 9, 183311), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 3, 9, 183311), 0, 2, datetime.datetime(2022, 6, 3, 1, 3, 9, 183311), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:03:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:03:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:03:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:03:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:03:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:03:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:03:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:03:13,684 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:04:09.167018+00:00 (in 29.999148 seconds)
repomirrorworker stdout | 2022-06-03 01:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:04:09 UTC)" (scheduled at 2022-06-03 01:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:03:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:03:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 3, 39, 177142), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 3, 39, 177142), 0, 2, datetime.datetime(2022, 6, 3, 1, 3, 39, 177142), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:03:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:03:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 3, 39, 180407), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 3, 39, 180407), 0, 2, datetime.datetime(2022, 6, 3, 1, 3, 39, 180407), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:03:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:03:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 3, 39, 182755), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 3, 39, 182755), 0, 2, datetime.datetime(2022, 6, 3, 1, 3, 39, 182755), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:03:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:03:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 3, 39, 184834), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 3, 39, 184834), 0, 2, datetime.datetime(2022, 6, 3, 1, 3, 39, 184834), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:03:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:03:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:03:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:03:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:03:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:03:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:03:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:03:43,740 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:04:39.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-03 01:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:04:39 UTC)" (scheduled at 2022-06-03 01:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:04:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 4, 9, 176744), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 4, 9, 176744), 0, 2, datetime.datetime(2022, 6, 3, 1, 4, 9, 176744), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:04:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:04:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 4, 9, 180210), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 4, 9, 180210), 0, 2, datetime.datetime(2022, 6, 3, 1, 4, 9, 180210), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:04:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:04:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 4, 9, 182154), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 4, 9, 182154), 0, 2, datetime.datetime(2022, 6, 3, 1, 4, 9, 182154), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:04:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:04:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 4, 9, 183838), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 4, 9, 183838), 0, 2, datetime.datetime(2022, 6, 3, 1, 4, 9, 183838), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:04:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:04:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 4, 9, 185460), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 4, 9, 185460), 0, 2, datetime.datetime(2022, 6, 3, 1, 4, 9, 185460), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:04:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:04:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:04:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:04:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:04:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:04:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:04:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:04:13,795 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:05:09.167018+00:00 (in 29.998967 seconds)
repomirrorworker stdout | 2022-06-03 01:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:05:09 UTC)" (scheduled at 2022-06-03 01:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:04:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:04:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:04:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 4, 39, 177009), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 4, 39, 177009), 0, 2, datetime.datetime(2022, 6, 3, 1, 4, 39, 177009), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:04:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:04:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 4, 39, 180444), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 4, 39, 180444), 0, 2, datetime.datetime(2022, 6, 3, 1, 4, 39, 180444), True, 4, 8])
repomirrorworker stdout | 2022-06-03 01:04:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 01:04:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 4, 39, 182457), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 4, 39, 182457), 0, 2, datetime.datetime(2022, 6, 3, 1, 4, 39, 182457), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:04:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:04:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 4, 39, 184192), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 4, 39, 184192), 0, 2, datetime.datetime(2022, 6, 3, 1, 4, 39, 184192), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:04:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:04:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:04:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:04:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:04:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:04:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:04:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:04:43,838 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:05:39.167018+00:00 (in 29.999063 seconds)
repomirrorworker stdout | 2022-06-03 01:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:05:39 UTC)" (scheduled at 2022-06-03 01:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:05:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:05:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 5, 9, 176864), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 5, 9, 176864), 0, 2, datetime.datetime(2022, 6, 3, 1, 5, 9, 176864), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:05:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:05:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 5, 9, 179956), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 5, 9, 179956), 0, 2, datetime.datetime(2022, 6, 3, 1, 5, 9, 179956), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:05:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:05:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 5, 9, 181818), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 5, 9, 181818), 0, 2, datetime.datetime(2022, 6, 3, 1, 5, 9, 181818), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:05:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:05:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 5, 9, 183519), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 5, 9, 183519), 0, 2, datetime.datetime(2022, 6, 3, 1, 5, 9, 183519), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:05:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:05:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:05:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:05:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:05:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:05:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:05:13,900 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:06:09.167018+00:00 (in 29.999120 seconds)
repomirrorworker stdout | 2022-06-03 01:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:06:09 UTC)" (scheduled at 2022-06-03 01:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:05:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:05:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 5, 39, 176931), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 5, 39, 176931), 0, 2, datetime.datetime(2022, 6, 3, 1, 5, 39, 176931), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:05:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 5, 39, 180423), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 5, 39, 180423), 0, 2, datetime.datetime(2022, 6, 3, 1, 5, 39, 180423), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:05:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:05:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 5, 39, 182323), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 5, 39, 182323), 0, 2, datetime.datetime(2022, 6, 3, 1, 5, 39, 182323), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:05:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:05:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 5, 39, 184030), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 5, 39, 184030), 0, 2, datetime.datetime(2022, 6, 3, 1, 5, 39, 184030), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:05:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:05:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 5, 39, 185823), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 5, 39, 185823), 0, 2, datetime.datetime(2022, 6, 3, 1, 5, 39, 185823), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:05:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:05:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:05:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:05:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:05:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:05:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:05:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:05:43,937 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:06:39.167018+00:00 (in 29.999226 seconds)
repomirrorworker stdout | 2022-06-03 01:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:06:39 UTC)" (scheduled at 2022-06-03 01:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:06:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:06:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 6, 9, 176960), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 6, 9, 176960), 0, 2, datetime.datetime(2022, 6, 3, 1, 6, 9, 176960), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:06:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:06:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 6, 9, 180174), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 6, 9, 180174), 0, 2, datetime.datetime(2022, 6, 3, 1, 6, 9, 180174), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:06:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:06:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 6, 9, 182104), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 6, 9, 182104), 0, 2, datetime.datetime(2022, 6, 3, 1, 6, 9, 182104), True, 4, 8])
repomirrorworker stdout | 2022-06-03 01:06:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 01:06:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 6, 9, 183798), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 6, 9, 183798), 0, 2, datetime.datetime(2022, 6, 3, 1, 6, 9, 183798), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:06:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:06:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:06:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:06:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:06:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:06:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:06:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:06:13,989 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:07:09.167018+00:00 (in 29.999205 seconds)
repomirrorworker stdout | 2022-06-03 01:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:07:09 UTC)" (scheduled at 2022-06-03 01:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:06:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 6, 39, 176734), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 6, 39, 176734), 0, 2, datetime.datetime(2022, 6, 3, 1, 6, 39, 176734), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:06:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:06:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 6, 39, 180190), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 6, 39, 180190), 0, 2, datetime.datetime(2022, 6, 3, 1, 6, 39, 180190), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:06:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:06:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 6, 39, 182166), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 6, 39, 182166), 0, 2, datetime.datetime(2022, 6, 3, 1, 6, 39, 182166), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:06:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:06:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 6, 39, 183965), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 6, 39, 183965), 0, 2, datetime.datetime(2022, 6, 3, 1, 6, 39, 183965), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:06:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:06:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 6, 39, 185792), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 6, 39, 185792), 0, 2, datetime.datetime(2022, 6, 3, 1, 6, 39, 185792), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:06:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:06:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:06:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:06:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:06:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:06:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:06:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:06:44,052 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:07:39.167018+00:00 (in 29.999027 seconds)
repomirrorworker stdout | 2022-06-03 01:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:07:39 UTC)" (scheduled at 2022-06-03 01:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:07:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:07:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:07:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 7, 9, 176999), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 7, 9, 176999), 0, 2, datetime.datetime(2022, 6, 3, 1, 7, 9, 176999), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:07:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:07:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 7, 9, 180473), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 7, 9, 180473), 0, 2, datetime.datetime(2022, 6, 3, 1, 7, 9, 180473), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:07:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:07:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 7, 9, 182552), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 7, 9, 182552), 0, 2, datetime.datetime(2022, 6, 3, 1, 7, 9, 182552), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:07:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:07:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 7, 9, 184481), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 7, 9, 184481), 0, 2, datetime.datetime(2022, 6, 3, 1, 7, 9, 184481), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:07:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:07:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 7, 9, 186366), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 7, 9, 186366), 0, 2, datetime.datetime(2022, 6, 3, 1, 7, 9, 186366), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:07:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:07:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:07:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:07:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:07:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:07:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:07:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:07:14,102 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:08:09.167018+00:00 (in 29.999074 seconds)
repomirrorworker stdout | 2022-06-03 01:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:08:09 UTC)" (scheduled at 2022-06-03 01:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:07:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:07:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 7, 39, 177166), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 7, 39, 177166), 0, 2, datetime.datetime(2022, 6, 3, 1, 7, 39, 177166), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:07:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:07:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 7, 39, 181018), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 7, 39, 181018), 0, 2, datetime.datetime(2022, 6, 3, 1, 7, 39, 181018), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:07:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:07:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 7, 39, 182912), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 7, 39, 182912), 0, 2, datetime.datetime(2022, 6, 3, 1, 7, 39, 182912), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:07:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:07:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 7, 39, 184799), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 7, 39, 184799), 0, 2, datetime.datetime(2022, 6, 3, 1, 7, 39, 184799), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:07:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:07:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 7, 39, 186604), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 7, 39, 186604), 0, 2, datetime.datetime(2022, 6, 3, 1, 7, 39, 186604), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:07:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:07:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:07:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:07:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:07:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:07:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:07:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:07:44,167 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:08:39.167018+00:00 (in 29.998992 seconds)
repomirrorworker stdout | 2022-06-03 01:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:08:39 UTC)" (scheduled at 2022-06-03 01:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:08:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:08:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:08:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 8, 9, 176815), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 8, 9, 176815), 0, 2, datetime.datetime(2022, 6, 3, 1, 8, 9, 176815), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:08:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:08:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 8, 9, 180213), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 8, 9, 180213), 0, 2, datetime.datetime(2022, 6, 3, 1, 8, 9, 180213), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:08:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:08:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 8, 9, 182194), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 8, 9, 182194), 0, 2, datetime.datetime(2022, 6, 3, 1, 8, 9, 182194), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:08:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:08:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 8, 9, 183856), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 8, 9, 183856), 0, 2, datetime.datetime(2022, 6, 3, 1, 8, 9, 183856), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:08:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:08:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 8, 9, 185477), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 8, 9, 185477), 0, 2, datetime.datetime(2022, 6, 3, 1, 8, 9, 185477), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:08:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:08:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:08:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:08:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:08:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:08:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:08:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:08:14,227 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:09:09.167018+00:00 (in 29.999129 seconds)
repomirrorworker stdout | 2022-06-03 01:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:09:09 UTC)" (scheduled at 2022-06-03 01:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:08:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:08:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:08:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 8, 39, 176617), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 8, 39, 176617), 0, 2, datetime.datetime(2022, 6, 3, 1, 8, 39, 176617), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:08:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:08:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 8, 39, 179819), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 8, 39, 179819), 0, 2, datetime.datetime(2022, 6, 3, 1, 8, 39, 179819), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:08:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:08:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 8, 39, 181712), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 8, 39, 181712), 0, 2, datetime.datetime(2022, 6, 3, 1, 8, 39, 181712), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:08:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:08:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 8, 39, 183402), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 8, 39, 183402), 0, 2, datetime.datetime(2022, 6, 3, 1, 8, 39, 183402), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:08:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:08:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:08:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:08:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:08:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:08:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:08:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:08:44,288 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:09:39.167018+00:00 (in 29.998984 seconds)
repomirrorworker stdout | 2022-06-03 01:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:09:39 UTC)" (scheduled at 2022-06-03 01:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:09:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:09:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:09:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 9, 9, 176986), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 9, 9, 176986), 0, 2, datetime.datetime(2022, 6, 3, 1, 9, 9, 176986), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:09:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:09:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 9, 9, 180155), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 9, 9, 180155), 0, 2, datetime.datetime(2022, 6, 3, 1, 9, 9, 180155), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:09:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:09:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 9, 9, 182035), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 9, 9, 182035), 0, 2, datetime.datetime(2022, 6, 3, 1, 9, 9, 182035), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:09:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:09:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 9, 9, 183728), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 9, 9, 183728), 0, 2, datetime.datetime(2022, 6, 3, 1, 9, 9, 183728), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:09:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:09:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:09:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:09:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:09:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:09:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:09:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:09:14,335 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:10:09.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-03 01:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:10:09 UTC)" (scheduled at 2022-06-03 01:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:09:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:09:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 9, 39, 176973), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 9, 39, 176973), 0, 2, datetime.datetime(2022, 6, 3, 1, 9, 39, 176973), True, 4, 8])
repomirrorworker stdout | 2022-06-03 01:09:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 01:09:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 9, 39, 180471), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 9, 39, 180471), 0, 2, datetime.datetime(2022, 6, 3, 1, 9, 39, 180471), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:09:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:09:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 9, 39, 182401), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 9, 39, 182401), 0, 2, datetime.datetime(2022, 6, 3, 1, 9, 39, 182401), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:09:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:09:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 9, 39, 184158), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 9, 39, 184158), 0, 2, datetime.datetime(2022, 6, 3, 1, 9, 39, 184158), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:09:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:09:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:09:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:09:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:09:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:09:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:09:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:09:44,380 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:10:39.167018+00:00 (in 29.999163 seconds)
repomirrorworker stdout | 2022-06-03 01:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:10:39 UTC)" (scheduled at 2022-06-03 01:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:10:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:10:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 10, 9, 177273), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 10, 9, 177273), 0, 2, datetime.datetime(2022, 6, 3, 1, 10, 9, 177273), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:10:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:10:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 10, 9, 181368), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 10, 9, 181368), 0, 2, datetime.datetime(2022, 6, 3, 1, 10, 9, 181368), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:10:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:10:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 10, 9, 183329), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 10, 9, 183329), 0, 2, datetime.datetime(2022, 6, 3, 1, 10, 9, 183329), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:10:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:10:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 10, 9, 185112), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 10, 9, 185112), 0, 2, datetime.datetime(2022, 6, 3, 1, 10, 9, 185112), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:10:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:10:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 10, 9, 186820), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 10, 9, 186820), 0, 2, datetime.datetime(2022, 6, 3, 1, 10, 9, 186820), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:10:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:10:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:10:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:10:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:10:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:10:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:10:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:10:14,414 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:11:09.167018+00:00 (in 29.999222 seconds)
repomirrorworker stdout | 2022-06-03 01:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:11:09 UTC)" (scheduled at 2022-06-03 01:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:10:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:10:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 10, 39, 176643), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 10, 39, 176643), 0, 2, datetime.datetime(2022, 6, 3, 1, 10, 39, 176643), True, 4, 8])
repomirrorworker stdout | 2022-06-03 01:10:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 01:10:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 10, 39, 180197), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 10, 39, 180197), 0, 2, datetime.datetime(2022, 6, 3, 1, 10, 39, 180197), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:10:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:10:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 10, 39, 182442), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 10, 39, 182442), 0, 2, datetime.datetime(2022, 6, 3, 1, 10, 39, 182442), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:10:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:10:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 10, 39, 184492), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 10, 39, 184492), 0, 2, datetime.datetime(2022, 6, 3, 1, 10, 39, 184492), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:10:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:10:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:10:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:10:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:10:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:10:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:10:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:10:44,485 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:11:39.167018+00:00 (in 29.999221 seconds)
repomirrorworker stdout | 2022-06-03 01:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:11:39 UTC)" (scheduled at 2022-06-03 01:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:11:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:11:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 11, 9, 176665), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 11, 9, 176665), 0, 2, datetime.datetime(2022, 6, 3, 1, 11, 9, 176665), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:11:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:11:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 11, 9, 180207), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 11, 9, 180207), 0, 2, datetime.datetime(2022, 6, 3, 1, 11, 9, 180207), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:11:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:11:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 11, 9, 182100), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 11, 9, 182100), 0, 2, datetime.datetime(2022, 6, 3, 1, 11, 9, 182100), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:11:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:11:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 11, 9, 183815), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 11, 9, 183815), 0, 2, datetime.datetime(2022, 6, 3, 1, 11, 9, 183815), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:11:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:11:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 11, 9, 185435), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 11, 9, 185435), 0, 2, datetime.datetime(2022, 6, 3, 1, 11, 9, 185435), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:11:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:11:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:11:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:11:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:11:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:11:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:11:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:11:14,546 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:12:09.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-03 01:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:12:09 UTC)" (scheduled at 2022-06-03 01:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:11:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:11:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:11:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 11, 39, 176708), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 11, 39, 176708), 0, 2, datetime.datetime(2022, 6, 3, 1, 11, 39, 176708), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:11:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:11:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 11, 39, 179857), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 11, 39, 179857), 0, 2, datetime.datetime(2022, 6, 3, 1, 11, 39, 179857), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:11:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:11:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 11, 39, 181726), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 11, 39, 181726), 0, 2, datetime.datetime(2022, 6, 3, 1, 11, 39, 181726), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:11:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:11:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 11, 39, 183356), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 11, 39, 183356), 0, 2, datetime.datetime(2022, 6, 3, 1, 11, 39, 183356), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:11:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:11:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 11, 39, 185001), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 11, 39, 185001), 0, 2, datetime.datetime(2022, 6, 3, 1, 11, 39, 185001), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:11:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:11:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:11:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:11:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:11:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:11:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:11:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:11:44,595 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:12:39.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-03 01:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:12:39 UTC)" (scheduled at 2022-06-03 01:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:12:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:12:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:12:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 12, 9, 176417), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 12, 9, 176417), 0, 2, datetime.datetime(2022, 6, 3, 1, 12, 9, 176417), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:12:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:12:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 12, 9, 179485), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 12, 9, 179485), 0, 2, datetime.datetime(2022, 6, 3, 1, 12, 9, 179485), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:12:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:12:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 12, 9, 181339), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 12, 9, 181339), 0, 2, datetime.datetime(2022, 6, 3, 1, 12, 9, 181339), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:12:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:12:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 12, 9, 183033), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 12, 9, 183033), 0, 2, datetime.datetime(2022, 6, 3, 1, 12, 9, 183033), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:12:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:12:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 12, 9, 184705), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 12, 9, 184705), 0, 2, datetime.datetime(2022, 6, 3, 1, 12, 9, 184705), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:12:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:12:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:12:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:12:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:12:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:12:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:12:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:12:14,629 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:13:09.167018+00:00 (in 29.999125 seconds)
repomirrorworker stdout | 2022-06-03 01:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:13:09 UTC)" (scheduled at 2022-06-03 01:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:12:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:12:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:12:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 12, 39, 176799), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 12, 39, 176799), 0, 2, datetime.datetime(2022, 6, 3, 1, 12, 39, 176799), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:12:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:12:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 12, 39, 180429), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 12, 39, 180429), 0, 2, datetime.datetime(2022, 6, 3, 1, 12, 39, 180429), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:12:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:12:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 12, 39, 182317), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 12, 39, 182317), 0, 2, datetime.datetime(2022, 6, 3, 1, 12, 39, 182317), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:12:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 12, 39, 184020), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 12, 39, 184020), 0, 2, datetime.datetime(2022, 6, 3, 1, 12, 39, 184020), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:12:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:12:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:12:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:12:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:12:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:12:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:12:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:12:44,702 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:13:39.167018+00:00 (in 29.999028 seconds)
repomirrorworker stdout | 2022-06-03 01:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:13:39 UTC)" (scheduled at 2022-06-03 01:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:13:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:13:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:13:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 13, 9, 176478), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 13, 9, 176478), 0, 2, datetime.datetime(2022, 6, 3, 1, 13, 9, 176478), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:13:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:13:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 13, 9, 179773), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 13, 9, 179773), 0, 2, datetime.datetime(2022, 6, 3, 1, 13, 9, 179773), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:13:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:13:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 13, 9, 181586), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 13, 9, 181586), 0, 2, datetime.datetime(2022, 6, 3, 1, 13, 9, 181586), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:13:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:13:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 13, 9, 183231), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 13, 9, 183231), 0, 2, datetime.datetime(2022, 6, 3, 1, 13, 9, 183231), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:13:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:13:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 13, 9, 184881), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 13, 9, 184881), 0, 2, datetime.datetime(2022, 6, 3, 1, 13, 9, 184881), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:13:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:13:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:13:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:13:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:13:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:13:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:13:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:13:14,760 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:14:09.167018+00:00 (in 29.999215 seconds)
repomirrorworker stdout | 2022-06-03 01:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:14:09 UTC)" (scheduled at 2022-06-03 01:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:13:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:13:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:13:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 13, 39, 176772), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 13, 39, 176772), 0, 2, datetime.datetime(2022, 6, 3, 1, 13, 39, 176772), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:13:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:13:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 13, 39, 179957), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 13, 39, 179957), 0, 2, datetime.datetime(2022, 6, 3, 1, 13, 39, 179957), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:13:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:13:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 13, 39, 181886), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 13, 39, 181886), 0, 2, datetime.datetime(2022, 6, 3, 1, 13, 39, 181886), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:13:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:13:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 13, 39, 183610), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 13, 39, 183610), 0, 2, datetime.datetime(2022, 6, 3, 1, 13, 39, 183610), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:13:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:13:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 13, 39, 185291), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 13, 39, 185291), 0, 2, datetime.datetime(2022, 6, 3, 1, 13, 39, 185291), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:13:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:13:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:13:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:13:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:13:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:13:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:13:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:13:44,820 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:14:39.167018+00:00 (in 29.999111 seconds)
repomirrorworker stdout | 2022-06-03 01:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:14:39 UTC)" (scheduled at 2022-06-03 01:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:14:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:14:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 14, 9, 176946), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 14, 9, 176946), 0, 2, datetime.datetime(2022, 6, 3, 1, 14, 9, 176946), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:14:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:14:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 14, 9, 180413), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 14, 9, 180413), 0, 2, datetime.datetime(2022, 6, 3, 1, 14, 9, 180413), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:14:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:14:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 14, 9, 182719), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 14, 9, 182719), 0, 2, datetime.datetime(2022, 6, 3, 1, 14, 9, 182719), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:14:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:14:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 14, 9, 184784), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 14, 9, 184784), 0, 2, datetime.datetime(2022, 6, 3, 1, 14, 9, 184784), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:14:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:14:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:14:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:14:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:14:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:14:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:14:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:14:14,862 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:15:09.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-03 01:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:15:09 UTC)" (scheduled at 2022-06-03 01:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:14:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:14:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:14:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 14, 39, 177336), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 14, 39, 177336), 0, 2, datetime.datetime(2022, 6, 3, 1, 14, 39, 177336), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:14:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 14, 39, 180816), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 14, 39, 180816), 0, 2, datetime.datetime(2022, 6, 3, 1, 14, 39, 180816), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:14:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 14, 39, 182879), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 14, 39, 182879), 0, 2, datetime.datetime(2022, 6, 3, 1, 14, 39, 182879), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:14:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:14:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 14, 39, 184798), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 14, 39, 184798), 0, 2, datetime.datetime(2022, 6, 3, 1, 14, 39, 184798), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:14:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:14:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 14, 39, 186646), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 14, 39, 186646), 0, 2, datetime.datetime(2022, 6, 3, 1, 14, 39, 186646), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:14:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:14:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:14:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:14:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:14:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:14:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:14:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:14:44,896 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:15:39.167018+00:00 (in 29.999227 seconds)
repomirrorworker stdout | 2022-06-03 01:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:15:39 UTC)" (scheduled at 2022-06-03 01:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:15:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:15:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:15:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 15, 9, 176357), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 15, 9, 176357), 0, 2, datetime.datetime(2022, 6, 3, 1, 15, 9, 176357), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:15:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:15:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 15, 9, 179409), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 15, 9, 179409), 0, 2, datetime.datetime(2022, 6, 3, 1, 15, 9, 179409), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:15:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:15:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 15, 9, 181275), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 15, 9, 181275), 0, 2, datetime.datetime(2022, 6, 3, 1, 15, 9, 181275), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 15, 9, 182954), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 15, 9, 182954), 0, 2, datetime.datetime(2022, 6, 3, 1, 15, 9, 182954), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:15:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:15:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 15, 9, 184583), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 15, 9, 184583), 0, 2, datetime.datetime(2022, 6, 3, 1, 15, 9, 184583), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:15:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:15:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:15:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:15:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:15:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:15:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:15:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:15:14,951 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:16:09.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-03 01:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:16:09 UTC)" (scheduled at 2022-06-03 01:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:15:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:15:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:15:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 15, 39, 176806), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 15, 39, 176806), 0, 2, datetime.datetime(2022, 6, 3, 1, 15, 39, 176806), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:15:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:15:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 15, 39, 180355), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 15, 39, 180355), 0, 2, datetime.datetime(2022, 6, 3, 1, 15, 39, 180355), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:15:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:15:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 15, 39, 182196), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 15, 39, 182196), 0, 2, datetime.datetime(2022, 6, 3, 1, 15, 39, 182196), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:15:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:15:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 15, 39, 183872), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 15, 39, 183872), 0, 2, datetime.datetime(2022, 6, 3, 1, 15, 39, 183872), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:15:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:15:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:15:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:15:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:15:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:15:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:15:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:15:44,992 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:16:39.167018+00:00 (in 29.999142 seconds)
repomirrorworker stdout | 2022-06-03 01:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:16:39 UTC)" (scheduled at 2022-06-03 01:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:16:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:16:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:16:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 16, 9, 177345), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 16, 9, 177345), 0, 2, datetime.datetime(2022, 6, 3, 1, 16, 9, 177345), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:16:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:16:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 16, 9, 180841), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 16, 9, 180841), 0, 2, datetime.datetime(2022, 6, 3, 1, 16, 9, 180841), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:16:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:16:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 16, 9, 182774), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 16, 9, 182774), 0, 2, datetime.datetime(2022, 6, 3, 1, 16, 9, 182774), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:16:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:16:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 16, 9, 184490), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 16, 9, 184490), 0, 2, datetime.datetime(2022, 6, 3, 1, 16, 9, 184490), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:16:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:16:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:16:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:16:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:16:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:16:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:16:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:16:15,059 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:17:09.167018+00:00 (in 29.999186 seconds)
repomirrorworker stdout | 2022-06-03 01:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:17:09 UTC)" (scheduled at 2022-06-03 01:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:16:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:16:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:16:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 16, 39, 176969), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 16, 39, 176969), 0, 2, datetime.datetime(2022, 6, 3, 1, 16, 39, 176969), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:16:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:16:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 16, 39, 180790), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 16, 39, 180790), 0, 2, datetime.datetime(2022, 6, 3, 1, 16, 39, 180790), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:16:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:16:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 16, 39, 182658), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 16, 39, 182658), 0, 2, datetime.datetime(2022, 6, 3, 1, 16, 39, 182658), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:16:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:16:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 16, 39, 184325), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 16, 39, 184325), 0, 2, datetime.datetime(2022, 6, 3, 1, 16, 39, 184325), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:16:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:16:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:16:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:16:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:16:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:16:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:16:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:16:45,122 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:17:39.167018+00:00 (in 29.999188 seconds)
repomirrorworker stdout | 2022-06-03 01:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:17:39 UTC)" (scheduled at 2022-06-03 01:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:17:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:17:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:17:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 17, 9, 176837), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 17, 9, 176837), 0, 2, datetime.datetime(2022, 6, 3, 1, 17, 9, 176837), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:17:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:17:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 17, 9, 180359), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 17, 9, 180359), 0, 2, datetime.datetime(2022, 6, 3, 1, 17, 9, 180359), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:17:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:17:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 17, 9, 182352), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 17, 9, 182352), 0, 2, datetime.datetime(2022, 6, 3, 1, 17, 9, 182352), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:17:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:17:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 17, 9, 184080), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 17, 9, 184080), 0, 2, datetime.datetime(2022, 6, 3, 1, 17, 9, 184080), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:17:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:17:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:17:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:17:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:17:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:17:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:17:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:17:15,150 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:18:09.167018+00:00 (in 29.999185 seconds)
repomirrorworker stdout | 2022-06-03 01:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:18:09 UTC)" (scheduled at 2022-06-03 01:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:17:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:17:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 17, 39, 177021), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 17, 39, 177021), 0, 2, datetime.datetime(2022, 6, 3, 1, 17, 39, 177021), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:17:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:17:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 17, 39, 180719), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 17, 39, 180719), 0, 2, datetime.datetime(2022, 6, 3, 1, 17, 39, 180719), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:17:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:17:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 17, 39, 183118), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 17, 39, 183118), 0, 2, datetime.datetime(2022, 6, 3, 1, 17, 39, 183118), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:17:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:17:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 17, 39, 184983), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 17, 39, 184983), 0, 2, datetime.datetime(2022, 6, 3, 1, 17, 39, 184983), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:17:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:17:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:17:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:17:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:17:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:17:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:17:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:17:45,218 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:18:39.167018+00:00 (in 29.999218 seconds)
repomirrorworker stdout | 2022-06-03 01:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:18:39 UTC)" (scheduled at 2022-06-03 01:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:18:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:18:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 18, 9, 176394), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 18, 9, 176394), 0, 2, datetime.datetime(2022, 6, 3, 1, 18, 9, 176394), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:18:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:18:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 18, 9, 179513), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 18, 9, 179513), 0, 2, datetime.datetime(2022, 6, 3, 1, 18, 9, 179513), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:18:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:18:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 18, 9, 181371), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 18, 9, 181371), 0, 2, datetime.datetime(2022, 6, 3, 1, 18, 9, 181371), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:18:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:18:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 18, 9, 183106), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 18, 9, 183106), 0, 2, datetime.datetime(2022, 6, 3, 1, 18, 9, 183106), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:18:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:18:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 18, 9, 184785), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 18, 9, 184785), 0, 2, datetime.datetime(2022, 6, 3, 1, 18, 9, 184785), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:18:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:18:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:18:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:18:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:18:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:18:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:18:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:18:15,286 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:19:09.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-03 01:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:19:09 UTC)" (scheduled at 2022-06-03 01:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:18:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:18:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:18:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 18, 39, 176982), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 18, 39, 176982), 0, 2, datetime.datetime(2022, 6, 3, 1, 18, 39, 176982), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:18:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:18:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 18, 39, 180600), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 18, 39, 180600), 0, 2, datetime.datetime(2022, 6, 3, 1, 18, 39, 180600), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:18:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:18:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 18, 39, 182511), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 18, 39, 182511), 0, 2, datetime.datetime(2022, 6, 3, 1, 18, 39, 182511), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:18:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:18:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 18, 39, 184257), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 18, 39, 184257), 0, 2, datetime.datetime(2022, 6, 3, 1, 18, 39, 184257), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:18:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:18:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 18, 39, 185940), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 18, 39, 185940), 0, 2, datetime.datetime(2022, 6, 3, 1, 18, 39, 185940), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:18:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:18:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:18:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:18:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:18:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:18:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:18:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:18:45,347 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:19:39.167018+00:00 (in 29.999237 seconds)
repomirrorworker stdout | 2022-06-03 01:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:19:39 UTC)" (scheduled at 2022-06-03 01:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:19:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:19:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:19:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 19, 9, 176992), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 19, 9, 176992), 0, 2, datetime.datetime(2022, 6, 3, 1, 19, 9, 176992), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:19:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:19:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 19, 9, 180854), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 19, 9, 180854), 0, 2, datetime.datetime(2022, 6, 3, 1, 19, 9, 180854), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:19:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:19:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 19, 9, 182945), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 19, 9, 182945), 0, 2, datetime.datetime(2022, 6, 3, 1, 19, 9, 182945), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:19:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:19:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 19, 9, 184829), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 19, 9, 184829), 0, 2, datetime.datetime(2022, 6, 3, 1, 19, 9, 184829), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:19:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:19:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:19:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:19:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:19:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:19:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:19:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:19:15,382 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:20:09.167018+00:00 (in 29.999269 seconds)
repomirrorworker stdout | 2022-06-03 01:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:20:09 UTC)" (scheduled at 2022-06-03 01:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:19:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:19:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:19:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 19, 39, 176556), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 19, 39, 176556), 0, 2, datetime.datetime(2022, 6, 3, 1, 19, 39, 176556), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:19:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:19:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 19, 39, 180135), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 19, 39, 180135), 0, 2, datetime.datetime(2022, 6, 3, 1, 19, 39, 180135), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:19:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:19:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 19, 39, 182021), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 19, 39, 182021), 0, 2, datetime.datetime(2022, 6, 3, 1, 19, 39, 182021), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:19:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:19:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 19, 39, 183850), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 19, 39, 183850), 0, 2, datetime.datetime(2022, 6, 3, 1, 19, 39, 183850), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:19:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:19:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 19, 39, 185655), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 19, 39, 185655), 0, 2, datetime.datetime(2022, 6, 3, 1, 19, 39, 185655), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:19:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:19:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:19:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:19:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:19:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:19:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:19:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:19:45,421 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:20:39.167018+00:00 (in 29.998959 seconds)
repomirrorworker stdout | 2022-06-03 01:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:20:39 UTC)" (scheduled at 2022-06-03 01:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:20:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:20:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 20, 9, 177177), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 20, 9, 177177), 0, 2, datetime.datetime(2022, 6, 3, 1, 20, 9, 177177), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:20:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 20, 9, 180471), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 20, 9, 180471), 0, 2, datetime.datetime(2022, 6, 3, 1, 20, 9, 180471), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:20:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:20:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 20, 9, 182587), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 20, 9, 182587), 0, 2, datetime.datetime(2022, 6, 3, 1, 20, 9, 182587), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:20:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:20:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 20, 9, 184696), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 20, 9, 184696), 0, 2, datetime.datetime(2022, 6, 3, 1, 20, 9, 184696), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:20:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:20:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 20, 9, 186571), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 20, 9, 186571), 0, 2, datetime.datetime(2022, 6, 3, 1, 20, 9, 186571), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:20:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:20:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:20:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:20:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:20:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:20:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:20:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:20:15,464 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:21:09.167018+00:00 (in 29.999086 seconds)
repomirrorworker stdout | 2022-06-03 01:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:21:09 UTC)" (scheduled at 2022-06-03 01:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:20:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:20:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:20:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 20, 39, 177331), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 20, 39, 177331), 0, 2, datetime.datetime(2022, 6, 3, 1, 20, 39, 177331), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:20:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:20:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 20, 39, 180751), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 20, 39, 180751), 0, 2, datetime.datetime(2022, 6, 3, 1, 20, 39, 180751), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:20:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:20:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 20, 39, 182621), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 20, 39, 182621), 0, 2, datetime.datetime(2022, 6, 3, 1, 20, 39, 182621), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:20:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:20:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 20, 39, 184480), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 20, 39, 184480), 0, 2, datetime.datetime(2022, 6, 3, 1, 20, 39, 184480), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:20:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:20:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 20, 39, 186152), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 20, 39, 186152), 0, 2, datetime.datetime(2022, 6, 3, 1, 20, 39, 186152), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:20:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:20:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:20:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:20:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:20:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:20:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:20:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:20:45,508 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:21:39.167018+00:00 (in 29.999205 seconds)
repomirrorworker stdout | 2022-06-03 01:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:21:39 UTC)" (scheduled at 2022-06-03 01:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:21:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:21:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:21:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 21, 9, 176747), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 21, 9, 176747), 0, 2, datetime.datetime(2022, 6, 3, 1, 21, 9, 176747), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:21:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:21:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 21, 9, 179926), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 21, 9, 179926), 0, 2, datetime.datetime(2022, 6, 3, 1, 21, 9, 179926), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:21:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:21:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 21, 9, 181901), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 21, 9, 181901), 0, 2, datetime.datetime(2022, 6, 3, 1, 21, 9, 181901), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:21:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 21, 9, 183648), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 21, 9, 183648), 0, 2, datetime.datetime(2022, 6, 3, 1, 21, 9, 183648), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:21:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:21:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 21, 9, 185395), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 21, 9, 185395), 0, 2, datetime.datetime(2022, 6, 3, 1, 21, 9, 185395), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:21:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:21:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:21:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:21:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:21:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:21:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:21:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:21:15,548 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:22:09.167018+00:00 (in 29.999033 seconds)
repomirrorworker stdout | 2022-06-03 01:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:22:09 UTC)" (scheduled at 2022-06-03 01:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:21:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:21:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:21:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 21, 39, 177119), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 21, 39, 177119), 0, 2, datetime.datetime(2022, 6, 3, 1, 21, 39, 177119), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:21:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:21:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 21, 39, 180624), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 21, 39, 180624), 0, 2, datetime.datetime(2022, 6, 3, 1, 21, 39, 180624), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:21:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:21:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 21, 39, 182610), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 21, 39, 182610), 0, 2, datetime.datetime(2022, 6, 3, 1, 21, 39, 182610), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:21:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:21:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 21, 39, 184364), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 21, 39, 184364), 0, 2, datetime.datetime(2022, 6, 3, 1, 21, 39, 184364), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:21:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:21:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 21, 39, 186076), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 21, 39, 186076), 0, 2, datetime.datetime(2022, 6, 3, 1, 21, 39, 186076), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:21:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:21:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:21:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:21:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:21:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:21:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:21:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:21:45,613 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:22:39.167018+00:00 (in 29.999008 seconds)
repomirrorworker stdout | 2022-06-03 01:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:22:39 UTC)" (scheduled at 2022-06-03 01:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:22:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:22:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:22:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 22, 9, 177109), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 22, 9, 177109), 0, 2, datetime.datetime(2022, 6, 3, 1, 22, 9, 177109), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:22:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:22:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 22, 9, 180952), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 22, 9, 180952), 0, 2, datetime.datetime(2022, 6, 3, 1, 22, 9, 180952), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:22:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:22:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 22, 9, 183033), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 22, 9, 183033), 0, 2, datetime.datetime(2022, 6, 3, 1, 22, 9, 183033), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:22:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:22:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 22, 9, 184875), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 22, 9, 184875), 0, 2, datetime.datetime(2022, 6, 3, 1, 22, 9, 184875), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:22:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:22:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 22, 9, 186666), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 22, 9, 186666), 0, 2, datetime.datetime(2022, 6, 3, 1, 22, 9, 186666), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:22:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:22:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:22:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:22:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:22:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:22:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:22:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:22:15,646 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:23:09.167018+00:00 (in 29.999176 seconds)
repomirrorworker stdout | 2022-06-03 01:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:23:09 UTC)" (scheduled at 2022-06-03 01:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:22:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:22:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 22, 39, 176880), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 22, 39, 176880), 0, 2, datetime.datetime(2022, 6, 3, 1, 22, 39, 176880), True, 4, 8])
repomirrorworker stdout | 2022-06-03 01:22:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 01:22:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 22, 39, 180329), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 22, 39, 180329), 0, 2, datetime.datetime(2022, 6, 3, 1, 22, 39, 180329), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:22:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:22:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 22, 39, 182369), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 22, 39, 182369), 0, 2, datetime.datetime(2022, 6, 3, 1, 22, 39, 182369), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:22:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:22:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 22, 39, 184233), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 22, 39, 184233), 0, 2, datetime.datetime(2022, 6, 3, 1, 22, 39, 184233), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:22:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:22:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 22, 39, 186049), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 22, 39, 186049), 0, 2, datetime.datetime(2022, 6, 3, 1, 22, 39, 186049), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:22:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:22:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:22:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:22:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:22:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:22:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:22:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:22:45,719 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:23:39.167018+00:00 (in 29.999076 seconds)
repomirrorworker stdout | 2022-06-03 01:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:23:39 UTC)" (scheduled at 2022-06-03 01:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:23:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:23:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 23, 9, 177293), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 23, 9, 177293), 0, 2, datetime.datetime(2022, 6, 3, 1, 23, 9, 177293), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:23:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:23:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 23, 9, 180539), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 23, 9, 180539), 0, 2, datetime.datetime(2022, 6, 3, 1, 23, 9, 180539), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:23:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:23:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 23, 9, 182515), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 23, 9, 182515), 0, 2, datetime.datetime(2022, 6, 3, 1, 23, 9, 182515), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:23:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:23:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 23, 9, 184305), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 23, 9, 184305), 0, 2, datetime.datetime(2022, 6, 3, 1, 23, 9, 184305), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:23:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:23:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 23, 9, 186215), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 23, 9, 186215), 0, 2, datetime.datetime(2022, 6, 3, 1, 23, 9, 186215), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:23:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:23:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:23:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:23:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:23:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:23:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:23:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:23:15,775 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:24:09.167018+00:00 (in 29.999058 seconds)
repomirrorworker stdout | 2022-06-03 01:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:24:09 UTC)" (scheduled at 2022-06-03 01:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:23:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:23:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:23:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 23, 39, 177011), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 23, 39, 177011), 0, 2, datetime.datetime(2022, 6, 3, 1, 23, 39, 177011), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:23:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:23:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 23, 39, 180439), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 23, 39, 180439), 0, 2, datetime.datetime(2022, 6, 3, 1, 23, 39, 180439), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:23:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:23:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 23, 39, 182431), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 23, 39, 182431), 0, 2, datetime.datetime(2022, 6, 3, 1, 23, 39, 182431), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:23:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:23:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 23, 39, 184805), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 23, 39, 184805), 0, 2, datetime.datetime(2022, 6, 3, 1, 23, 39, 184805), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:23:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:23:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 23, 39, 186591), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 23, 39, 186591), 0, 2, datetime.datetime(2022, 6, 3, 1, 23, 39, 186591), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:23:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:23:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:23:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:23:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:23:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:23:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:23:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:23:45,832 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:24:39.167018+00:00 (in 29.999219 seconds)
repomirrorworker stdout | 2022-06-03 01:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:24:39 UTC)" (scheduled at 2022-06-03 01:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:24:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:24:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:24:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 24, 9, 176501), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 24, 9, 176501), 0, 2, datetime.datetime(2022, 6, 3, 1, 24, 9, 176501), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:24:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:24:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 24, 9, 179908), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 24, 9, 179908), 0, 2, datetime.datetime(2022, 6, 3, 1, 24, 9, 179908), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:24:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:24:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 24, 9, 181943), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 24, 9, 181943), 0, 2, datetime.datetime(2022, 6, 3, 1, 24, 9, 181943), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:24:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:24:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 24, 9, 183807), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 24, 9, 183807), 0, 2, datetime.datetime(2022, 6, 3, 1, 24, 9, 183807), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:24:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:24:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 24, 9, 185626), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 24, 9, 185626), 0, 2, datetime.datetime(2022, 6, 3, 1, 24, 9, 185626), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:24:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:24:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:24:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:24:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:24:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:24:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:24:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:24:15,874 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:25:09.167018+00:00 (in 29.999228 seconds)
repomirrorworker stdout | 2022-06-03 01:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:25:09 UTC)" (scheduled at 2022-06-03 01:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:24:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:24:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:24:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 24, 39, 176767), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 24, 39, 176767), 0, 2, datetime.datetime(2022, 6, 3, 1, 24, 39, 176767), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:24:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:24:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 24, 39, 180375), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 24, 39, 180375), 0, 2, datetime.datetime(2022, 6, 3, 1, 24, 39, 180375), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:24:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:24:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 24, 39, 182328), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 24, 39, 182328), 0, 2, datetime.datetime(2022, 6, 3, 1, 24, 39, 182328), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:24:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:24:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 24, 39, 184056), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 24, 39, 184056), 0, 2, datetime.datetime(2022, 6, 3, 1, 24, 39, 184056), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:24:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:24:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:24:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:24:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:24:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:24:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:24:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:24:45,908 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:25:39.167018+00:00 (in 29.999244 seconds)
repomirrorworker stdout | 2022-06-03 01:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:25:39 UTC)" (scheduled at 2022-06-03 01:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:25:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:25:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:25:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 25, 9, 177269), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 25, 9, 177269), 0, 2, datetime.datetime(2022, 6, 3, 1, 25, 9, 177269), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:25:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 25, 9, 180851), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 25, 9, 180851), 0, 2, datetime.datetime(2022, 6, 3, 1, 25, 9, 180851), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:25:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:25:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 25, 9, 182765), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 25, 9, 182765), 0, 2, datetime.datetime(2022, 6, 3, 1, 25, 9, 182765), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:25:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:25:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 25, 9, 184483), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 25, 9, 184483), 0, 2, datetime.datetime(2022, 6, 3, 1, 25, 9, 184483), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:25:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:25:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 25, 9, 186238), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 25, 9, 186238), 0, 2, datetime.datetime(2022, 6, 3, 1, 25, 9, 186238), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:25:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:25:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:25:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:25:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:25:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:25:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:25:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:25:15,957 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:26:09.167018+00:00 (in 29.998904 seconds)
repomirrorworker stdout | 2022-06-03 01:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:26:09 UTC)" (scheduled at 2022-06-03 01:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:25:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:25:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:25:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 25, 39, 176910), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 25, 39, 176910), 0, 2, datetime.datetime(2022, 6, 3, 1, 25, 39, 176910), True, 4, 8])
repomirrorworker stdout | 2022-06-03 01:25:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 01:25:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 25, 39, 180389), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 25, 39, 180389), 0, 2, datetime.datetime(2022, 6, 3, 1, 25, 39, 180389), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:25:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:25:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 25, 39, 182289), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 25, 39, 182289), 0, 2, datetime.datetime(2022, 6, 3, 1, 25, 39, 182289), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:25:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:25:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 25, 39, 183992), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 25, 39, 183992), 0, 2, datetime.datetime(2022, 6, 3, 1, 25, 39, 183992), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:25:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:25:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 25, 39, 185642), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 25, 39, 185642), 0, 2, datetime.datetime(2022, 6, 3, 1, 25, 39, 185642), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:25:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:25:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:25:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:25:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:25:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:25:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:25:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:25:46,025 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:26:39.167018+00:00 (in 29.999051 seconds)
repomirrorworker stdout | 2022-06-03 01:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:26:39 UTC)" (scheduled at 2022-06-03 01:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:26:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:26:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 26, 9, 176961), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 26, 9, 176961), 0, 2, datetime.datetime(2022, 6, 3, 1, 26, 9, 176961), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:26:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:26:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 26, 9, 180908), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 26, 9, 180908), 0, 2, datetime.datetime(2022, 6, 3, 1, 26, 9, 180908), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:26:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:26:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 26, 9, 182778), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 26, 9, 182778), 0, 2, datetime.datetime(2022, 6, 3, 1, 26, 9, 182778), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:26:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:26:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 26, 9, 184471), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 26, 9, 184471), 0, 2, datetime.datetime(2022, 6, 3, 1, 26, 9, 184471), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:26:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:26:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 26, 9, 186149), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 26, 9, 186149), 0, 2, datetime.datetime(2022, 6, 3, 1, 26, 9, 186149), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:26:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:26:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:26:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:26:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:26:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:26:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:26:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:26:16,081 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:27:09.167018+00:00 (in 29.999103 seconds)
repomirrorworker stdout | 2022-06-03 01:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:27:09 UTC)" (scheduled at 2022-06-03 01:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:26:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:26:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:26:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 26, 39, 177214), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 26, 39, 177214), 0, 2, datetime.datetime(2022, 6, 3, 1, 26, 39, 177214), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:26:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:26:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 26, 39, 180646), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 26, 39, 180646), 0, 2, datetime.datetime(2022, 6, 3, 1, 26, 39, 180646), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:26:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:26:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 26, 39, 182488), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 26, 39, 182488), 0, 2, datetime.datetime(2022, 6, 3, 1, 26, 39, 182488), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:26:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:26:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 26, 39, 184178), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 26, 39, 184178), 0, 2, datetime.datetime(2022, 6, 3, 1, 26, 39, 184178), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:26:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:26:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 26, 39, 185846), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 26, 39, 185846), 0, 2, datetime.datetime(2022, 6, 3, 1, 26, 39, 185846), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:26:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:26:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:26:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:26:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:26:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:26:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:26:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:26:46,141 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:27:39.167018+00:00 (in 29.999133 seconds)
repomirrorworker stdout | 2022-06-03 01:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:27:39 UTC)" (scheduled at 2022-06-03 01:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:27:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:27:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:27:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 27, 9, 176747), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 27, 9, 176747), 0, 2, datetime.datetime(2022, 6, 3, 1, 27, 9, 176747), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:27:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:27:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 27, 9, 179819), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 27, 9, 179819), 0, 2, datetime.datetime(2022, 6, 3, 1, 27, 9, 179819), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:27:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:27:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 27, 9, 181658), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 27, 9, 181658), 0, 2, datetime.datetime(2022, 6, 3, 1, 27, 9, 181658), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:27:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:27:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 27, 9, 183314), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 27, 9, 183314), 0, 2, datetime.datetime(2022, 6, 3, 1, 27, 9, 183314), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:27:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:27:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 27, 9, 184973), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 27, 9, 184973), 0, 2, datetime.datetime(2022, 6, 3, 1, 27, 9, 184973), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:27:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:27:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:27:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:27:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:27:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:27:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:27:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:27:16,196 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:28:09.167018+00:00 (in 29.999113 seconds)
repomirrorworker stdout | 2022-06-03 01:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:28:09 UTC)" (scheduled at 2022-06-03 01:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:27:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:27:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:27:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 27, 39, 177267), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 27, 39, 177267), 0, 2, datetime.datetime(2022, 6, 3, 1, 27, 39, 177267), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:27:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:27:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 27, 39, 180479), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 27, 39, 180479), 0, 2, datetime.datetime(2022, 6, 3, 1, 27, 39, 180479), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:27:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:27:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 27, 39, 182564), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 27, 39, 182564), 0, 2, datetime.datetime(2022, 6, 3, 1, 27, 39, 182564), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:27:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:27:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 27, 39, 184410), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 27, 39, 184410), 0, 2, datetime.datetime(2022, 6, 3, 1, 27, 39, 184410), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:27:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:27:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 27, 39, 186157), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 27, 39, 186157), 0, 2, datetime.datetime(2022, 6, 3, 1, 27, 39, 186157), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:27:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:27:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:27:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:27:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:27:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:27:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:27:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:27:46,256 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:28:39.167018+00:00 (in 29.998975 seconds)
repomirrorworker stdout | 2022-06-03 01:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:28:39 UTC)" (scheduled at 2022-06-03 01:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:28:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:28:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:28:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 28, 9, 177303), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 28, 9, 177303), 0, 2, datetime.datetime(2022, 6, 3, 1, 28, 9, 177303), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:28:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:28:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 28, 9, 181054), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 28, 9, 181054), 0, 2, datetime.datetime(2022, 6, 3, 1, 28, 9, 181054), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:28:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:28:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 28, 9, 183026), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 28, 9, 183026), 0, 2, datetime.datetime(2022, 6, 3, 1, 28, 9, 183026), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:28:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:28:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 28, 9, 184731), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 28, 9, 184731), 0, 2, datetime.datetime(2022, 6, 3, 1, 28, 9, 184731), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:28:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:28:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 28, 9, 186385), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 28, 9, 186385), 0, 2, datetime.datetime(2022, 6, 3, 1, 28, 9, 186385), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:28:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:28:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:28:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:28:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:28:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:28:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:28:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:28:16,316 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:29:09.167018+00:00 (in 29.998987 seconds)
repomirrorworker stdout | 2022-06-03 01:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:29:09 UTC)" (scheduled at 2022-06-03 01:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:28:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:28:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:28:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 28, 39, 177128), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 28, 39, 177128), 0, 2, datetime.datetime(2022, 6, 3, 1, 28, 39, 177128), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:28:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:28:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 28, 39, 180708), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 28, 39, 180708), 0, 2, datetime.datetime(2022, 6, 3, 1, 28, 39, 180708), True, 4, 8])
repomirrorworker stdout | 2022-06-03 01:28:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 01:28:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 28, 39, 182943), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 28, 39, 182943), 0, 2, datetime.datetime(2022, 6, 3, 1, 28, 39, 182943), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:28:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:28:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 28, 39, 184750), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 28, 39, 184750), 0, 2, datetime.datetime(2022, 6, 3, 1, 28, 39, 184750), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:28:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:28:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 28, 39, 186463), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 28, 39, 186463), 0, 2, datetime.datetime(2022, 6, 3, 1, 28, 39, 186463), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:28:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:28:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:28:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:28:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:28:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:28:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:28:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:28:46,380 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:29:39.167018+00:00 (in 29.999034 seconds)
repomirrorworker stdout | 2022-06-03 01:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:29:39 UTC)" (scheduled at 2022-06-03 01:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:29:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:29:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:29:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 29, 9, 177013), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 29, 9, 177013), 0, 2, datetime.datetime(2022, 6, 3, 1, 29, 9, 177013), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:29:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:29:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 29, 9, 180607), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 29, 9, 180607), 0, 2, datetime.datetime(2022, 6, 3, 1, 29, 9, 180607), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:29:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:29:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 29, 9, 182481), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 29, 9, 182481), 0, 2, datetime.datetime(2022, 6, 3, 1, 29, 9, 182481), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:29:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:29:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 29, 9, 184161), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 29, 9, 184161), 0, 2, datetime.datetime(2022, 6, 3, 1, 29, 9, 184161), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:29:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:29:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 29, 9, 185823), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 29, 9, 185823), 0, 2, datetime.datetime(2022, 6, 3, 1, 29, 9, 185823), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:29:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:29:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:29:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:29:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:29:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:29:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:29:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:29:16,433 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:30:09.167018+00:00 (in 29.998990 seconds)
repomirrorworker stdout | 2022-06-03 01:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:30:09 UTC)" (scheduled at 2022-06-03 01:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:29:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:29:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:29:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 29, 39, 177118), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 29, 39, 177118), 0, 2, datetime.datetime(2022, 6, 3, 1, 29, 39, 177118), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:29:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:29:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 29, 39, 180631), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 29, 39, 180631), 0, 2, datetime.datetime(2022, 6, 3, 1, 29, 39, 180631), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:29:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:29:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 29, 39, 182585), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 29, 39, 182585), 0, 2, datetime.datetime(2022, 6, 3, 1, 29, 39, 182585), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:29:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:29:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 29, 39, 184236), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 29, 39, 184236), 0, 2, datetime.datetime(2022, 6, 3, 1, 29, 39, 184236), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:29:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:29:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 29, 39, 185983), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 29, 39, 185983), 0, 2, datetime.datetime(2022, 6, 3, 1, 29, 39, 185983), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:29:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:29:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:29:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:29:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:29:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:29:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:29:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:29:46,496 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:30:39.167018+00:00 (in 29.999035 seconds)
repomirrorworker stdout | 2022-06-03 01:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:30:39 UTC)" (scheduled at 2022-06-03 01:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:30:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:30:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 30, 9, 176847), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 30, 9, 176847), 0, 2, datetime.datetime(2022, 6, 3, 1, 30, 9, 176847), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:30:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:30:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 30, 9, 180033), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 30, 9, 180033), 0, 2, datetime.datetime(2022, 6, 3, 1, 30, 9, 180033), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:30:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:30:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 30, 9, 181914), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 30, 9, 181914), 0, 2, datetime.datetime(2022, 6, 3, 1, 30, 9, 181914), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:30:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:30:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 30, 9, 183583), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 30, 9, 183583), 0, 2, datetime.datetime(2022, 6, 3, 1, 30, 9, 183583), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:30:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:30:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 30, 9, 185262), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 30, 9, 185262), 0, 2, datetime.datetime(2022, 6, 3, 1, 30, 9, 185262), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:30:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:30:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:30:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:30:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:30:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:30:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:30:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:30:16,549 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:31:09.167018+00:00 (in 29.999106 seconds)
repomirrorworker stdout | 2022-06-03 01:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:31:09 UTC)" (scheduled at 2022-06-03 01:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:30:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:30:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:30:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 30, 39, 176816), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 30, 39, 176816), 0, 2, datetime.datetime(2022, 6, 3, 1, 30, 39, 176816), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:30:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:30:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 30, 39, 180040), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 30, 39, 180040), 0, 2, datetime.datetime(2022, 6, 3, 1, 30, 39, 180040), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:30:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:30:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 30, 39, 182060), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 30, 39, 182060), 0, 2, datetime.datetime(2022, 6, 3, 1, 30, 39, 182060), True, 4, 8])
repomirrorworker stdout | 2022-06-03 01:30:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 01:30:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 30, 39, 183817), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 30, 39, 183817), 0, 2, datetime.datetime(2022, 6, 3, 1, 30, 39, 183817), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:30:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:30:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:30:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:30:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:30:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:30:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:30:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:30:46,599 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:31:39.167018+00:00 (in 29.999085 seconds)
repomirrorworker stdout | 2022-06-03 01:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:31:39 UTC)" (scheduled at 2022-06-03 01:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:31:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:31:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 31, 9, 176726), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 31, 9, 176726), 0, 2, datetime.datetime(2022, 6, 3, 1, 31, 9, 176726), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:31:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:31:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 31, 9, 179812), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 31, 9, 179812), 0, 2, datetime.datetime(2022, 6, 3, 1, 31, 9, 179812), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:31:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:31:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 31, 9, 182023), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 31, 9, 182023), 0, 2, datetime.datetime(2022, 6, 3, 1, 31, 9, 182023), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:31:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:31:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 31, 9, 184021), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 31, 9, 184021), 0, 2, datetime.datetime(2022, 6, 3, 1, 31, 9, 184021), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:31:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:31:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 31, 9, 185716), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 31, 9, 185716), 0, 2, datetime.datetime(2022, 6, 3, 1, 31, 9, 185716), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:31:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:31:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:31:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:31:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:31:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:31:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:31:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:31:16,664 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:32:09.167018+00:00 (in 29.999122 seconds)
repomirrorworker stdout | 2022-06-03 01:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:32:09 UTC)" (scheduled at 2022-06-03 01:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:31:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:31:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:31:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 31, 39, 176617), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 31, 39, 176617), 0, 2, datetime.datetime(2022, 6, 3, 1, 31, 39, 176617), True, 4, 8])
repomirrorworker stdout | 2022-06-03 01:31:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 01:31:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 31, 39, 179763), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 31, 39, 179763), 0, 2, datetime.datetime(2022, 6, 3, 1, 31, 39, 179763), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:31:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:31:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 31, 39, 181629), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 31, 39, 181629), 0, 2, datetime.datetime(2022, 6, 3, 1, 31, 39, 181629), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:31:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:31:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 31, 39, 183341), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 31, 39, 183341), 0, 2, datetime.datetime(2022, 6, 3, 1, 31, 39, 183341), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:31:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:31:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:31:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:31:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:31:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:31:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:31:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:31:46,745 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:32:39.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-03 01:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:32:39 UTC)" (scheduled at 2022-06-03 01:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:32:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:32:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:32:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 32, 9, 176482), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 32, 9, 176482), 0, 2, datetime.datetime(2022, 6, 3, 1, 32, 9, 176482), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:32:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:32:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 32, 9, 179739), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 32, 9, 179739), 0, 2, datetime.datetime(2022, 6, 3, 1, 32, 9, 179739), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:32:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:32:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 32, 9, 181631), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 32, 9, 181631), 0, 2, datetime.datetime(2022, 6, 3, 1, 32, 9, 181631), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:32:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:32:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 32, 9, 183363), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 32, 9, 183363), 0, 2, datetime.datetime(2022, 6, 3, 1, 32, 9, 183363), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:32:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:32:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 32, 9, 185122), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 32, 9, 185122), 0, 2, datetime.datetime(2022, 6, 3, 1, 32, 9, 185122), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:32:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:32:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:32:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:32:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:32:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:32:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:32:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:32:16,778 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:33:09.167018+00:00 (in 29.999015 seconds)
repomirrorworker stdout | 2022-06-03 01:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:33:09 UTC)" (scheduled at 2022-06-03 01:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:32:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:32:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:32:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 32, 39, 177254), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 32, 39, 177254), 0, 2, datetime.datetime(2022, 6, 3, 1, 32, 39, 177254), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:32:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:32:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 32, 39, 180902), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 32, 39, 180902), 0, 2, datetime.datetime(2022, 6, 3, 1, 32, 39, 180902), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:32:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:32:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 32, 39, 182803), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 32, 39, 182803), 0, 2, datetime.datetime(2022, 6, 3, 1, 32, 39, 182803), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:32:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:32:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 32, 39, 184465), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 32, 39, 184465), 0, 2, datetime.datetime(2022, 6, 3, 1, 32, 39, 184465), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:32:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:32:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 32, 39, 186131), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 32, 39, 186131), 0, 2, datetime.datetime(2022, 6, 3, 1, 32, 39, 186131), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:32:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:32:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:32:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:32:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:32:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:32:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:32:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:32:46,829 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:33:39.167018+00:00 (in 29.999095 seconds)
repomirrorworker stdout | 2022-06-03 01:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:33:39 UTC)" (scheduled at 2022-06-03 01:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:33:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:33:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:33:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 33, 9, 176905), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 33, 9, 176905), 0, 2, datetime.datetime(2022, 6, 3, 1, 33, 9, 176905), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:33:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:33:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 33, 9, 180075), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 33, 9, 180075), 0, 2, datetime.datetime(2022, 6, 3, 1, 33, 9, 180075), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:33:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:33:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 33, 9, 181976), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 33, 9, 181976), 0, 2, datetime.datetime(2022, 6, 3, 1, 33, 9, 181976), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:33:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:33:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 33, 9, 183703), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 33, 9, 183703), 0, 2, datetime.datetime(2022, 6, 3, 1, 33, 9, 183703), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:33:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:33:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 33, 9, 185323), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 33, 9, 185323), 0, 2, datetime.datetime(2022, 6, 3, 1, 33, 9, 185323), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:33:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:33:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:33:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:33:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:33:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:33:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:33:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:33:16,893 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:34:09.167018+00:00 (in 29.999234 seconds)
repomirrorworker stdout | 2022-06-03 01:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:34:09 UTC)" (scheduled at 2022-06-03 01:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:33:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:33:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:33:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 33, 39, 176864), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 33, 39, 176864), 0, 2, datetime.datetime(2022, 6, 3, 1, 33, 39, 176864), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:33:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:33:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 33, 39, 180113), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 33, 39, 180113), 0, 2, datetime.datetime(2022, 6, 3, 1, 33, 39, 180113), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:33:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:33:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 33, 39, 182430), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 33, 39, 182430), 0, 2, datetime.datetime(2022, 6, 3, 1, 33, 39, 182430), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:33:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:33:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 33, 39, 184226), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 33, 39, 184226), 0, 2, datetime.datetime(2022, 6, 3, 1, 33, 39, 184226), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:33:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:33:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 33, 39, 186002), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 33, 39, 186002), 0, 2, datetime.datetime(2022, 6, 3, 1, 33, 39, 186002), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:33:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:33:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:33:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:33:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:33:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:33:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:33:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:33:46,960 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:34:39.167018+00:00 (in 29.999202 seconds)
repomirrorworker stdout | 2022-06-03 01:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:34:39 UTC)" (scheduled at 2022-06-03 01:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:34:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:34:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:34:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 34, 9, 176390), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 34, 9, 176390), 0, 2, datetime.datetime(2022, 6, 3, 1, 34, 9, 176390), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:34:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:34:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 34, 9, 179599), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 34, 9, 179599), 0, 2, datetime.datetime(2022, 6, 3, 1, 34, 9, 179599), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:34:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:34:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 34, 9, 181549), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 34, 9, 181549), 0, 2, datetime.datetime(2022, 6, 3, 1, 34, 9, 181549), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:34:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:34:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 34, 9, 183361), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 34, 9, 183361), 0, 2, datetime.datetime(2022, 6, 3, 1, 34, 9, 183361), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:34:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:34:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 34, 9, 185141), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 34, 9, 185141), 0, 2, datetime.datetime(2022, 6, 3, 1, 34, 9, 185141), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:34:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:34:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:34:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:34:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:34:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:34:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:34:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:34:17,012 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:35:09.167018+00:00 (in 29.999126 seconds)
repomirrorworker stdout | 2022-06-03 01:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:35:09 UTC)" (scheduled at 2022-06-03 01:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:34:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:34:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:34:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 34, 39, 176695), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 34, 39, 176695), 0, 2, datetime.datetime(2022, 6, 3, 1, 34, 39, 176695), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:34:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:34:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 34, 39, 179766), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 34, 39, 179766), 0, 2, datetime.datetime(2022, 6, 3, 1, 34, 39, 179766), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:34:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:34:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 34, 39, 181609), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 34, 39, 181609), 0, 2, datetime.datetime(2022, 6, 3, 1, 34, 39, 181609), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:34:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:34:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 34, 39, 183244), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 34, 39, 183244), 0, 2, datetime.datetime(2022, 6, 3, 1, 34, 39, 183244), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:34:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:34:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 34, 39, 184875), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 34, 39, 184875), 0, 2, datetime.datetime(2022, 6, 3, 1, 34, 39, 184875), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:34:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:34:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:34:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:34:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:34:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:34:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:34:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:34:47,069 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:35:39.167018+00:00 (in 29.998995 seconds)
repomirrorworker stdout | 2022-06-03 01:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:35:39 UTC)" (scheduled at 2022-06-03 01:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:35:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:35:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:35:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 35, 9, 176964), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 35, 9, 176964), 0, 2, datetime.datetime(2022, 6, 3, 1, 35, 9, 176964), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:35:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:35:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 35, 9, 180410), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 35, 9, 180410), 0, 2, datetime.datetime(2022, 6, 3, 1, 35, 9, 180410), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:35:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:35:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 35, 9, 182293), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 35, 9, 182293), 0, 2, datetime.datetime(2022, 6, 3, 1, 35, 9, 182293), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:35:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:35:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 35, 9, 183994), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 35, 9, 183994), 0, 2, datetime.datetime(2022, 6, 3, 1, 35, 9, 183994), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:35:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:35:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:35:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:35:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:35:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:35:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:35:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:35:17,119 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:36:09.167018+00:00 (in 29.999051 seconds)
repomirrorworker stdout | 2022-06-03 01:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:36:09 UTC)" (scheduled at 2022-06-03 01:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:35:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:35:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:35:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 35, 39, 176986), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 35, 39, 176986), 0, 2, datetime.datetime(2022, 6, 3, 1, 35, 39, 176986), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:35:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:35:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 35, 39, 180430), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 35, 39, 180430), 0, 2, datetime.datetime(2022, 6, 3, 1, 35, 39, 180430), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:35:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:35:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 35, 39, 182407), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 35, 39, 182407), 0, 2, datetime.datetime(2022, 6, 3, 1, 35, 39, 182407), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:35:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:35:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 35, 39, 184102), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 35, 39, 184102), 0, 2, datetime.datetime(2022, 6, 3, 1, 35, 39, 184102), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:35:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:35:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 35, 39, 185728), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 35, 39, 185728), 0, 2, datetime.datetime(2022, 6, 3, 1, 35, 39, 185728), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:35:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:35:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:35:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:35:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:35:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:35:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:35:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:35:47,180 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:36:39.167018+00:00 (in 29.999090 seconds)
repomirrorworker stdout | 2022-06-03 01:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:36:39 UTC)" (scheduled at 2022-06-03 01:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:36:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:36:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 36, 9, 176785), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 36, 9, 176785), 0, 2, datetime.datetime(2022, 6, 3, 1, 36, 9, 176785), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:36:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 36, 9, 180258), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 36, 9, 180258), 0, 2, datetime.datetime(2022, 6, 3, 1, 36, 9, 180258), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:36:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:36:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 36, 9, 182352), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 36, 9, 182352), 0, 2, datetime.datetime(2022, 6, 3, 1, 36, 9, 182352), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:36:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:36:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 36, 9, 184070), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 36, 9, 184070), 0, 2, datetime.datetime(2022, 6, 3, 1, 36, 9, 184070), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:36:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:36:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 36, 9, 185927), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 36, 9, 185927), 0, 2, datetime.datetime(2022, 6, 3, 1, 36, 9, 185927), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:36:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:36:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:36:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:36:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:36:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:36:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:36:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:36:17,246 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:37:09.167018+00:00 (in 29.999092 seconds)
repomirrorworker stdout | 2022-06-03 01:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:37:09 UTC)" (scheduled at 2022-06-03 01:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:36:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:36:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 36, 39, 176633), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 36, 39, 176633), 0, 2, datetime.datetime(2022, 6, 3, 1, 36, 39, 176633), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:36:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:36:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 36, 39, 179761), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 36, 39, 179761), 0, 2, datetime.datetime(2022, 6, 3, 1, 36, 39, 179761), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:36:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:36:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 36, 39, 181640), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 36, 39, 181640), 0, 2, datetime.datetime(2022, 6, 3, 1, 36, 39, 181640), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:36:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:36:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 36, 39, 183370), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 36, 39, 183370), 0, 2, datetime.datetime(2022, 6, 3, 1, 36, 39, 183370), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:36:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:36:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:36:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:36:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:36:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:36:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:36:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:36:47,311 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:37:39.167018+00:00 (in 29.999173 seconds)
repomirrorworker stdout | 2022-06-03 01:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:37:39 UTC)" (scheduled at 2022-06-03 01:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:37:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:37:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:37:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 37, 9, 176868), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 37, 9, 176868), 0, 2, datetime.datetime(2022, 6, 3, 1, 37, 9, 176868), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:37:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:37:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 37, 9, 180318), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 37, 9, 180318), 0, 2, datetime.datetime(2022, 6, 3, 1, 37, 9, 180318), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:37:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:37:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 37, 9, 182222), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 37, 9, 182222), 0, 2, datetime.datetime(2022, 6, 3, 1, 37, 9, 182222), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:37:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:37:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 37, 9, 183951), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 37, 9, 183951), 0, 2, datetime.datetime(2022, 6, 3, 1, 37, 9, 183951), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:37:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:37:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 37, 9, 185666), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 37, 9, 185666), 0, 2, datetime.datetime(2022, 6, 3, 1, 37, 9, 185666), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:37:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:37:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:37:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:37:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:37:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:37:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:37:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:37:17,369 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:38:09.167018+00:00 (in 29.999127 seconds)
repomirrorworker stdout | 2022-06-03 01:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:38:09 UTC)" (scheduled at 2022-06-03 01:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:37:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:37:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:37:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 37, 39, 176450), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 37, 39, 176450), 0, 2, datetime.datetime(2022, 6, 3, 1, 37, 39, 176450), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:37:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:37:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 37, 39, 180023), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 37, 39, 180023), 0, 2, datetime.datetime(2022, 6, 3, 1, 37, 39, 180023), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:37:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:37:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 37, 39, 182452), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 37, 39, 182452), 0, 2, datetime.datetime(2022, 6, 3, 1, 37, 39, 182452), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:37:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:37:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 37, 39, 184222), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 37, 39, 184222), 0, 2, datetime.datetime(2022, 6, 3, 1, 37, 39, 184222), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:37:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:37:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:37:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:37:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:37:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:37:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:37:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:37:47,420 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:38:39.167018+00:00 (in 29.999207 seconds)
repomirrorworker stdout | 2022-06-03 01:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:38:39 UTC)" (scheduled at 2022-06-03 01:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:38:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:38:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 38, 9, 176975), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 38, 9, 176975), 0, 2, datetime.datetime(2022, 6, 3, 1, 38, 9, 176975), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:38:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:38:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 38, 9, 180596), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 38, 9, 180596), 0, 2, datetime.datetime(2022, 6, 3, 1, 38, 9, 180596), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:38:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:38:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 38, 9, 182438), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 38, 9, 182438), 0, 2, datetime.datetime(2022, 6, 3, 1, 38, 9, 182438), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:38:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:38:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 38, 9, 184101), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 38, 9, 184101), 0, 2, datetime.datetime(2022, 6, 3, 1, 38, 9, 184101), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:38:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:38:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:38:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:38:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:38:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:38:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:38:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:38:17,487 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:39:09.167018+00:00 (in 29.999091 seconds)
repomirrorworker stdout | 2022-06-03 01:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:39:09 UTC)" (scheduled at 2022-06-03 01:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:38:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:38:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:38:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 38, 39, 176733), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 38, 39, 176733), 0, 2, datetime.datetime(2022, 6, 3, 1, 38, 39, 176733), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:38:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:38:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 38, 39, 180194), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 38, 39, 180194), 0, 2, datetime.datetime(2022, 6, 3, 1, 38, 39, 180194), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:38:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:38:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 38, 39, 182236), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 38, 39, 182236), 0, 2, datetime.datetime(2022, 6, 3, 1, 38, 39, 182236), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 38, 39, 183920), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 38, 39, 183920), 0, 2, datetime.datetime(2022, 6, 3, 1, 38, 39, 183920), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:38:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:38:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:38:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:38:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:38:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:38:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:38:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:38:47,549 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:39:39.167018+00:00 (in 29.998914 seconds)
repomirrorworker stdout | 2022-06-03 01:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:39:39 UTC)" (scheduled at 2022-06-03 01:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:39:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:39:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:39:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 39, 9, 176787), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 39, 9, 176787), 0, 2, datetime.datetime(2022, 6, 3, 1, 39, 9, 176787), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:39:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:39:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 39, 9, 180349), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 39, 9, 180349), 0, 2, datetime.datetime(2022, 6, 3, 1, 39, 9, 180349), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:39:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:39:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 39, 9, 182255), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 39, 9, 182255), 0, 2, datetime.datetime(2022, 6, 3, 1, 39, 9, 182255), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:39:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:39:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 39, 9, 183901), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 39, 9, 183901), 0, 2, datetime.datetime(2022, 6, 3, 1, 39, 9, 183901), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:39:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:39:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:39:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:39:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:39:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:39:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:39:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:39:17,616 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:40:09.167018+00:00 (in 29.999056 seconds)
repomirrorworker stdout | 2022-06-03 01:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:40:09 UTC)" (scheduled at 2022-06-03 01:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:39:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:39:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 39, 39, 177133), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 39, 39, 177133), 0, 2, datetime.datetime(2022, 6, 3, 1, 39, 39, 177133), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:39:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:39:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 39, 39, 180569), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 39, 39, 180569), 0, 2, datetime.datetime(2022, 6, 3, 1, 39, 39, 180569), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:39:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:39:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 39, 39, 182582), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 39, 39, 182582), 0, 2, datetime.datetime(2022, 6, 3, 1, 39, 39, 182582), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:39:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:39:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 39, 39, 184369), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 39, 39, 184369), 0, 2, datetime.datetime(2022, 6, 3, 1, 39, 39, 184369), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:39:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:39:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 39, 39, 186142), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 39, 39, 186142), 0, 2, datetime.datetime(2022, 6, 3, 1, 39, 39, 186142), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:39:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:39:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:39:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:39:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:39:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:39:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:39:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:39:47,660 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:40:39.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-03 01:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:40:39 UTC)" (scheduled at 2022-06-03 01:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:40:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:40:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:40:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 40, 9, 177471), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 40, 9, 177471), 0, 2, datetime.datetime(2022, 6, 3, 1, 40, 9, 177471), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:40:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:40:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 40, 9, 181699), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 40, 9, 181699), 0, 2, datetime.datetime(2022, 6, 3, 1, 40, 9, 181699), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:40:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:40:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 40, 9, 183715), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 40, 9, 183715), 0, 2, datetime.datetime(2022, 6, 3, 1, 40, 9, 183715), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:40:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:40:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 40, 9, 185493), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 40, 9, 185493), 0, 2, datetime.datetime(2022, 6, 3, 1, 40, 9, 185493), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:40:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:40:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 40, 9, 187220), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 40, 9, 187220), 0, 2, datetime.datetime(2022, 6, 3, 1, 40, 9, 187220), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:40:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:40:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:40:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:40:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:40:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:40:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:40:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:40:17,712 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:41:09.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-03 01:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:41:09 UTC)" (scheduled at 2022-06-03 01:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:40:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:40:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:40:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 40, 39, 176636), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 40, 39, 176636), 0, 2, datetime.datetime(2022, 6, 3, 1, 40, 39, 176636), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:40:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:40:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 40, 39, 180307), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 40, 39, 180307), 0, 2, datetime.datetime(2022, 6, 3, 1, 40, 39, 180307), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:40:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:40:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 40, 39, 182212), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 40, 39, 182212), 0, 2, datetime.datetime(2022, 6, 3, 1, 40, 39, 182212), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:40:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:40:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 40, 39, 183901), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 40, 39, 183901), 0, 2, datetime.datetime(2022, 6, 3, 1, 40, 39, 183901), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:40:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:40:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:40:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:40:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:40:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:40:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:40:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:40:47,766 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:41:39.167018+00:00 (in 29.998896 seconds)
repomirrorworker stdout | 2022-06-03 01:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:41:39 UTC)" (scheduled at 2022-06-03 01:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:41:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:41:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:41:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 41, 9, 176958), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 41, 9, 176958), 0, 2, datetime.datetime(2022, 6, 3, 1, 41, 9, 176958), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:41:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:41:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 41, 9, 180383), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 41, 9, 180383), 0, 2, datetime.datetime(2022, 6, 3, 1, 41, 9, 180383), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:41:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:41:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 41, 9, 182223), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 41, 9, 182223), 0, 2, datetime.datetime(2022, 6, 3, 1, 41, 9, 182223), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:41:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:41:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 41, 9, 183898), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 41, 9, 183898), 0, 2, datetime.datetime(2022, 6, 3, 1, 41, 9, 183898), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:41:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:41:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 41, 9, 185692), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 41, 9, 185692), 0, 2, datetime.datetime(2022, 6, 3, 1, 41, 9, 185692), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:41:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:41:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:41:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:41:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:41:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:41:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:41:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:41:17,804 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:42:09.167018+00:00 (in 29.999128 seconds)
repomirrorworker stdout | 2022-06-03 01:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:42:09 UTC)" (scheduled at 2022-06-03 01:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:41:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 41, 39, 177095), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 41, 39, 177095), 0, 2, datetime.datetime(2022, 6, 3, 1, 41, 39, 177095), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:41:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 41, 39, 180793), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 41, 39, 180793), 0, 2, datetime.datetime(2022, 6, 3, 1, 41, 39, 180793), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:41:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 41, 39, 182664), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 41, 39, 182664), 0, 2, datetime.datetime(2022, 6, 3, 1, 41, 39, 182664), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:41:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:41:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 41, 39, 184366), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 41, 39, 184366), 0, 2, datetime.datetime(2022, 6, 3, 1, 41, 39, 184366), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:41:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 41, 39, 186044), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 41, 39, 186044), 0, 2, datetime.datetime(2022, 6, 3, 1, 41, 39, 186044), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:41:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:41:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:41:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:41:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:41:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:41:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:41:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:41:47,872 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:42:39.167018+00:00 (in 29.999170 seconds)
repomirrorworker stdout | 2022-06-03 01:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:42:39 UTC)" (scheduled at 2022-06-03 01:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:42:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:42:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:42:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 42, 9, 177035), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 42, 9, 177035), 0, 2, datetime.datetime(2022, 6, 3, 1, 42, 9, 177035), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:42:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:42:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 42, 9, 180616), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 42, 9, 180616), 0, 2, datetime.datetime(2022, 6, 3, 1, 42, 9, 180616), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:42:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:42:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 42, 9, 182510), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 42, 9, 182510), 0, 2, datetime.datetime(2022, 6, 3, 1, 42, 9, 182510), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:42:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:42:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 42, 9, 184232), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 42, 9, 184232), 0, 2, datetime.datetime(2022, 6, 3, 1, 42, 9, 184232), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:42:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:42:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 42, 9, 185919), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 42, 9, 185919), 0, 2, datetime.datetime(2022, 6, 3, 1, 42, 9, 185919), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:42:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:42:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:42:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:42:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:42:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:42:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:42:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:42:17,933 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:43:09.167018+00:00 (in 29.999126 seconds)
repomirrorworker stdout | 2022-06-03 01:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:43:09 UTC)" (scheduled at 2022-06-03 01:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:42:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:42:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 42, 39, 176701), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 42, 39, 176701), 0, 2, datetime.datetime(2022, 6, 3, 1, 42, 39, 176701), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:42:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:42:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 42, 39, 180269), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 42, 39, 180269), 0, 2, datetime.datetime(2022, 6, 3, 1, 42, 39, 180269), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:42:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:42:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 42, 39, 182185), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 42, 39, 182185), 0, 2, datetime.datetime(2022, 6, 3, 1, 42, 39, 182185), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:42:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:42:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 42, 39, 183919), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 42, 39, 183919), 0, 2, datetime.datetime(2022, 6, 3, 1, 42, 39, 183919), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:42:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:42:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:42:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:42:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:42:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:42:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:42:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:42:48,007 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:43:39.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-03 01:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:43:39 UTC)" (scheduled at 2022-06-03 01:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:43:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:43:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:43:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 43, 9, 176831), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 43, 9, 176831), 0, 2, datetime.datetime(2022, 6, 3, 1, 43, 9, 176831), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:43:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:43:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 43, 9, 179955), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 43, 9, 179955), 0, 2, datetime.datetime(2022, 6, 3, 1, 43, 9, 179955), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:43:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:43:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 43, 9, 181814), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 43, 9, 181814), 0, 2, datetime.datetime(2022, 6, 3, 1, 43, 9, 181814), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:43:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:43:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 43, 9, 184996), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 43, 9, 184996), 0, 2, datetime.datetime(2022, 6, 3, 1, 43, 9, 184996), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:43:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:43:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:43:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:43:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:43:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:43:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:43:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:43:18,078 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:44:09.167018+00:00 (in 29.999127 seconds)
repomirrorworker stdout | 2022-06-03 01:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:44:09 UTC)" (scheduled at 2022-06-03 01:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:43:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:43:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:43:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 43, 39, 177131), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 43, 39, 177131), 0, 2, datetime.datetime(2022, 6, 3, 1, 43, 39, 177131), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:43:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:43:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 43, 39, 180546), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 43, 39, 180546), 0, 2, datetime.datetime(2022, 6, 3, 1, 43, 39, 180546), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:43:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:43:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 43, 39, 182390), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 43, 39, 182390), 0, 2, datetime.datetime(2022, 6, 3, 1, 43, 39, 182390), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:43:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:43:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 43, 39, 184062), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 43, 39, 184062), 0, 2, datetime.datetime(2022, 6, 3, 1, 43, 39, 184062), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:43:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:43:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:43:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:43:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:43:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:43:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:43:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:43:48,125 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:44:39.167018+00:00 (in 29.999038 seconds)
repomirrorworker stdout | 2022-06-03 01:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:44:39 UTC)" (scheduled at 2022-06-03 01:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:44:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:44:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 44, 9, 176750), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 44, 9, 176750), 0, 2, datetime.datetime(2022, 6, 3, 1, 44, 9, 176750), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:44:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:44:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 44, 9, 180419), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 44, 9, 180419), 0, 2, datetime.datetime(2022, 6, 3, 1, 44, 9, 180419), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:44:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:44:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 44, 9, 182483), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 44, 9, 182483), 0, 2, datetime.datetime(2022, 6, 3, 1, 44, 9, 182483), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:44:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:44:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 44, 9, 184194), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 44, 9, 184194), 0, 2, datetime.datetime(2022, 6, 3, 1, 44, 9, 184194), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:44:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:44:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 44, 9, 186009), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 44, 9, 186009), 0, 2, datetime.datetime(2022, 6, 3, 1, 44, 9, 186009), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:44:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:44:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:44:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:44:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:44:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:44:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:44:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:44:18,167 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:45:09.167018+00:00 (in 29.999080 seconds)
repomirrorworker stdout | 2022-06-03 01:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:45:09 UTC)" (scheduled at 2022-06-03 01:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:44:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:44:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 44, 39, 177022), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 44, 39, 177022), 0, 2, datetime.datetime(2022, 6, 3, 1, 44, 39, 177022), True, 4, 8])
repomirrorworker stdout | 2022-06-03 01:44:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 01:44:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 44, 39, 180120), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 44, 39, 180120), 0, 2, datetime.datetime(2022, 6, 3, 1, 44, 39, 180120), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:44:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:44:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 44, 39, 181995), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 44, 39, 181995), 0, 2, datetime.datetime(2022, 6, 3, 1, 44, 39, 181995), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:44:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:44:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 44, 39, 183713), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 44, 39, 183713), 0, 2, datetime.datetime(2022, 6, 3, 1, 44, 39, 183713), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:44:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:44:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:44:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:44:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:44:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:44:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:44:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:44:48,235 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:45:39.167018+00:00 (in 29.999229 seconds)
repomirrorworker stdout | 2022-06-03 01:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:45:39 UTC)" (scheduled at 2022-06-03 01:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:45:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:45:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:45:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 45, 9, 176797), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 45, 9, 176797), 0, 2, datetime.datetime(2022, 6, 3, 1, 45, 9, 176797), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:45:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:45:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 45, 9, 179903), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 45, 9, 179903), 0, 2, datetime.datetime(2022, 6, 3, 1, 45, 9, 179903), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:45:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:45:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 45, 9, 181746), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 45, 9, 181746), 0, 2, datetime.datetime(2022, 6, 3, 1, 45, 9, 181746), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:45:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:45:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 45, 9, 183386), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 45, 9, 183386), 0, 2, datetime.datetime(2022, 6, 3, 1, 45, 9, 183386), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:45:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:45:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 45, 9, 185037), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 45, 9, 185037), 0, 2, datetime.datetime(2022, 6, 3, 1, 45, 9, 185037), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:45:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:45:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:45:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:45:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:45:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:45:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:45:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:45:18,305 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:46:09.167018+00:00 (in 29.999140 seconds)
repomirrorworker stdout | 2022-06-03 01:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:46:09 UTC)" (scheduled at 2022-06-03 01:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:45:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:45:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 45, 39, 177140), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 45, 39, 177140), 0, 2, datetime.datetime(2022, 6, 3, 1, 45, 39, 177140), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:45:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:45:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 45, 39, 181046), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 45, 39, 181046), 0, 2, datetime.datetime(2022, 6, 3, 1, 45, 39, 181046), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:45:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:45:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 45, 39, 182956), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 45, 39, 182956), 0, 2, datetime.datetime(2022, 6, 3, 1, 45, 39, 182956), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:45:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:45:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 45, 39, 184703), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 45, 39, 184703), 0, 2, datetime.datetime(2022, 6, 3, 1, 45, 39, 184703), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:45:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:45:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:45:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:45:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:45:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:45:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:45:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:45:48,367 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:46:39.167018+00:00 (in 29.999220 seconds)
repomirrorworker stdout | 2022-06-03 01:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:46:39 UTC)" (scheduled at 2022-06-03 01:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:46:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:46:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:46:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 46, 9, 176564), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 46, 9, 176564), 0, 2, datetime.datetime(2022, 6, 3, 1, 46, 9, 176564), True, 4, 8])
repomirrorworker stdout | 2022-06-03 01:46:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 01:46:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 46, 9, 180274), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 46, 9, 180274), 0, 2, datetime.datetime(2022, 6, 3, 1, 46, 9, 180274), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:46:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:46:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 46, 9, 182212), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 46, 9, 182212), 0, 2, datetime.datetime(2022, 6, 3, 1, 46, 9, 182212), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:46:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:46:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 46, 9, 183965), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 46, 9, 183965), 0, 2, datetime.datetime(2022, 6, 3, 1, 46, 9, 183965), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:46:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:46:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 46, 9, 185619), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 46, 9, 185619), 0, 2, datetime.datetime(2022, 6, 3, 1, 46, 9, 185619), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:46:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:46:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:46:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:46:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:46:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:46:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:46:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:46:18,422 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:47:09.167018+00:00 (in 29.999170 seconds)
repomirrorworker stdout | 2022-06-03 01:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:47:09 UTC)" (scheduled at 2022-06-03 01:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:46:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 46, 39, 176728), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 46, 39, 176728), 0, 2, datetime.datetime(2022, 6, 3, 1, 46, 39, 176728), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:46:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:46:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 46, 39, 180267), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 46, 39, 180267), 0, 2, datetime.datetime(2022, 6, 3, 1, 46, 39, 180267), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:46:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:46:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 46, 39, 182440), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 46, 39, 182440), 0, 2, datetime.datetime(2022, 6, 3, 1, 46, 39, 182440), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:46:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:46:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 46, 39, 184165), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 46, 39, 184165), 0, 2, datetime.datetime(2022, 6, 3, 1, 46, 39, 184165), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:46:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:46:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 46, 39, 185842), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 46, 39, 185842), 0, 2, datetime.datetime(2022, 6, 3, 1, 46, 39, 185842), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:46:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:46:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:46:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:46:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:46:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:46:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:46:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:46:48,463 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:47:39.167018+00:00 (in 29.999012 seconds)
repomirrorworker stdout | 2022-06-03 01:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:47:39 UTC)" (scheduled at 2022-06-03 01:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:47:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:47:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 47, 9, 176669), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 47, 9, 176669), 0, 2, datetime.datetime(2022, 6, 3, 1, 47, 9, 176669), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:47:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:47:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 47, 9, 179790), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 47, 9, 179790), 0, 2, datetime.datetime(2022, 6, 3, 1, 47, 9, 179790), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:47:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:47:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 47, 9, 181636), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 47, 9, 181636), 0, 2, datetime.datetime(2022, 6, 3, 1, 47, 9, 181636), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:47:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:47:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 47, 9, 183316), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 47, 9, 183316), 0, 2, datetime.datetime(2022, 6, 3, 1, 47, 9, 183316), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:47:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:47:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 47, 9, 184996), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 47, 9, 184996), 0, 2, datetime.datetime(2022, 6, 3, 1, 47, 9, 184996), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:47:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:47:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:47:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:47:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:47:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:47:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:47:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:47:18,509 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:48:09.167018+00:00 (in 29.999133 seconds)
repomirrorworker stdout | 2022-06-03 01:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:48:09 UTC)" (scheduled at 2022-06-03 01:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:47:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:47:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 47, 39, 177168), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 47, 39, 177168), 0, 2, datetime.datetime(2022, 6, 3, 1, 47, 39, 177168), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:47:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:47:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 47, 39, 180727), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 47, 39, 180727), 0, 2, datetime.datetime(2022, 6, 3, 1, 47, 39, 180727), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:47:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:47:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 47, 39, 182652), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 47, 39, 182652), 0, 2, datetime.datetime(2022, 6, 3, 1, 47, 39, 182652), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:47:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:47:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 47, 39, 184388), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 47, 39, 184388), 0, 2, datetime.datetime(2022, 6, 3, 1, 47, 39, 184388), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:47:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:47:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 47, 39, 186062), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 47, 39, 186062), 0, 2, datetime.datetime(2022, 6, 3, 1, 47, 39, 186062), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:47:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:47:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:47:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:47:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:47:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:47:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:47:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:47:48,825 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:48:39.167018+00:00 (in 29.999185 seconds)
repomirrorworker stdout | 2022-06-03 01:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:48:39 UTC)" (scheduled at 2022-06-03 01:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:48:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:48:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:48:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 48, 9, 176393), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 48, 9, 176393), 0, 2, datetime.datetime(2022, 6, 3, 1, 48, 9, 176393), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:48:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:48:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 48, 9, 179413), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 48, 9, 179413), 0, 2, datetime.datetime(2022, 6, 3, 1, 48, 9, 179413), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:48:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:48:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 48, 9, 181234), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 48, 9, 181234), 0, 2, datetime.datetime(2022, 6, 3, 1, 48, 9, 181234), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:48:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:48:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 48, 9, 182951), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 48, 9, 182951), 0, 2, datetime.datetime(2022, 6, 3, 1, 48, 9, 182951), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:48:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:48:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:48:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:48:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:48:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:48:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:48:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:48:18,880 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:49:09.167018+00:00 (in 29.999252 seconds)
repomirrorworker stdout | 2022-06-03 01:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:49:09 UTC)" (scheduled at 2022-06-03 01:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:48:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:48:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 48, 39, 177138), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 48, 39, 177138), 0, 2, datetime.datetime(2022, 6, 3, 1, 48, 39, 177138), True, 4, 8])
repomirrorworker stdout | 2022-06-03 01:48:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 01:48:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 48, 39, 180719), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 48, 39, 180719), 0, 2, datetime.datetime(2022, 6, 3, 1, 48, 39, 180719), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:48:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:48:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 48, 39, 182582), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 48, 39, 182582), 0, 2, datetime.datetime(2022, 6, 3, 1, 48, 39, 182582), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:48:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:48:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 48, 39, 184246), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 48, 39, 184246), 0, 2, datetime.datetime(2022, 6, 3, 1, 48, 39, 184246), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:48:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:48:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:48:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:48:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:48:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:48:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:48:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:48:48,931 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:49:39.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-03 01:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:49:39 UTC)" (scheduled at 2022-06-03 01:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:49:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:49:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:49:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 49, 9, 176770), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 49, 9, 176770), 0, 2, datetime.datetime(2022, 6, 3, 1, 49, 9, 176770), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:49:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:49:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 49, 9, 180488), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 49, 9, 180488), 0, 2, datetime.datetime(2022, 6, 3, 1, 49, 9, 180488), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:49:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:49:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 49, 9, 182454), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 49, 9, 182454), 0, 2, datetime.datetime(2022, 6, 3, 1, 49, 9, 182454), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:49:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:49:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 49, 9, 184217), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 49, 9, 184217), 0, 2, datetime.datetime(2022, 6, 3, 1, 49, 9, 184217), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:49:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:49:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 49, 9, 185968), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 49, 9, 185968), 0, 2, datetime.datetime(2022, 6, 3, 1, 49, 9, 185968), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:49:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:49:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:49:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:49:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:49:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:49:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:49:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:49:18,995 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:50:09.167018+00:00 (in 29.999169 seconds)
repomirrorworker stdout | 2022-06-03 01:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:50:09 UTC)" (scheduled at 2022-06-03 01:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:49:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:49:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 49, 39, 176774), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 49, 39, 176774), 0, 2, datetime.datetime(2022, 6, 3, 1, 49, 39, 176774), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:49:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:49:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 49, 39, 179850), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 49, 39, 179850), 0, 2, datetime.datetime(2022, 6, 3, 1, 49, 39, 179850), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:49:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:49:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 49, 39, 181688), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 49, 39, 181688), 0, 2, datetime.datetime(2022, 6, 3, 1, 49, 39, 181688), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:49:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:49:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 49, 39, 183324), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 49, 39, 183324), 0, 2, datetime.datetime(2022, 6, 3, 1, 49, 39, 183324), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:49:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:49:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:49:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:49:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:49:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:49:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:49:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:49:49,039 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:50:39.167018+00:00 (in 29.998972 seconds)
repomirrorworker stdout | 2022-06-03 01:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:50:39 UTC)" (scheduled at 2022-06-03 01:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:50:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:50:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:50:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 50, 9, 176934), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 50, 9, 176934), 0, 2, datetime.datetime(2022, 6, 3, 1, 50, 9, 176934), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:50:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:50:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 50, 9, 180355), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 50, 9, 180355), 0, 2, datetime.datetime(2022, 6, 3, 1, 50, 9, 180355), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:50:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:50:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 50, 9, 182336), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 50, 9, 182336), 0, 2, datetime.datetime(2022, 6, 3, 1, 50, 9, 182336), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:50:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:50:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 50, 9, 184004), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 50, 9, 184004), 0, 2, datetime.datetime(2022, 6, 3, 1, 50, 9, 184004), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:50:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:50:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 50, 9, 185629), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 50, 9, 185629), 0, 2, datetime.datetime(2022, 6, 3, 1, 50, 9, 185629), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:50:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:50:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:50:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:50:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:50:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:50:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:50:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:50:19,094 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:51:09.167018+00:00 (in 29.999281 seconds)
repomirrorworker stdout | 2022-06-03 01:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:51:09 UTC)" (scheduled at 2022-06-03 01:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:50:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:50:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 50, 39, 176261), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 50, 39, 176261), 0, 2, datetime.datetime(2022, 6, 3, 1, 50, 39, 176261), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:50:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:50:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 50, 39, 179392), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 50, 39, 179392), 0, 2, datetime.datetime(2022, 6, 3, 1, 50, 39, 179392), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:50:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:50:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 50, 39, 181308), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 50, 39, 181308), 0, 2, datetime.datetime(2022, 6, 3, 1, 50, 39, 181308), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:50:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:50:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 50, 39, 183010), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 50, 39, 183010), 0, 2, datetime.datetime(2022, 6, 3, 1, 50, 39, 183010), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:50:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:50:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 50, 39, 184630), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 50, 39, 184630), 0, 2, datetime.datetime(2022, 6, 3, 1, 50, 39, 184630), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:50:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:50:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:50:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:50:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:50:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:50:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:50:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:50:49,148 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:51:39.167018+00:00 (in 29.999174 seconds)
repomirrorworker stdout | 2022-06-03 01:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:51:39 UTC)" (scheduled at 2022-06-03 01:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:51:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:51:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:51:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 51, 9, 177052), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 51, 9, 177052), 0, 2, datetime.datetime(2022, 6, 3, 1, 51, 9, 177052), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:51:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:51:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 51, 9, 180407), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 51, 9, 180407), 0, 2, datetime.datetime(2022, 6, 3, 1, 51, 9, 180407), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:51:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:51:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 51, 9, 182292), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 51, 9, 182292), 0, 2, datetime.datetime(2022, 6, 3, 1, 51, 9, 182292), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:51:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:51:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 51, 9, 184028), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 51, 9, 184028), 0, 2, datetime.datetime(2022, 6, 3, 1, 51, 9, 184028), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:51:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:51:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:51:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:51:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:51:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:51:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:51:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:51:19,184 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:52:09.167018+00:00 (in 29.999102 seconds)
repomirrorworker stdout | 2022-06-03 01:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:52:09 UTC)" (scheduled at 2022-06-03 01:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:51:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:51:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:51:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 51, 39, 177338), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 51, 39, 177338), 0, 2, datetime.datetime(2022, 6, 3, 1, 51, 39, 177338), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:51:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:51:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 51, 39, 181055), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 51, 39, 181055), 0, 2, datetime.datetime(2022, 6, 3, 1, 51, 39, 181055), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:51:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:51:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 51, 39, 183132), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 51, 39, 183132), 0, 2, datetime.datetime(2022, 6, 3, 1, 51, 39, 183132), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:51:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:51:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 51, 39, 185086), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 51, 39, 185086), 0, 2, datetime.datetime(2022, 6, 3, 1, 51, 39, 185086), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:51:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:51:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 51, 39, 186886), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 51, 39, 186886), 0, 2, datetime.datetime(2022, 6, 3, 1, 51, 39, 186886), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:51:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:51:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:51:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:51:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:51:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:51:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:51:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:51:49,240 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:52:39.167018+00:00 (in 29.998954 seconds)
repomirrorworker stdout | 2022-06-03 01:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:52:39 UTC)" (scheduled at 2022-06-03 01:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:52:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:52:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:52:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 52, 9, 177280), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 52, 9, 177280), 0, 2, datetime.datetime(2022, 6, 3, 1, 52, 9, 177280), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:52:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:52:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 52, 9, 181255), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 52, 9, 181255), 0, 2, datetime.datetime(2022, 6, 3, 1, 52, 9, 181255), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:52:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:52:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 52, 9, 183291), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 52, 9, 183291), 0, 2, datetime.datetime(2022, 6, 3, 1, 52, 9, 183291), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:52:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:52:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 52, 9, 185012), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 52, 9, 185012), 0, 2, datetime.datetime(2022, 6, 3, 1, 52, 9, 185012), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:52:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:52:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 52, 9, 186643), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 52, 9, 186643), 0, 2, datetime.datetime(2022, 6, 3, 1, 52, 9, 186643), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:52:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:52:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:52:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:52:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:52:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:52:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:52:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:52:19,295 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:53:09.167018+00:00 (in 29.998966 seconds)
repomirrorworker stdout | 2022-06-03 01:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:53:09 UTC)" (scheduled at 2022-06-03 01:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:52:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:52:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:52:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 52, 39, 176971), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 52, 39, 176971), 0, 2, datetime.datetime(2022, 6, 3, 1, 52, 39, 176971), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:52:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:52:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 52, 39, 180579), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 52, 39, 180579), 0, 2, datetime.datetime(2022, 6, 3, 1, 52, 39, 180579), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:52:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:52:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 52, 39, 182444), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 52, 39, 182444), 0, 2, datetime.datetime(2022, 6, 3, 1, 52, 39, 182444), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:52:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:52:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 52, 39, 184148), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 52, 39, 184148), 0, 2, datetime.datetime(2022, 6, 3, 1, 52, 39, 184148), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:52:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:52:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:52:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:52:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:52:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:52:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:52:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:52:49,326 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:53:39.167018+00:00 (in 29.999039 seconds)
repomirrorworker stdout | 2022-06-03 01:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:53:39 UTC)" (scheduled at 2022-06-03 01:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:53:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:53:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 53, 9, 177226), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 53, 9, 177226), 0, 2, datetime.datetime(2022, 6, 3, 1, 53, 9, 177226), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:53:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:53:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 53, 9, 180330), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 53, 9, 180330), 0, 2, datetime.datetime(2022, 6, 3, 1, 53, 9, 180330), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:53:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:53:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 53, 9, 182163), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 53, 9, 182163), 0, 2, datetime.datetime(2022, 6, 3, 1, 53, 9, 182163), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:53:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:53:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 53, 9, 183844), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 53, 9, 183844), 0, 2, datetime.datetime(2022, 6, 3, 1, 53, 9, 183844), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:53:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:53:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 53, 9, 185609), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 53, 9, 185609), 0, 2, datetime.datetime(2022, 6, 3, 1, 53, 9, 185609), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:53:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:53:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:53:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:53:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:53:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:53:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:53:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:53:19,385 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:54:09.167018+00:00 (in 29.998972 seconds)
repomirrorworker stdout | 2022-06-03 01:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:54:09 UTC)" (scheduled at 2022-06-03 01:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:53:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:53:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 53, 39, 176977), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 53, 39, 176977), 0, 2, datetime.datetime(2022, 6, 3, 1, 53, 39, 176977), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:53:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:53:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 53, 39, 180160), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 53, 39, 180160), 0, 2, datetime.datetime(2022, 6, 3, 1, 53, 39, 180160), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:53:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:53:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 53, 39, 182077), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 53, 39, 182077), 0, 2, datetime.datetime(2022, 6, 3, 1, 53, 39, 182077), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:53:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:53:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 53, 39, 183797), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 53, 39, 183797), 0, 2, datetime.datetime(2022, 6, 3, 1, 53, 39, 183797), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:53:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:53:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:53:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:53:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:53:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:53:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:53:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:53:49,442 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:54:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-03 01:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:54:39 UTC)" (scheduled at 2022-06-03 01:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:54:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:54:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 54, 9, 176604), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 54, 9, 176604), 0, 2, datetime.datetime(2022, 6, 3, 1, 54, 9, 176604), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:54:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:54:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 54, 9, 179700), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 54, 9, 179700), 0, 2, datetime.datetime(2022, 6, 3, 1, 54, 9, 179700), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:54:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:54:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 54, 9, 181515), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 54, 9, 181515), 0, 2, datetime.datetime(2022, 6, 3, 1, 54, 9, 181515), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:54:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:54:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 54, 9, 183157), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 54, 9, 183157), 0, 2, datetime.datetime(2022, 6, 3, 1, 54, 9, 183157), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:54:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:54:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:54:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:54:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:54:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:54:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:54:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:54:19,500 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:55:09.167018+00:00 (in 29.999128 seconds)
repomirrorworker stdout | 2022-06-03 01:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:55:09 UTC)" (scheduled at 2022-06-03 01:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:54:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:54:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:54:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 54, 39, 176806), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 54, 39, 176806), 0, 2, datetime.datetime(2022, 6, 3, 1, 54, 39, 176806), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:54:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:54:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 54, 39, 179905), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 54, 39, 179905), 0, 2, datetime.datetime(2022, 6, 3, 1, 54, 39, 179905), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:54:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:54:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 54, 39, 181749), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 54, 39, 181749), 0, 2, datetime.datetime(2022, 6, 3, 1, 54, 39, 181749), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:54:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:54:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 54, 39, 183409), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 54, 39, 183409), 0, 2, datetime.datetime(2022, 6, 3, 1, 54, 39, 183409), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:54:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:54:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 54, 39, 185050), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 54, 39, 185050), 0, 2, datetime.datetime(2022, 6, 3, 1, 54, 39, 185050), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:54:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:54:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:54:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:54:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:54:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:54:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:54:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:54:49,560 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:55:39.167018+00:00 (in 29.999179 seconds)
repomirrorworker stdout | 2022-06-03 01:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:55:39 UTC)" (scheduled at 2022-06-03 01:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:55:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:55:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:55:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 55, 9, 176891), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 55, 9, 176891), 0, 2, datetime.datetime(2022, 6, 3, 1, 55, 9, 176891), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:55:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:55:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 55, 9, 180039), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 55, 9, 180039), 0, 2, datetime.datetime(2022, 6, 3, 1, 55, 9, 180039), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:55:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:55:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 55, 9, 181930), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 55, 9, 181930), 0, 2, datetime.datetime(2022, 6, 3, 1, 55, 9, 181930), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:55:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:55:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 55, 9, 183615), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 55, 9, 183615), 0, 2, datetime.datetime(2022, 6, 3, 1, 55, 9, 183615), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:55:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:55:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 55, 9, 185295), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 55, 9, 185295), 0, 2, datetime.datetime(2022, 6, 3, 1, 55, 9, 185295), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:55:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:55:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:55:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:55:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:55:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:55:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:55:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:55:19,615 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:56:09.167018+00:00 (in 29.999124 seconds)
repomirrorworker stdout | 2022-06-03 01:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:56:09 UTC)" (scheduled at 2022-06-03 01:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:55:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:55:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 55, 39, 176728), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 55, 39, 176728), 0, 2, datetime.datetime(2022, 6, 3, 1, 55, 39, 176728), True, 4, 8])
repomirrorworker stdout | 2022-06-03 01:55:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 01:55:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 55, 39, 179866), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 55, 39, 179866), 0, 2, datetime.datetime(2022, 6, 3, 1, 55, 39, 179866), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:55:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:55:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 55, 39, 181756), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 55, 39, 181756), 0, 2, datetime.datetime(2022, 6, 3, 1, 55, 39, 181756), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 55, 39, 183455), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 55, 39, 183455), 0, 2, datetime.datetime(2022, 6, 3, 1, 55, 39, 183455), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:55:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:55:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 55, 39, 185146), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 55, 39, 185146), 0, 2, datetime.datetime(2022, 6, 3, 1, 55, 39, 185146), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:55:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:55:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:55:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:55:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:55:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:55:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:55:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:55:49,672 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:56:39.167018+00:00 (in 29.999266 seconds)
repomirrorworker stdout | 2022-06-03 01:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:56:39 UTC)" (scheduled at 2022-06-03 01:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:56:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:56:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:56:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 56, 9, 176872), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 56, 9, 176872), 0, 2, datetime.datetime(2022, 6, 3, 1, 56, 9, 176872), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:56:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:56:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 56, 9, 180288), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 56, 9, 180288), 0, 2, datetime.datetime(2022, 6, 3, 1, 56, 9, 180288), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:56:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:56:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 56, 9, 182258), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 56, 9, 182258), 0, 2, datetime.datetime(2022, 6, 3, 1, 56, 9, 182258), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:56:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:56:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 56, 9, 184076), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 56, 9, 184076), 0, 2, datetime.datetime(2022, 6, 3, 1, 56, 9, 184076), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:56:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:56:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:56:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:56:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:56:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:56:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:56:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:56:19,732 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:57:09.167018+00:00 (in 29.999006 seconds)
repomirrorworker stdout | 2022-06-03 01:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:57:09 UTC)" (scheduled at 2022-06-03 01:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:56:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:56:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 56, 39, 177008), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 56, 39, 177008), 0, 2, datetime.datetime(2022, 6, 3, 1, 56, 39, 177008), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:56:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:56:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 56, 39, 180277), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 56, 39, 180277), 0, 2, datetime.datetime(2022, 6, 3, 1, 56, 39, 180277), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:56:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:56:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 56, 39, 182188), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 56, 39, 182188), 0, 2, datetime.datetime(2022, 6, 3, 1, 56, 39, 182188), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:56:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:56:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 56, 39, 183967), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 56, 39, 183967), 0, 2, datetime.datetime(2022, 6, 3, 1, 56, 39, 183967), True, 12, 15])
repomirrorworker stdout | 2022-06-03 01:56:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 01:56:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 56, 39, 185635), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 56, 39, 185635), 0, 2, datetime.datetime(2022, 6, 3, 1, 56, 39, 185635), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:56:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:56:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:56:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:56:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:56:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:56:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:56:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:56:49,792 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:57:39.167018+00:00 (in 29.999104 seconds)
repomirrorworker stdout | 2022-06-03 01:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:57:39 UTC)" (scheduled at 2022-06-03 01:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:57:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:57:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:57:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 57, 9, 177155), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 57, 9, 177155), 0, 2, datetime.datetime(2022, 6, 3, 1, 57, 9, 177155), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:57:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:57:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 57, 9, 180988), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 57, 9, 180988), 0, 2, datetime.datetime(2022, 6, 3, 1, 57, 9, 180988), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:57:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:57:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 57, 9, 183126), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 57, 9, 183126), 0, 2, datetime.datetime(2022, 6, 3, 1, 57, 9, 183126), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:57:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:57:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 57, 9, 185101), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 57, 9, 185101), 0, 2, datetime.datetime(2022, 6, 3, 1, 57, 9, 185101), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:57:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:57:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 57, 9, 187055), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 57, 9, 187055), 0, 2, datetime.datetime(2022, 6, 3, 1, 57, 9, 187055), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:57:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:57:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:57:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:57:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:57:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:57:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:57:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:57:19,846 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:58:09.167018+00:00 (in 29.999125 seconds)
repomirrorworker stdout | 2022-06-03 01:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:58:09 UTC)" (scheduled at 2022-06-03 01:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:57:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:57:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 57, 39, 176592), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 57, 39, 176592), 0, 2, datetime.datetime(2022, 6, 3, 1, 57, 39, 176592), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:57:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:57:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 57, 39, 179654), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 57, 39, 179654), 0, 2, datetime.datetime(2022, 6, 3, 1, 57, 39, 179654), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:57:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:57:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 57, 39, 181549), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 57, 39, 181549), 0, 2, datetime.datetime(2022, 6, 3, 1, 57, 39, 181549), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:57:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:57:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 57, 39, 183230), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 57, 39, 183230), 0, 2, datetime.datetime(2022, 6, 3, 1, 57, 39, 183230), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:57:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:57:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 57, 39, 184938), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 57, 39, 184938), 0, 2, datetime.datetime(2022, 6, 3, 1, 57, 39, 184938), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:57:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:57:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:57:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:57:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:57:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:57:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:57:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:57:49,900 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:58:39.167018+00:00 (in 29.999173 seconds)
repomirrorworker stdout | 2022-06-03 01:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:58:39 UTC)" (scheduled at 2022-06-03 01:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:58:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:58:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 58, 9, 176953), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 58, 9, 176953), 0, 2, datetime.datetime(2022, 6, 3, 1, 58, 9, 176953), True, 9, 13])
repomirrorworker stdout | 2022-06-03 01:58:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 01:58:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 58, 9, 180602), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 58, 9, 180602), 0, 2, datetime.datetime(2022, 6, 3, 1, 58, 9, 180602), True, 13, 15])
repomirrorworker stdout | 2022-06-03 01:58:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 01:58:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 58, 9, 182512), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 58, 9, 182512), 0, 2, datetime.datetime(2022, 6, 3, 1, 58, 9, 182512), True, 4, 8])
repomirrorworker stdout | 2022-06-03 01:58:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 01:58:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 58, 9, 184184), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 58, 9, 184184), 0, 2, datetime.datetime(2022, 6, 3, 1, 58, 9, 184184), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:58:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:58:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 58, 9, 186003), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 58, 9, 186003), 0, 2, datetime.datetime(2022, 6, 3, 1, 58, 9, 186003), True, 8, 12])
repomirrorworker stdout | 2022-06-03 01:58:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 01:58:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:58:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:58:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:58:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:58:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:58:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:58:19,924 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:59:09.167018+00:00 (in 29.998957 seconds)
repomirrorworker stdout | 2022-06-03 01:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:59:09 UTC)" (scheduled at 2022-06-03 01:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:58:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:58:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 58, 39, 177047), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 58, 39, 177047), 0, 2, datetime.datetime(2022, 6, 3, 1, 58, 39, 177047), True, 7, 11])
repomirrorworker stdout | 2022-06-03 01:58:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 01:58:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 58, 39, 181279), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 58, 39, 181279), 0, 2, datetime.datetime(2022, 6, 3, 1, 58, 39, 181279), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:58:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:58:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 58, 39, 183834), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 58, 39, 183834), 0, 2, datetime.datetime(2022, 6, 3, 1, 58, 39, 183834), True, 3, 7])
repomirrorworker stdout | 2022-06-03 01:58:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 01:58:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 58, 39, 185617), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 58, 39, 185617), 0, 2, datetime.datetime(2022, 6, 3, 1, 58, 39, 185617), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:58:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:58:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:58:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:58:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:58:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:58:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:58:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:58:49,964 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 01:59:39.167018+00:00 (in 29.999033 seconds)
repomirrorworker stdout | 2022-06-03 01:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:59:39 UTC)" (scheduled at 2022-06-03 01:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:59:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:59:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 59, 9, 177262), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 59, 9, 177262), 0, 2, datetime.datetime(2022, 6, 3, 1, 59, 9, 177262), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:59:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:59:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 59, 9, 180885), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 59, 9, 180885), 0, 2, datetime.datetime(2022, 6, 3, 1, 59, 9, 180885), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:59:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:59:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 59, 9, 182795), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 59, 9, 182795), 0, 2, datetime.datetime(2022, 6, 3, 1, 59, 9, 182795), True, 5, 9])
repomirrorworker stdout | 2022-06-03 01:59:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 01:59:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 59, 9, 184471), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 59, 9, 184471), 0, 2, datetime.datetime(2022, 6, 3, 1, 59, 9, 184471), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:59:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:59:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 59, 9, 186150), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 59, 9, 186150), 0, 2, datetime.datetime(2022, 6, 3, 1, 59, 9, 186150), True, 14, 15])
repomirrorworker stdout | 2022-06-03 01:59:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 01:59:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:59:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:59:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:59:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:59:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:59:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 01:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:59:20,025 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 01:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 01:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:00:09.167018+00:00 (in 29.999034 seconds)
repomirrorworker stdout | 2022-06-03 01:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:00:09 UTC)" (scheduled at 2022-06-03 01:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 01:59:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:59:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:59:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 59, 39, 176554), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 59, 39, 176554), 0, 2, datetime.datetime(2022, 6, 3, 1, 59, 39, 176554), True, 6, 10])
repomirrorworker stdout | 2022-06-03 01:59:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 01:59:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 59, 39, 179639), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 59, 39, 179639), 0, 2, datetime.datetime(2022, 6, 3, 1, 59, 39, 179639), True, 11, 15])
repomirrorworker stdout | 2022-06-03 01:59:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 01:59:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 59, 39, 181490), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 59, 39, 181490), 0, 2, datetime.datetime(2022, 6, 3, 1, 59, 39, 181490), True, 2, 6])
repomirrorworker stdout | 2022-06-03 01:59:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 01:59:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 59, 39, 183227), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 59, 39, 183227), 0, 2, datetime.datetime(2022, 6, 3, 1, 59, 39, 183227), True, 1, 5])
repomirrorworker stdout | 2022-06-03 01:59:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 01:59:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 1, 59, 39, 185068), 0, 2, None, True, datetime.datetime(2022, 6, 3, 1, 59, 39, 185068), 0, 2, datetime.datetime(2022, 6, 3, 1, 59, 39, 185068), True, 10, 14])
repomirrorworker stdout | 2022-06-03 01:59:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 01:59:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 01:59:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:59:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 01:59:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 01:59:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 01:59:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 01:59:50,070 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:00:39.167018+00:00 (in 29.999016 seconds)
repomirrorworker stdout | 2022-06-03 02:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:00:39 UTC)" (scheduled at 2022-06-03 02:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:00:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:00:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 0, 9, 176970), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 0, 9, 176970), 0, 2, datetime.datetime(2022, 6, 3, 2, 0, 9, 176970), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:00:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:00:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 0, 9, 180306), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 0, 9, 180306), 0, 2, datetime.datetime(2022, 6, 3, 2, 0, 9, 180306), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:00:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:00:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 0, 9, 182325), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 0, 9, 182325), 0, 2, datetime.datetime(2022, 6, 3, 2, 0, 9, 182325), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:00:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:00:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 0, 9, 184139), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 0, 9, 184139), 0, 2, datetime.datetime(2022, 6, 3, 2, 0, 9, 184139), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:00:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:00:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 0, 9, 185958), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 0, 9, 185958), 0, 2, datetime.datetime(2022, 6, 3, 2, 0, 9, 185958), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:00:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:00:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:00:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:00:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:00:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:00:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:00:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:00:20,125 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:01:09.167018+00:00 (in 29.999089 seconds)
repomirrorworker stdout | 2022-06-03 02:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:01:09 UTC)" (scheduled at 2022-06-03 02:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:00:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:00:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 0, 39, 176860), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 0, 39, 176860), 0, 2, datetime.datetime(2022, 6, 3, 2, 0, 39, 176860), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:00:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:00:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 0, 39, 180267), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 0, 39, 180267), 0, 2, datetime.datetime(2022, 6, 3, 2, 0, 39, 180267), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:00:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:00:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 0, 39, 182126), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 0, 39, 182126), 0, 2, datetime.datetime(2022, 6, 3, 2, 0, 39, 182126), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:00:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:00:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 0, 39, 183777), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 0, 39, 183777), 0, 2, datetime.datetime(2022, 6, 3, 2, 0, 39, 183777), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:00:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:00:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:00:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:00:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:00:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:00:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:00:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:00:50,175 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:01:39.167018+00:00 (in 29.999311 seconds)
repomirrorworker stdout | 2022-06-03 02:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:01:39 UTC)" (scheduled at 2022-06-03 02:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:01:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:01:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 1, 9, 176309), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 1, 9, 176309), 0, 2, datetime.datetime(2022, 6, 3, 2, 1, 9, 176309), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:01:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:01:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 1, 9, 179357), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 1, 9, 179357), 0, 2, datetime.datetime(2022, 6, 3, 2, 1, 9, 179357), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:01:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:01:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 1, 9, 181227), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 1, 9, 181227), 0, 2, datetime.datetime(2022, 6, 3, 2, 1, 9, 181227), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:01:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:01:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 1, 9, 182972), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 1, 9, 182972), 0, 2, datetime.datetime(2022, 6, 3, 2, 1, 9, 182972), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:01:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:01:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:01:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:01:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:01:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:01:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:01:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:01:20,214 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:02:09.167018+00:00 (in 29.999119 seconds)
repomirrorworker stdout | 2022-06-03 02:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:02:09 UTC)" (scheduled at 2022-06-03 02:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:01:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 1, 39, 177036), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 1, 39, 177036), 0, 2, datetime.datetime(2022, 6, 3, 2, 1, 39, 177036), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 1, 39, 180318), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 1, 39, 180318), 0, 2, datetime.datetime(2022, 6, 3, 2, 1, 39, 180318), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:01:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:01:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 1, 39, 182240), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 1, 39, 182240), 0, 2, datetime.datetime(2022, 6, 3, 2, 1, 39, 182240), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:01:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:01:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 1, 39, 183986), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 1, 39, 183986), 0, 2, datetime.datetime(2022, 6, 3, 2, 1, 39, 183986), True, 12, 15])
repomirrorworker stdout | 2022-06-03 02:01:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 02:01:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:01:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:01:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:01:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:01:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:01:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:01:50,269 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:02:39.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-03 02:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:02:39 UTC)" (scheduled at 2022-06-03 02:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:02:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:02:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:02:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 2, 9, 176633), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 2, 9, 176633), 0, 2, datetime.datetime(2022, 6, 3, 2, 2, 9, 176633), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:02:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:02:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 2, 9, 179843), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 2, 9, 179843), 0, 2, datetime.datetime(2022, 6, 3, 2, 2, 9, 179843), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:02:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:02:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 2, 9, 182156), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 2, 9, 182156), 0, 2, datetime.datetime(2022, 6, 3, 2, 2, 9, 182156), True, 12, 15])
repomirrorworker stdout | 2022-06-03 02:02:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 02:02:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 2, 9, 183974), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 2, 9, 183974), 0, 2, datetime.datetime(2022, 6, 3, 2, 2, 9, 183974), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:02:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:02:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:02:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:02:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:02:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:02:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:02:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:02:20,318 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:03:09.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-03 02:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:03:09 UTC)" (scheduled at 2022-06-03 02:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:02:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:02:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:02:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 2, 39, 177636), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 2, 39, 177636), 0, 2, datetime.datetime(2022, 6, 3, 2, 2, 39, 177636), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:02:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:02:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 2, 39, 181195), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 2, 39, 181195), 0, 2, datetime.datetime(2022, 6, 3, 2, 2, 39, 181195), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:02:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:02:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 2, 39, 183100), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 2, 39, 183100), 0, 2, datetime.datetime(2022, 6, 3, 2, 2, 39, 183100), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:02:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:02:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 2, 39, 184870), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 2, 39, 184870), 0, 2, datetime.datetime(2022, 6, 3, 2, 2, 39, 184870), True, 12, 15])
repomirrorworker stdout | 2022-06-03 02:02:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 02:02:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 2, 39, 186526), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 2, 39, 186526), 0, 2, datetime.datetime(2022, 6, 3, 2, 2, 39, 186526), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:02:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:02:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:02:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:02:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:02:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:02:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:02:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:02:50,378 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:03:39.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-03 02:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:03:39 UTC)" (scheduled at 2022-06-03 02:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:03:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:03:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 3, 9, 176488), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 3, 9, 176488), 0, 2, datetime.datetime(2022, 6, 3, 2, 3, 9, 176488), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:03:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:03:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 3, 9, 179852), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 3, 9, 179852), 0, 2, datetime.datetime(2022, 6, 3, 2, 3, 9, 179852), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:03:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:03:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 3, 9, 181806), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 3, 9, 181806), 0, 2, datetime.datetime(2022, 6, 3, 2, 3, 9, 181806), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:03:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:03:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 3, 9, 183495), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 3, 9, 183495), 0, 2, datetime.datetime(2022, 6, 3, 2, 3, 9, 183495), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:03:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:03:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 3, 9, 185183), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 3, 9, 185183), 0, 2, datetime.datetime(2022, 6, 3, 2, 3, 9, 185183), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:03:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:03:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:03:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:03:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:03:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:03:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:03:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:03:20,435 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:04:09.167018+00:00 (in 29.999169 seconds)
repomirrorworker stdout | 2022-06-03 02:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:04:09 UTC)" (scheduled at 2022-06-03 02:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:03:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:03:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 3, 39, 176921), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 3, 39, 176921), 0, 2, datetime.datetime(2022, 6, 3, 2, 3, 39, 176921), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:03:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:03:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 3, 39, 180434), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 3, 39, 180434), 0, 2, datetime.datetime(2022, 6, 3, 2, 3, 39, 180434), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:03:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:03:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 3, 39, 182608), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 3, 39, 182608), 0, 2, datetime.datetime(2022, 6, 3, 2, 3, 39, 182608), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:03:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:03:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 3, 39, 184310), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 3, 39, 184310), 0, 2, datetime.datetime(2022, 6, 3, 2, 3, 39, 184310), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:03:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:03:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:03:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:03:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:03:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:03:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:03:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:03:50,487 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:04:39.167018+00:00 (in 29.999146 seconds)
repomirrorworker stdout | 2022-06-03 02:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:04:39 UTC)" (scheduled at 2022-06-03 02:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:04:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 4, 9, 176953), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 4, 9, 176953), 0, 2, datetime.datetime(2022, 6, 3, 2, 4, 9, 176953), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:04:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:04:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 4, 9, 180587), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 4, 9, 180587), 0, 2, datetime.datetime(2022, 6, 3, 2, 4, 9, 180587), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:04:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:04:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 4, 9, 182602), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 4, 9, 182602), 0, 2, datetime.datetime(2022, 6, 3, 2, 4, 9, 182602), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:04:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:04:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 4, 9, 184284), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 4, 9, 184284), 0, 2, datetime.datetime(2022, 6, 3, 2, 4, 9, 184284), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:04:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:04:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 4, 9, 185992), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 4, 9, 185992), 0, 2, datetime.datetime(2022, 6, 3, 2, 4, 9, 185992), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:04:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:04:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:04:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:04:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:04:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:04:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:04:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:04:20,547 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:05:09.167018+00:00 (in 29.999224 seconds)
repomirrorworker stdout | 2022-06-03 02:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:05:09 UTC)" (scheduled at 2022-06-03 02:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:04:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:04:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:04:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 4, 39, 176359), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 4, 39, 176359), 0, 2, datetime.datetime(2022, 6, 3, 2, 4, 39, 176359), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:04:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:04:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 4, 39, 179762), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 4, 39, 179762), 0, 2, datetime.datetime(2022, 6, 3, 2, 4, 39, 179762), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:04:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:04:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 4, 39, 181851), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 4, 39, 181851), 0, 2, datetime.datetime(2022, 6, 3, 2, 4, 39, 181851), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:04:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:04:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 4, 39, 183691), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 4, 39, 183691), 0, 2, datetime.datetime(2022, 6, 3, 2, 4, 39, 183691), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:04:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:04:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 4, 39, 185454), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 4, 39, 185454), 0, 2, datetime.datetime(2022, 6, 3, 2, 4, 39, 185454), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:04:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:04:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:04:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:04:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:04:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:04:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:04:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:04:50,606 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:05:39.167018+00:00 (in 29.999212 seconds)
repomirrorworker stdout | 2022-06-03 02:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:05:39 UTC)" (scheduled at 2022-06-03 02:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:05:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:05:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 5, 9, 176945), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 5, 9, 176945), 0, 2, datetime.datetime(2022, 6, 3, 2, 5, 9, 176945), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:05:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:05:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 5, 9, 180651), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 5, 9, 180651), 0, 2, datetime.datetime(2022, 6, 3, 2, 5, 9, 180651), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:05:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:05:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 5, 9, 182959), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 5, 9, 182959), 0, 2, datetime.datetime(2022, 6, 3, 2, 5, 9, 182959), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:05:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:05:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 5, 9, 185077), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 5, 9, 185077), 0, 2, datetime.datetime(2022, 6, 3, 2, 5, 9, 185077), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:05:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:05:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 5, 9, 187108), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 5, 9, 187108), 0, 2, datetime.datetime(2022, 6, 3, 2, 5, 9, 187108), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:05:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:05:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:05:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:05:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:05:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:05:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:05:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:05:20,663 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:06:09.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-03 02:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:06:09 UTC)" (scheduled at 2022-06-03 02:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:05:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:05:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 5, 39, 176874), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 5, 39, 176874), 0, 2, datetime.datetime(2022, 6, 3, 2, 5, 39, 176874), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:05:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 5, 39, 180446), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 5, 39, 180446), 0, 2, datetime.datetime(2022, 6, 3, 2, 5, 39, 180446), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:05:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:05:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 5, 39, 182409), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 5, 39, 182409), 0, 2, datetime.datetime(2022, 6, 3, 2, 5, 39, 182409), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:05:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:05:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 5, 39, 184133), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 5, 39, 184133), 0, 2, datetime.datetime(2022, 6, 3, 2, 5, 39, 184133), True, 12, 15])
repomirrorworker stdout | 2022-06-03 02:05:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 02:05:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 5, 39, 185978), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 5, 39, 185978), 0, 2, datetime.datetime(2022, 6, 3, 2, 5, 39, 185978), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:05:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:05:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:05:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:05:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:05:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:05:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:05:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:05:50,720 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:06:39.167018+00:00 (in 29.999177 seconds)
repomirrorworker stdout | 2022-06-03 02:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:06:39 UTC)" (scheduled at 2022-06-03 02:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:06:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:06:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 6, 9, 177200), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 6, 9, 177200), 0, 2, datetime.datetime(2022, 6, 3, 2, 6, 9, 177200), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:06:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:06:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 6, 9, 180888), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 6, 9, 180888), 0, 2, datetime.datetime(2022, 6, 3, 2, 6, 9, 180888), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:06:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:06:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 6, 9, 183132), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 6, 9, 183132), 0, 2, datetime.datetime(2022, 6, 3, 2, 6, 9, 183132), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:06:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:06:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 6, 9, 184987), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 6, 9, 184987), 0, 2, datetime.datetime(2022, 6, 3, 2, 6, 9, 184987), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:06:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:06:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:06:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:06:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:06:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:06:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:06:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:06:20,784 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:07:09.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-03 02:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:07:09 UTC)" (scheduled at 2022-06-03 02:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:06:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 6, 39, 177132), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 6, 39, 177132), 0, 2, datetime.datetime(2022, 6, 3, 2, 6, 39, 177132), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:06:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:06:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 6, 39, 180367), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 6, 39, 180367), 0, 2, datetime.datetime(2022, 6, 3, 2, 6, 39, 180367), True, 12, 15])
repomirrorworker stdout | 2022-06-03 02:06:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 02:06:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 6, 39, 182224), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 6, 39, 182224), 0, 2, datetime.datetime(2022, 6, 3, 2, 6, 39, 182224), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:06:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:06:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 6, 39, 183890), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 6, 39, 183890), 0, 2, datetime.datetime(2022, 6, 3, 2, 6, 39, 183890), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:06:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:06:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:06:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:06:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:06:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:06:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:06:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:06:50,828 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:07:39.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-03 02:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:07:39 UTC)" (scheduled at 2022-06-03 02:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:07:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:07:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:07:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 7, 9, 177217), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 7, 9, 177217), 0, 2, datetime.datetime(2022, 6, 3, 2, 7, 9, 177217), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:07:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:07:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 7, 9, 180316), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 7, 9, 180316), 0, 2, datetime.datetime(2022, 6, 3, 2, 7, 9, 180316), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:07:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:07:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 7, 9, 182176), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 7, 9, 182176), 0, 2, datetime.datetime(2022, 6, 3, 2, 7, 9, 182176), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:07:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:07:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 7, 9, 185644), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 7, 9, 185644), 0, 2, datetime.datetime(2022, 6, 3, 2, 7, 9, 185644), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:07:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:07:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 7, 9, 187341), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 7, 9, 187341), 0, 2, datetime.datetime(2022, 6, 3, 2, 7, 9, 187341), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:07:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:07:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:07:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:07:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:07:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:07:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:07:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:07:20,887 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:08:09.167018+00:00 (in 29.998948 seconds)
repomirrorworker stdout | 2022-06-03 02:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:08:09 UTC)" (scheduled at 2022-06-03 02:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:07:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:07:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:07:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 7, 39, 176668), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 7, 39, 176668), 0, 2, datetime.datetime(2022, 6, 3, 2, 7, 39, 176668), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:07:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:07:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 7, 39, 179796), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 7, 39, 179796), 0, 2, datetime.datetime(2022, 6, 3, 2, 7, 39, 179796), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:07:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:07:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 7, 39, 181640), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 7, 39, 181640), 0, 2, datetime.datetime(2022, 6, 3, 2, 7, 39, 181640), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:07:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:07:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 7, 39, 183340), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 7, 39, 183340), 0, 2, datetime.datetime(2022, 6, 3, 2, 7, 39, 183340), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:07:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:07:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 7, 39, 185000), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 7, 39, 185000), 0, 2, datetime.datetime(2022, 6, 3, 2, 7, 39, 185000), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:07:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:07:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:07:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:07:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:07:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:07:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:07:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:07:50,939 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:08:39.167018+00:00 (in 29.999177 seconds)
repomirrorworker stdout | 2022-06-03 02:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:08:39 UTC)" (scheduled at 2022-06-03 02:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:08:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:08:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:08:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 8, 9, 176656), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 8, 9, 176656), 0, 2, datetime.datetime(2022, 6, 3, 2, 8, 9, 176656), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:08:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:08:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 8, 9, 180339), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 8, 9, 180339), 0, 2, datetime.datetime(2022, 6, 3, 2, 8, 9, 180339), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:08:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:08:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 8, 9, 182821), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 8, 9, 182821), 0, 2, datetime.datetime(2022, 6, 3, 2, 8, 9, 182821), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:08:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:08:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 8, 9, 184994), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 8, 9, 184994), 0, 2, datetime.datetime(2022, 6, 3, 2, 8, 9, 184994), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:08:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:08:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 8, 9, 186705), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 8, 9, 186705), 0, 2, datetime.datetime(2022, 6, 3, 2, 8, 9, 186705), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:08:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:08:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:08:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:08:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:08:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:08:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:08:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:08:21,000 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:09:09.167018+00:00 (in 29.999116 seconds)
repomirrorworker stdout | 2022-06-03 02:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:09:09 UTC)" (scheduled at 2022-06-03 02:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:08:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:08:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:08:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 8, 39, 177283), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 8, 39, 177283), 0, 2, datetime.datetime(2022, 6, 3, 2, 8, 39, 177283), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:08:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:08:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 8, 39, 180844), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 8, 39, 180844), 0, 2, datetime.datetime(2022, 6, 3, 2, 8, 39, 180844), True, 12, 15])
repomirrorworker stdout | 2022-06-03 02:08:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 02:08:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 8, 39, 182751), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 8, 39, 182751), 0, 2, datetime.datetime(2022, 6, 3, 2, 8, 39, 182751), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:08:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:08:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 8, 39, 184403), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 8, 39, 184403), 0, 2, datetime.datetime(2022, 6, 3, 2, 8, 39, 184403), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:08:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:08:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:08:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:08:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:08:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:08:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:08:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:08:51,065 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:09:39.167018+00:00 (in 29.999193 seconds)
repomirrorworker stdout | 2022-06-03 02:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:09:39 UTC)" (scheduled at 2022-06-03 02:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:09:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:09:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:09:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 9, 9, 176901), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 9, 9, 176901), 0, 2, datetime.datetime(2022, 6, 3, 2, 9, 9, 176901), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:09:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:09:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 9, 9, 180450), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 9, 9, 180450), 0, 2, datetime.datetime(2022, 6, 3, 2, 9, 9, 180450), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:09:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:09:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 9, 9, 182439), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 9, 9, 182439), 0, 2, datetime.datetime(2022, 6, 3, 2, 9, 9, 182439), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:09:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:09:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 9, 9, 184132), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 9, 9, 184132), 0, 2, datetime.datetime(2022, 6, 3, 2, 9, 9, 184132), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:09:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:09:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 9, 9, 185802), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 9, 9, 185802), 0, 2, datetime.datetime(2022, 6, 3, 2, 9, 9, 185802), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:09:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:09:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:09:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:09:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:09:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:09:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:09:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:09:21,108 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:10:09.167018+00:00 (in 29.999141 seconds)
repomirrorworker stdout | 2022-06-03 02:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:10:09 UTC)" (scheduled at 2022-06-03 02:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:09:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:09:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 9, 39, 176877), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 9, 39, 176877), 0, 2, datetime.datetime(2022, 6, 3, 2, 9, 39, 176877), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:09:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:09:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 9, 39, 180015), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 9, 39, 180015), 0, 2, datetime.datetime(2022, 6, 3, 2, 9, 39, 180015), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:09:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:09:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 9, 39, 181934), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 9, 39, 181934), 0, 2, datetime.datetime(2022, 6, 3, 2, 9, 39, 181934), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:09:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:09:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 9, 39, 183616), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 9, 39, 183616), 0, 2, datetime.datetime(2022, 6, 3, 2, 9, 39, 183616), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:09:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:09:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 9, 39, 185258), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 9, 39, 185258), 0, 2, datetime.datetime(2022, 6, 3, 2, 9, 39, 185258), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:09:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:09:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:09:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:09:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:09:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:09:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:09:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:09:51,171 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:10:39.167018+00:00 (in 29.999171 seconds)
repomirrorworker stdout | 2022-06-03 02:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:10:39 UTC)" (scheduled at 2022-06-03 02:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:10:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:10:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 10, 9, 176668), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 10, 9, 176668), 0, 2, datetime.datetime(2022, 6, 3, 2, 10, 9, 176668), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:10:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:10:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 10, 9, 180085), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 10, 9, 180085), 0, 2, datetime.datetime(2022, 6, 3, 2, 10, 9, 180085), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:10:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:10:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 10, 9, 181961), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 10, 9, 181961), 0, 2, datetime.datetime(2022, 6, 3, 2, 10, 9, 181961), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:10:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:10:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 10, 9, 183625), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 10, 9, 183625), 0, 2, datetime.datetime(2022, 6, 3, 2, 10, 9, 183625), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:10:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:10:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 10, 9, 185240), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 10, 9, 185240), 0, 2, datetime.datetime(2022, 6, 3, 2, 10, 9, 185240), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:10:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:10:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:10:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:10:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:10:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:10:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:10:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:10:21,225 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:11:09.167018+00:00 (in 29.999116 seconds)
repomirrorworker stdout | 2022-06-03 02:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:11:09 UTC)" (scheduled at 2022-06-03 02:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:10:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:10:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 10, 39, 176529), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 10, 39, 176529), 0, 2, datetime.datetime(2022, 6, 3, 2, 10, 39, 176529), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:10:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:10:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 10, 39, 179742), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 10, 39, 179742), 0, 2, datetime.datetime(2022, 6, 3, 2, 10, 39, 179742), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:10:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:10:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 10, 39, 182104), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 10, 39, 182104), 0, 2, datetime.datetime(2022, 6, 3, 2, 10, 39, 182104), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:10:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:10:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 10, 39, 183923), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 10, 39, 183923), 0, 2, datetime.datetime(2022, 6, 3, 2, 10, 39, 183923), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:10:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:10:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 10, 39, 185611), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 10, 39, 185611), 0, 2, datetime.datetime(2022, 6, 3, 2, 10, 39, 185611), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:10:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:10:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:10:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:10:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:10:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:10:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:10:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:10:51,280 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:11:39.167018+00:00 (in 29.999136 seconds)
repomirrorworker stdout | 2022-06-03 02:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:11:39 UTC)" (scheduled at 2022-06-03 02:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:11:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:11:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 11, 9, 176935), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 11, 9, 176935), 0, 2, datetime.datetime(2022, 6, 3, 2, 11, 9, 176935), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:11:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:11:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 11, 9, 180235), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 11, 9, 180235), 0, 2, datetime.datetime(2022, 6, 3, 2, 11, 9, 180235), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:11:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:11:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 11, 9, 182396), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 11, 9, 182396), 0, 2, datetime.datetime(2022, 6, 3, 2, 11, 9, 182396), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:11:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:11:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 11, 9, 184334), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 11, 9, 184334), 0, 2, datetime.datetime(2022, 6, 3, 2, 11, 9, 184334), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:11:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:11:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:11:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:11:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:11:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:11:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:11:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:11:21,326 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:12:09.167018+00:00 (in 29.999124 seconds)
repomirrorworker stdout | 2022-06-03 02:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:12:09 UTC)" (scheduled at 2022-06-03 02:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:11:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:11:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:11:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 11, 39, 177501), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 11, 39, 177501), 0, 2, datetime.datetime(2022, 6, 3, 2, 11, 39, 177501), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:11:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:11:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 11, 39, 181056), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 11, 39, 181056), 0, 2, datetime.datetime(2022, 6, 3, 2, 11, 39, 181056), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:11:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:11:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 11, 39, 183288), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 11, 39, 183288), 0, 2, datetime.datetime(2022, 6, 3, 2, 11, 39, 183288), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:11:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:11:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 11, 39, 185327), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 11, 39, 185327), 0, 2, datetime.datetime(2022, 6, 3, 2, 11, 39, 185327), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:11:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:11:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 11, 39, 187294), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 11, 39, 187294), 0, 2, datetime.datetime(2022, 6, 3, 2, 11, 39, 187294), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:11:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:11:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:11:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:11:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:11:39,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:11:39,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:11:39,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:11:51,359 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:12:39.167018+00:00 (in 29.998926 seconds)
repomirrorworker stdout | 2022-06-03 02:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:12:39 UTC)" (scheduled at 2022-06-03 02:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:12:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:12:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:12:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 12, 9, 177165), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 12, 9, 177165), 0, 2, datetime.datetime(2022, 6, 3, 2, 12, 9, 177165), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:12:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:12:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 12, 9, 180695), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 12, 9, 180695), 0, 2, datetime.datetime(2022, 6, 3, 2, 12, 9, 180695), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:12:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:12:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 12, 9, 182860), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 12, 9, 182860), 0, 2, datetime.datetime(2022, 6, 3, 2, 12, 9, 182860), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:12:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:12:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 12, 9, 184830), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 12, 9, 184830), 0, 2, datetime.datetime(2022, 6, 3, 2, 12, 9, 184830), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:12:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:12:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 12, 9, 186781), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 12, 9, 186781), 0, 2, datetime.datetime(2022, 6, 3, 2, 12, 9, 186781), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:12:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:12:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:12:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:12:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:12:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:12:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:12:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:12:21,425 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:13:09.167018+00:00 (in 29.999179 seconds)
repomirrorworker stdout | 2022-06-03 02:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:13:09 UTC)" (scheduled at 2022-06-03 02:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:12:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:12:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:12:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 12, 39, 176440), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 12, 39, 176440), 0, 2, datetime.datetime(2022, 6, 3, 2, 12, 39, 176440), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:12:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:12:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 12, 39, 179557), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 12, 39, 179557), 0, 2, datetime.datetime(2022, 6, 3, 2, 12, 39, 179557), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:12:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:12:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 12, 39, 181392), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 12, 39, 181392), 0, 2, datetime.datetime(2022, 6, 3, 2, 12, 39, 181392), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:12:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:12:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 12, 39, 183071), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 12, 39, 183071), 0, 2, datetime.datetime(2022, 6, 3, 2, 12, 39, 183071), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:12:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:12:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 12, 39, 184713), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 12, 39, 184713), 0, 2, datetime.datetime(2022, 6, 3, 2, 12, 39, 184713), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:12:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:12:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:12:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:12:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:12:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:12:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:12:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:12:51,466 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:13:39.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-03 02:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:13:39 UTC)" (scheduled at 2022-06-03 02:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:13:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:13:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:13:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 13, 9, 176438), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 13, 9, 176438), 0, 2, datetime.datetime(2022, 6, 3, 2, 13, 9, 176438), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:13:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:13:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 13, 9, 179538), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 13, 9, 179538), 0, 2, datetime.datetime(2022, 6, 3, 2, 13, 9, 179538), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:13:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:13:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 13, 9, 181468), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 13, 9, 181468), 0, 2, datetime.datetime(2022, 6, 3, 2, 13, 9, 181468), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:13:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:13:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 13, 9, 183206), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 13, 9, 183206), 0, 2, datetime.datetime(2022, 6, 3, 2, 13, 9, 183206), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:13:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:13:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 13, 9, 184899), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 13, 9, 184899), 0, 2, datetime.datetime(2022, 6, 3, 2, 13, 9, 184899), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:13:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:13:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:13:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:13:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:13:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:13:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:13:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:13:21,521 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:14:09.167018+00:00 (in 29.998945 seconds)
repomirrorworker stdout | 2022-06-03 02:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:14:09 UTC)" (scheduled at 2022-06-03 02:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:13:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:13:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:13:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 13, 39, 176632), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 13, 39, 176632), 0, 2, datetime.datetime(2022, 6, 3, 2, 13, 39, 176632), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:13:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:13:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 13, 39, 179772), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 13, 39, 179772), 0, 2, datetime.datetime(2022, 6, 3, 2, 13, 39, 179772), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:13:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:13:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 13, 39, 181638), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 13, 39, 181638), 0, 2, datetime.datetime(2022, 6, 3, 2, 13, 39, 181638), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:13:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:13:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 13, 39, 183303), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 13, 39, 183303), 0, 2, datetime.datetime(2022, 6, 3, 2, 13, 39, 183303), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:13:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:13:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 13, 39, 184987), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 13, 39, 184987), 0, 2, datetime.datetime(2022, 6, 3, 2, 13, 39, 184987), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:13:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:13:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:13:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:13:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:13:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:13:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:13:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:13:51,553 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:14:39.167018+00:00 (in 29.999120 seconds)
repomirrorworker stdout | 2022-06-03 02:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:14:39 UTC)" (scheduled at 2022-06-03 02:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:14:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:14:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 14, 9, 177085), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 14, 9, 177085), 0, 2, datetime.datetime(2022, 6, 3, 2, 14, 9, 177085), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:14:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:14:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 14, 9, 180248), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 14, 9, 180248), 0, 2, datetime.datetime(2022, 6, 3, 2, 14, 9, 180248), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:14:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:14:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 14, 9, 182169), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 14, 9, 182169), 0, 2, datetime.datetime(2022, 6, 3, 2, 14, 9, 182169), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:14:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:14:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 14, 9, 183852), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 14, 9, 183852), 0, 2, datetime.datetime(2022, 6, 3, 2, 14, 9, 183852), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:14:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:14:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 14, 9, 185490), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 14, 9, 185490), 0, 2, datetime.datetime(2022, 6, 3, 2, 14, 9, 185490), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:14:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:14:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:14:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:14:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:14:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:14:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:14:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:14:21,607 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:15:09.167018+00:00 (in 29.999072 seconds)
repomirrorworker stdout | 2022-06-03 02:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:15:09 UTC)" (scheduled at 2022-06-03 02:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:14:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:14:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:14:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 14, 39, 176848), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 14, 39, 176848), 0, 2, datetime.datetime(2022, 6, 3, 2, 14, 39, 176848), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:14:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 14, 39, 180295), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 14, 39, 180295), 0, 2, datetime.datetime(2022, 6, 3, 2, 14, 39, 180295), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:14:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 14, 39, 182264), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 14, 39, 182264), 0, 2, datetime.datetime(2022, 6, 3, 2, 14, 39, 182264), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:14:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:14:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 14, 39, 183951), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 14, 39, 183951), 0, 2, datetime.datetime(2022, 6, 3, 2, 14, 39, 183951), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:14:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:14:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 14, 39, 185569), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 14, 39, 185569), 0, 2, datetime.datetime(2022, 6, 3, 2, 14, 39, 185569), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:14:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:14:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:14:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:14:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:14:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:14:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:14:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:14:51,650 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:15:39.167018+00:00 (in 29.999173 seconds)
repomirrorworker stdout | 2022-06-03 02:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:15:39 UTC)" (scheduled at 2022-06-03 02:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:15:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:15:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:15:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 15, 9, 176342), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 15, 9, 176342), 0, 2, datetime.datetime(2022, 6, 3, 2, 15, 9, 176342), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:15:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:15:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 15, 9, 179682), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 15, 9, 179682), 0, 2, datetime.datetime(2022, 6, 3, 2, 15, 9, 179682), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:15:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:15:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 15, 9, 181522), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 15, 9, 181522), 0, 2, datetime.datetime(2022, 6, 3, 2, 15, 9, 181522), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:15:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:15:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 15, 9, 183204), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 15, 9, 183204), 0, 2, datetime.datetime(2022, 6, 3, 2, 15, 9, 183204), True, 12, 15])
repomirrorworker stdout | 2022-06-03 02:15:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 02:15:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:15:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:15:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:15:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:15:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:15:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:15:21,690 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:16:09.167018+00:00 (in 29.999175 seconds)
repomirrorworker stdout | 2022-06-03 02:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:16:09 UTC)" (scheduled at 2022-06-03 02:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:15:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:15:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:15:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 15, 39, 176775), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 15, 39, 176775), 0, 2, datetime.datetime(2022, 6, 3, 2, 15, 39, 176775), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:15:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:15:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 15, 39, 179846), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 15, 39, 179846), 0, 2, datetime.datetime(2022, 6, 3, 2, 15, 39, 179846), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:15:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:15:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 15, 39, 181668), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 15, 39, 181668), 0, 2, datetime.datetime(2022, 6, 3, 2, 15, 39, 181668), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:15:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:15:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 15, 39, 183323), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 15, 39, 183323), 0, 2, datetime.datetime(2022, 6, 3, 2, 15, 39, 183323), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:15:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:15:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:15:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:15:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:15:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:15:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:15:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:15:51,748 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:16:39.167018+00:00 (in 29.999202 seconds)
repomirrorworker stdout | 2022-06-03 02:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:16:39 UTC)" (scheduled at 2022-06-03 02:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:16:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:16:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:16:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 16, 9, 176564), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 16, 9, 176564), 0, 2, datetime.datetime(2022, 6, 3, 2, 16, 9, 176564), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:16:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:16:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 16, 9, 179737), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 16, 9, 179737), 0, 2, datetime.datetime(2022, 6, 3, 2, 16, 9, 179737), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:16:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:16:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 16, 9, 181637), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 16, 9, 181637), 0, 2, datetime.datetime(2022, 6, 3, 2, 16, 9, 181637), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:16:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:16:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 16, 9, 183340), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 16, 9, 183340), 0, 2, datetime.datetime(2022, 6, 3, 2, 16, 9, 183340), True, 12, 15])
repomirrorworker stdout | 2022-06-03 02:16:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 02:16:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:16:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:16:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:16:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:16:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:16:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:16:21,796 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:17:09.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-03 02:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:17:09 UTC)" (scheduled at 2022-06-03 02:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:16:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:16:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:16:39,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 16, 39, 175890), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 16, 39, 175890), 0, 2, datetime.datetime(2022, 6, 3, 2, 16, 39, 175890), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:16:39,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:16:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 16, 39, 178994), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 16, 39, 178994), 0, 2, datetime.datetime(2022, 6, 3, 2, 16, 39, 178994), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:16:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:16:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 16, 39, 180934), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 16, 39, 180934), 0, 2, datetime.datetime(2022, 6, 3, 2, 16, 39, 180934), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:16:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:16:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 16, 39, 182603), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 16, 39, 182603), 0, 2, datetime.datetime(2022, 6, 3, 2, 16, 39, 182603), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:16:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:16:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 16, 39, 184292), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 16, 39, 184292), 0, 2, datetime.datetime(2022, 6, 3, 2, 16, 39, 184292), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:16:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:16:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:16:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:16:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:16:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:16:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:16:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:16:51,853 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:17:39.167018+00:00 (in 29.999076 seconds)
repomirrorworker stdout | 2022-06-03 02:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:17:39 UTC)" (scheduled at 2022-06-03 02:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:17:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:17:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:17:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 17, 9, 176529), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 17, 9, 176529), 0, 2, datetime.datetime(2022, 6, 3, 2, 17, 9, 176529), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:17:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:17:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 17, 9, 179881), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 17, 9, 179881), 0, 2, datetime.datetime(2022, 6, 3, 2, 17, 9, 179881), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:17:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:17:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 17, 9, 181835), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 17, 9, 181835), 0, 2, datetime.datetime(2022, 6, 3, 2, 17, 9, 181835), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:17:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:17:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 17, 9, 183496), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 17, 9, 183496), 0, 2, datetime.datetime(2022, 6, 3, 2, 17, 9, 183496), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:17:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:17:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:17:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:17:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:17:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:17:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:17:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:17:21,910 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:18:09.167018+00:00 (in 29.999138 seconds)
repomirrorworker stdout | 2022-06-03 02:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:18:09 UTC)" (scheduled at 2022-06-03 02:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:17:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:17:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 17, 39, 176889), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 17, 39, 176889), 0, 2, datetime.datetime(2022, 6, 3, 2, 17, 39, 176889), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:17:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:17:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 17, 39, 179965), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 17, 39, 179965), 0, 2, datetime.datetime(2022, 6, 3, 2, 17, 39, 179965), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:17:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:17:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 17, 39, 181846), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 17, 39, 181846), 0, 2, datetime.datetime(2022, 6, 3, 2, 17, 39, 181846), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:17:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:17:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 17, 39, 183651), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 17, 39, 183651), 0, 2, datetime.datetime(2022, 6, 3, 2, 17, 39, 183651), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:17:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:17:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 17, 39, 185479), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 17, 39, 185479), 0, 2, datetime.datetime(2022, 6, 3, 2, 17, 39, 185479), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:17:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:17:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:17:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:17:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:17:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:17:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:17:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:17:51,956 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:18:39.167018+00:00 (in 29.999251 seconds)
repomirrorworker stdout | 2022-06-03 02:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:18:39 UTC)" (scheduled at 2022-06-03 02:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:18:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:18:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 18, 9, 176376), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 18, 9, 176376), 0, 2, datetime.datetime(2022, 6, 3, 2, 18, 9, 176376), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:18:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:18:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 18, 9, 180023), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 18, 9, 180023), 0, 2, datetime.datetime(2022, 6, 3, 2, 18, 9, 180023), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:18:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:18:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 18, 9, 182060), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 18, 9, 182060), 0, 2, datetime.datetime(2022, 6, 3, 2, 18, 9, 182060), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:18:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:18:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 18, 9, 183773), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 18, 9, 183773), 0, 2, datetime.datetime(2022, 6, 3, 2, 18, 9, 183773), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:18:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:18:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 18, 9, 185403), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 18, 9, 185403), 0, 2, datetime.datetime(2022, 6, 3, 2, 18, 9, 185403), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:18:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:18:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:18:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:18:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:18:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:18:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:18:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:18:22,010 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:19:09.167018+00:00 (in 29.998948 seconds)
repomirrorworker stdout | 2022-06-03 02:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:19:09 UTC)" (scheduled at 2022-06-03 02:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:18:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:18:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:18:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 18, 39, 176438), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 18, 39, 176438), 0, 2, datetime.datetime(2022, 6, 3, 2, 18, 39, 176438), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:18:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:18:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 18, 39, 179619), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 18, 39, 179619), 0, 2, datetime.datetime(2022, 6, 3, 2, 18, 39, 179619), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:18:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:18:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 18, 39, 181849), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 18, 39, 181849), 0, 2, datetime.datetime(2022, 6, 3, 2, 18, 39, 181849), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:18:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:18:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 18, 39, 183801), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 18, 39, 183801), 0, 2, datetime.datetime(2022, 6, 3, 2, 18, 39, 183801), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:18:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:18:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:18:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:18:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:18:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:18:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:18:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:18:52,078 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:19:39.167018+00:00 (in 29.999141 seconds)
repomirrorworker stdout | 2022-06-03 02:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:19:39 UTC)" (scheduled at 2022-06-03 02:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:19:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:19:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:19:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 19, 9, 176331), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 19, 9, 176331), 0, 2, datetime.datetime(2022, 6, 3, 2, 19, 9, 176331), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:19:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:19:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 19, 9, 179443), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 19, 9, 179443), 0, 2, datetime.datetime(2022, 6, 3, 2, 19, 9, 179443), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:19:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:19:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 19, 9, 181313), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 19, 9, 181313), 0, 2, datetime.datetime(2022, 6, 3, 2, 19, 9, 181313), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:19:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:19:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 19, 9, 183046), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 19, 9, 183046), 0, 2, datetime.datetime(2022, 6, 3, 2, 19, 9, 183046), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:19:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:19:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 19, 9, 184861), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 19, 9, 184861), 0, 2, datetime.datetime(2022, 6, 3, 2, 19, 9, 184861), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:19:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:19:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:19:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:19:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:19:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:19:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:19:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:19:22,138 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:20:09.167018+00:00 (in 29.999199 seconds)
repomirrorworker stdout | 2022-06-03 02:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:20:09 UTC)" (scheduled at 2022-06-03 02:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:19:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:19:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:19:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 19, 39, 176721), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 19, 39, 176721), 0, 2, datetime.datetime(2022, 6, 3, 2, 19, 39, 176721), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:19:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:19:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 19, 39, 180086), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 19, 39, 180086), 0, 2, datetime.datetime(2022, 6, 3, 2, 19, 39, 180086), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:19:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:19:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 19, 39, 182081), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 19, 39, 182081), 0, 2, datetime.datetime(2022, 6, 3, 2, 19, 39, 182081), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:19:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:19:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 19, 39, 183926), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 19, 39, 183926), 0, 2, datetime.datetime(2022, 6, 3, 2, 19, 39, 183926), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:19:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:19:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:19:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:19:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:19:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:19:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:19:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:19:52,184 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:20:39.167018+00:00 (in 29.999122 seconds)
repomirrorworker stdout | 2022-06-03 02:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:20:39 UTC)" (scheduled at 2022-06-03 02:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:20:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:20:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 20, 9, 176789), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 20, 9, 176789), 0, 2, datetime.datetime(2022, 6, 3, 2, 20, 9, 176789), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:20:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 20, 9, 180466), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 20, 9, 180466), 0, 2, datetime.datetime(2022, 6, 3, 2, 20, 9, 180466), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:20:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:20:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 20, 9, 182327), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 20, 9, 182327), 0, 2, datetime.datetime(2022, 6, 3, 2, 20, 9, 182327), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:20:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:20:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 20, 9, 183988), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 20, 9, 183988), 0, 2, datetime.datetime(2022, 6, 3, 2, 20, 9, 183988), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:20:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:20:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 20, 9, 185784), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 20, 9, 185784), 0, 2, datetime.datetime(2022, 6, 3, 2, 20, 9, 185784), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:20:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:20:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:20:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:20:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:20:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:20:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:20:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:20:22,222 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:21:09.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-03 02:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:21:09 UTC)" (scheduled at 2022-06-03 02:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:20:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:20:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:20:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 20, 39, 176400), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 20, 39, 176400), 0, 2, datetime.datetime(2022, 6, 3, 2, 20, 39, 176400), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:20:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:20:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 20, 39, 179548), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 20, 39, 179548), 0, 2, datetime.datetime(2022, 6, 3, 2, 20, 39, 179548), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:20:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:20:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 20, 39, 181427), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 20, 39, 181427), 0, 2, datetime.datetime(2022, 6, 3, 2, 20, 39, 181427), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:20:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:20:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 20, 39, 183143), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 20, 39, 183143), 0, 2, datetime.datetime(2022, 6, 3, 2, 20, 39, 183143), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:20:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:20:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 20, 39, 184830), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 20, 39, 184830), 0, 2, datetime.datetime(2022, 6, 3, 2, 20, 39, 184830), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:20:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:20:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:20:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:20:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:20:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:20:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:20:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:20:52,280 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:21:39.167018+00:00 (in 29.999213 seconds)
repomirrorworker stdout | 2022-06-03 02:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:21:39 UTC)" (scheduled at 2022-06-03 02:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:21:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:21:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:21:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 21, 9, 176022), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 21, 9, 176022), 0, 2, datetime.datetime(2022, 6, 3, 2, 21, 9, 176022), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:21:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:21:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 21, 9, 179362), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 21, 9, 179362), 0, 2, datetime.datetime(2022, 6, 3, 2, 21, 9, 179362), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:21:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:21:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 21, 9, 181318), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 21, 9, 181318), 0, 2, datetime.datetime(2022, 6, 3, 2, 21, 9, 181318), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:21:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:21:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 21, 9, 182990), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 21, 9, 182990), 0, 2, datetime.datetime(2022, 6, 3, 2, 21, 9, 182990), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:21:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:21:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 21, 9, 184620), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 21, 9, 184620), 0, 2, datetime.datetime(2022, 6, 3, 2, 21, 9, 184620), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:21:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:21:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:21:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:21:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:21:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:21:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:21:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:21:22,323 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:22:09.167018+00:00 (in 29.999133 seconds)
repomirrorworker stdout | 2022-06-03 02:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:22:09 UTC)" (scheduled at 2022-06-03 02:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:21:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:21:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:21:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 21, 39, 176651), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 21, 39, 176651), 0, 2, datetime.datetime(2022, 6, 3, 2, 21, 39, 176651), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:21:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:21:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 21, 39, 180224), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 21, 39, 180224), 0, 2, datetime.datetime(2022, 6, 3, 2, 21, 39, 180224), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:21:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:21:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 21, 39, 182516), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 21, 39, 182516), 0, 2, datetime.datetime(2022, 6, 3, 2, 21, 39, 182516), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:21:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:21:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 21, 39, 184604), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 21, 39, 184604), 0, 2, datetime.datetime(2022, 6, 3, 2, 21, 39, 184604), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:21:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:21:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:21:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:21:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:21:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:21:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:21:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:21:52,384 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:22:39.167018+00:00 (in 29.999061 seconds)
repomirrorworker stdout | 2022-06-03 02:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:22:39 UTC)" (scheduled at 2022-06-03 02:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:22:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:22:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:22:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 22, 9, 176932), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 22, 9, 176932), 0, 2, datetime.datetime(2022, 6, 3, 2, 22, 9, 176932), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:22:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:22:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 22, 9, 180496), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 22, 9, 180496), 0, 2, datetime.datetime(2022, 6, 3, 2, 22, 9, 180496), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:22:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:22:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 22, 9, 182489), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 22, 9, 182489), 0, 2, datetime.datetime(2022, 6, 3, 2, 22, 9, 182489), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:22:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:22:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 22, 9, 184186), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 22, 9, 184186), 0, 2, datetime.datetime(2022, 6, 3, 2, 22, 9, 184186), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:22:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:22:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:22:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:22:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:22:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:22:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:22:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:22:22,444 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:23:09.167018+00:00 (in 29.999131 seconds)
repomirrorworker stdout | 2022-06-03 02:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:23:09 UTC)" (scheduled at 2022-06-03 02:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:22:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:22:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 22, 39, 176777), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 22, 39, 176777), 0, 2, datetime.datetime(2022, 6, 3, 2, 22, 39, 176777), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:22:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:22:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 22, 39, 179943), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 22, 39, 179943), 0, 2, datetime.datetime(2022, 6, 3, 2, 22, 39, 179943), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:22:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:22:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 22, 39, 181798), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 22, 39, 181798), 0, 2, datetime.datetime(2022, 6, 3, 2, 22, 39, 181798), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:22:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:22:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 22, 39, 183519), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 22, 39, 183519), 0, 2, datetime.datetime(2022, 6, 3, 2, 22, 39, 183519), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:22:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:22:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 22, 39, 185176), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 22, 39, 185176), 0, 2, datetime.datetime(2022, 6, 3, 2, 22, 39, 185176), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:22:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:22:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:22:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:22:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:22:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:22:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:22:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:22:52,506 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:23:39.167018+00:00 (in 29.998983 seconds)
repomirrorworker stdout | 2022-06-03 02:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:23:39 UTC)" (scheduled at 2022-06-03 02:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:23:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:23:09,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 23, 9, 175799), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 23, 9, 175799), 0, 2, datetime.datetime(2022, 6, 3, 2, 23, 9, 175799), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:23:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:23:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 23, 9, 178867), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 23, 9, 178867), 0, 2, datetime.datetime(2022, 6, 3, 2, 23, 9, 178867), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:23:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:23:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 23, 9, 180721), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 23, 9, 180721), 0, 2, datetime.datetime(2022, 6, 3, 2, 23, 9, 180721), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:23:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:23:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 23, 9, 182347), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 23, 9, 182347), 0, 2, datetime.datetime(2022, 6, 3, 2, 23, 9, 182347), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:23:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:23:09,183 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:23:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:23:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:23:09,188 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:23:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:23:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:23:22,560 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:24:09.167018+00:00 (in 29.998947 seconds)
repomirrorworker stdout | 2022-06-03 02:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:24:09 UTC)" (scheduled at 2022-06-03 02:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:23:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:23:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:23:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 23, 39, 176650), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 23, 39, 176650), 0, 2, datetime.datetime(2022, 6, 3, 2, 23, 39, 176650), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:23:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:23:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 23, 39, 179812), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 23, 39, 179812), 0, 2, datetime.datetime(2022, 6, 3, 2, 23, 39, 179812), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:23:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:23:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 23, 39, 181773), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 23, 39, 181773), 0, 2, datetime.datetime(2022, 6, 3, 2, 23, 39, 181773), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:23:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:23:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 23, 39, 183619), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 23, 39, 183619), 0, 2, datetime.datetime(2022, 6, 3, 2, 23, 39, 183619), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:23:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:23:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 23, 39, 185451), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 23, 39, 185451), 0, 2, datetime.datetime(2022, 6, 3, 2, 23, 39, 185451), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:23:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:23:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:23:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:23:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:23:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:23:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:23:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:23:52,619 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:24:39.167018+00:00 (in 29.999008 seconds)
repomirrorworker stdout | 2022-06-03 02:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:24:39 UTC)" (scheduled at 2022-06-03 02:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:24:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:24:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:24:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 24, 9, 176665), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 24, 9, 176665), 0, 2, datetime.datetime(2022, 6, 3, 2, 24, 9, 176665), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:24:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:24:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 24, 9, 179838), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 24, 9, 179838), 0, 2, datetime.datetime(2022, 6, 3, 2, 24, 9, 179838), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:24:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:24:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 24, 9, 181687), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 24, 9, 181687), 0, 2, datetime.datetime(2022, 6, 3, 2, 24, 9, 181687), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:24:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:24:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 24, 9, 183382), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 24, 9, 183382), 0, 2, datetime.datetime(2022, 6, 3, 2, 24, 9, 183382), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:24:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:24:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 24, 9, 185092), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 24, 9, 185092), 0, 2, datetime.datetime(2022, 6, 3, 2, 24, 9, 185092), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:24:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:24:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:24:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:24:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:24:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:24:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:24:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:24:22,656 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:25:09.167018+00:00 (in 29.999011 seconds)
repomirrorworker stdout | 2022-06-03 02:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:25:09 UTC)" (scheduled at 2022-06-03 02:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:24:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:24:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:24:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 24, 39, 176843), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 24, 39, 176843), 0, 2, datetime.datetime(2022, 6, 3, 2, 24, 39, 176843), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:24:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:24:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 24, 39, 180155), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 24, 39, 180155), 0, 2, datetime.datetime(2022, 6, 3, 2, 24, 39, 180155), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:24:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:24:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 24, 39, 182053), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 24, 39, 182053), 0, 2, datetime.datetime(2022, 6, 3, 2, 24, 39, 182053), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:24:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:24:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 24, 39, 183735), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 24, 39, 183735), 0, 2, datetime.datetime(2022, 6, 3, 2, 24, 39, 183735), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:24:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:24:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 24, 39, 185387), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 24, 39, 185387), 0, 2, datetime.datetime(2022, 6, 3, 2, 24, 39, 185387), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:24:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:24:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:24:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:24:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:24:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:24:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:24:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:24:52,715 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:25:39.167018+00:00 (in 29.999123 seconds)
repomirrorworker stdout | 2022-06-03 02:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:25:39 UTC)" (scheduled at 2022-06-03 02:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:25:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:25:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:25:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 25, 9, 176953), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 25, 9, 176953), 0, 2, datetime.datetime(2022, 6, 3, 2, 25, 9, 176953), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:25:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 25, 9, 180502), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 25, 9, 180502), 0, 2, datetime.datetime(2022, 6, 3, 2, 25, 9, 180502), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:25:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:25:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 25, 9, 182385), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 25, 9, 182385), 0, 2, datetime.datetime(2022, 6, 3, 2, 25, 9, 182385), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:25:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:25:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 25, 9, 184097), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 25, 9, 184097), 0, 2, datetime.datetime(2022, 6, 3, 2, 25, 9, 184097), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:25:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:25:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 25, 9, 185752), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 25, 9, 185752), 0, 2, datetime.datetime(2022, 6, 3, 2, 25, 9, 185752), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:25:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:25:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:25:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:25:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:25:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:25:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:25:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:25:22,761 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:26:09.167018+00:00 (in 29.999096 seconds)
repomirrorworker stdout | 2022-06-03 02:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:26:09 UTC)" (scheduled at 2022-06-03 02:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:25:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:25:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 25, 39, 176613), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 25, 39, 176613), 0, 2, datetime.datetime(2022, 6, 3, 2, 25, 39, 176613), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:25:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:25:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 25, 39, 179976), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 25, 39, 179976), 0, 2, datetime.datetime(2022, 6, 3, 2, 25, 39, 179976), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:25:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:25:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 25, 39, 181884), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 25, 39, 181884), 0, 2, datetime.datetime(2022, 6, 3, 2, 25, 39, 181884), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:25:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:25:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 25, 39, 183594), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 25, 39, 183594), 0, 2, datetime.datetime(2022, 6, 3, 2, 25, 39, 183594), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:25:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:25:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 25, 39, 185296), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 25, 39, 185296), 0, 2, datetime.datetime(2022, 6, 3, 2, 25, 39, 185296), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:25:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:25:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:25:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:25:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:25:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:25:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:25:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:25:52,818 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:26:39.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-03 02:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:26:39 UTC)" (scheduled at 2022-06-03 02:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:26:09,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:26:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 26, 9, 178151), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 26, 9, 178151), 0, 2, datetime.datetime(2022, 6, 3, 2, 26, 9, 178151), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:26:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:26:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 26, 9, 181525), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 26, 9, 181525), 0, 2, datetime.datetime(2022, 6, 3, 2, 26, 9, 181525), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:26:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:26:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 26, 9, 183531), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 26, 9, 183531), 0, 2, datetime.datetime(2022, 6, 3, 2, 26, 9, 183531), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:26:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:26:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 26, 9, 185261), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 26, 9, 185261), 0, 2, datetime.datetime(2022, 6, 3, 2, 26, 9, 185261), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:26:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:26:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:26:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:26:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:26:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:26:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:26:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:26:22,854 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:27:09.167018+00:00 (in 29.999139 seconds)
repomirrorworker stdout | 2022-06-03 02:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:27:09 UTC)" (scheduled at 2022-06-03 02:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:26:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:26:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:26:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 26, 39, 176909), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 26, 39, 176909), 0, 2, datetime.datetime(2022, 6, 3, 2, 26, 39, 176909), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:26:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:26:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 26, 39, 180534), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 26, 39, 180534), 0, 2, datetime.datetime(2022, 6, 3, 2, 26, 39, 180534), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:26:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:26:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 26, 39, 182454), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 26, 39, 182454), 0, 2, datetime.datetime(2022, 6, 3, 2, 26, 39, 182454), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:26:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:26:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 26, 39, 184178), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 26, 39, 184178), 0, 2, datetime.datetime(2022, 6, 3, 2, 26, 39, 184178), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:26:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:26:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 26, 39, 185999), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 26, 39, 185999), 0, 2, datetime.datetime(2022, 6, 3, 2, 26, 39, 185999), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:26:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:26:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:26:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:26:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:26:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:26:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:26:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:26:52,914 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:27:39.167018+00:00 (in 29.999142 seconds)
repomirrorworker stdout | 2022-06-03 02:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:27:39 UTC)" (scheduled at 2022-06-03 02:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:27:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:27:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:27:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 27, 9, 176864), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 27, 9, 176864), 0, 2, datetime.datetime(2022, 6, 3, 2, 27, 9, 176864), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:27:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:27:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 27, 9, 180291), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 27, 9, 180291), 0, 2, datetime.datetime(2022, 6, 3, 2, 27, 9, 180291), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:27:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:27:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 27, 9, 182268), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 27, 9, 182268), 0, 2, datetime.datetime(2022, 6, 3, 2, 27, 9, 182268), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:27:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:27:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 27, 9, 184058), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 27, 9, 184058), 0, 2, datetime.datetime(2022, 6, 3, 2, 27, 9, 184058), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:27:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:27:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 27, 9, 185853), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 27, 9, 185853), 0, 2, datetime.datetime(2022, 6, 3, 2, 27, 9, 185853), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:27:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:27:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:27:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:27:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:27:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:27:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:27:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:27:22,987 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:28:09.167018+00:00 (in 29.998990 seconds)
repomirrorworker stdout | 2022-06-03 02:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:28:09 UTC)" (scheduled at 2022-06-03 02:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:27:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:27:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:27:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 27, 39, 177125), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 27, 39, 177125), 0, 2, datetime.datetime(2022, 6, 3, 2, 27, 39, 177125), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:27:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:27:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 27, 39, 180260), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 27, 39, 180260), 0, 2, datetime.datetime(2022, 6, 3, 2, 27, 39, 180260), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:27:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:27:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 27, 39, 182225), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 27, 39, 182225), 0, 2, datetime.datetime(2022, 6, 3, 2, 27, 39, 182225), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:27:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:27:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 27, 39, 183929), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 27, 39, 183929), 0, 2, datetime.datetime(2022, 6, 3, 2, 27, 39, 183929), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:27:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:27:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:27:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:27:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:27:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:27:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:27:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:27:53,062 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:28:39.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-03 02:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:28:39 UTC)" (scheduled at 2022-06-03 02:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:28:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:28:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 28, 9, 176834), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 28, 9, 176834), 0, 2, datetime.datetime(2022, 6, 3, 2, 28, 9, 176834), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:28:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:28:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 28, 9, 179954), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 28, 9, 179954), 0, 2, datetime.datetime(2022, 6, 3, 2, 28, 9, 179954), True, 12, 15])
repomirrorworker stdout | 2022-06-03 02:28:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 02:28:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 28, 9, 181841), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 28, 9, 181841), 0, 2, datetime.datetime(2022, 6, 3, 2, 28, 9, 181841), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:28:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:28:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 28, 9, 183466), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 28, 9, 183466), 0, 2, datetime.datetime(2022, 6, 3, 2, 28, 9, 183466), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:28:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:28:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:28:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:28:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:28:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:28:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:28:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:28:23,097 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:29:09.167018+00:00 (in 29.999198 seconds)
repomirrorworker stdout | 2022-06-03 02:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:29:09 UTC)" (scheduled at 2022-06-03 02:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:28:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:28:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:28:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 28, 39, 176261), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 28, 39, 176261), 0, 2, datetime.datetime(2022, 6, 3, 2, 28, 39, 176261), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:28:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:28:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 28, 39, 179316), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 28, 39, 179316), 0, 2, datetime.datetime(2022, 6, 3, 2, 28, 39, 179316), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:28:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:28:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 28, 39, 181160), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 28, 39, 181160), 0, 2, datetime.datetime(2022, 6, 3, 2, 28, 39, 181160), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:28:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:28:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 28, 39, 182822), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 28, 39, 182822), 0, 2, datetime.datetime(2022, 6, 3, 2, 28, 39, 182822), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:28:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:28:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 28, 39, 184430), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 28, 39, 184430), 0, 2, datetime.datetime(2022, 6, 3, 2, 28, 39, 184430), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:28:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:28:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:28:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:28:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:28:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:28:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:28:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:28:53,163 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:29:39.167018+00:00 (in 29.999058 seconds)
repomirrorworker stdout | 2022-06-03 02:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:29:39 UTC)" (scheduled at 2022-06-03 02:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:29:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:29:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:29:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 29, 9, 176739), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 29, 9, 176739), 0, 2, datetime.datetime(2022, 6, 3, 2, 29, 9, 176739), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:29:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:29:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 29, 9, 179895), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 29, 9, 179895), 0, 2, datetime.datetime(2022, 6, 3, 2, 29, 9, 179895), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:29:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:29:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 29, 9, 181741), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 29, 9, 181741), 0, 2, datetime.datetime(2022, 6, 3, 2, 29, 9, 181741), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:29:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:29:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 29, 9, 183376), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 29, 9, 183376), 0, 2, datetime.datetime(2022, 6, 3, 2, 29, 9, 183376), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:29:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:29:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:29:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:29:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:29:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:29:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:29:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:29:23,223 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:30:09.167018+00:00 (in 29.999189 seconds)
repomirrorworker stdout | 2022-06-03 02:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:30:09 UTC)" (scheduled at 2022-06-03 02:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:29:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:29:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 29, 39, 176565), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 29, 39, 176565), 0, 2, datetime.datetime(2022, 6, 3, 2, 29, 39, 176565), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:29:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:29:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 29, 39, 179708), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 29, 39, 179708), 0, 2, datetime.datetime(2022, 6, 3, 2, 29, 39, 179708), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:29:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:29:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 29, 39, 181697), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 29, 39, 181697), 0, 2, datetime.datetime(2022, 6, 3, 2, 29, 39, 181697), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:29:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:29:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 29, 39, 183397), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 29, 39, 183397), 0, 2, datetime.datetime(2022, 6, 3, 2, 29, 39, 183397), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:29:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:29:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 29, 39, 185077), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 29, 39, 185077), 0, 2, datetime.datetime(2022, 6, 3, 2, 29, 39, 185077), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:29:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:29:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:29:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:29:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:29:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:29:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:29:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:29:53,281 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:30:39.167018+00:00 (in 29.998907 seconds)
repomirrorworker stdout | 2022-06-03 02:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:30:39 UTC)" (scheduled at 2022-06-03 02:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:30:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:30:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:30:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 30, 9, 177013), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 30, 9, 177013), 0, 2, datetime.datetime(2022, 6, 3, 2, 30, 9, 177013), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:30:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:30:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 30, 9, 180531), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 30, 9, 180531), 0, 2, datetime.datetime(2022, 6, 3, 2, 30, 9, 180531), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:30:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:30:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 30, 9, 182469), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 30, 9, 182469), 0, 2, datetime.datetime(2022, 6, 3, 2, 30, 9, 182469), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:30:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:30:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 30, 9, 184179), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 30, 9, 184179), 0, 2, datetime.datetime(2022, 6, 3, 2, 30, 9, 184179), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:30:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:30:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 30, 9, 185895), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 30, 9, 185895), 0, 2, datetime.datetime(2022, 6, 3, 2, 30, 9, 185895), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:30:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:30:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:30:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:30:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:30:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:30:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:30:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:30:23,346 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:31:09.167018+00:00 (in 29.999089 seconds)
repomirrorworker stdout | 2022-06-03 02:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:31:09 UTC)" (scheduled at 2022-06-03 02:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:30:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:30:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:30:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 30, 39, 176306), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 30, 39, 176306), 0, 2, datetime.datetime(2022, 6, 3, 2, 30, 39, 176306), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:30:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:30:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 30, 39, 179509), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 30, 39, 179509), 0, 2, datetime.datetime(2022, 6, 3, 2, 30, 39, 179509), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:30:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:30:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 30, 39, 181434), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 30, 39, 181434), 0, 2, datetime.datetime(2022, 6, 3, 2, 30, 39, 181434), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:30:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:30:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 30, 39, 183154), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 30, 39, 183154), 0, 2, datetime.datetime(2022, 6, 3, 2, 30, 39, 183154), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:30:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:30:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:30:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:30:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:30:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:30:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:30:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:30:53,385 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:31:39.167018+00:00 (in 29.999128 seconds)
repomirrorworker stdout | 2022-06-03 02:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:31:39 UTC)" (scheduled at 2022-06-03 02:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:31:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:31:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 31, 9, 177134), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 31, 9, 177134), 0, 2, datetime.datetime(2022, 6, 3, 2, 31, 9, 177134), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:31:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:31:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 31, 9, 180820), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 31, 9, 180820), 0, 2, datetime.datetime(2022, 6, 3, 2, 31, 9, 180820), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:31:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:31:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 31, 9, 182790), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 31, 9, 182790), 0, 2, datetime.datetime(2022, 6, 3, 2, 31, 9, 182790), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:31:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:31:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 31, 9, 184543), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 31, 9, 184543), 0, 2, datetime.datetime(2022, 6, 3, 2, 31, 9, 184543), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:31:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:31:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 31, 9, 186288), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 31, 9, 186288), 0, 2, datetime.datetime(2022, 6, 3, 2, 31, 9, 186288), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:31:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:31:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:31:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:31:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:31:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:31:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:31:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:31:23,422 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:32:09.167018+00:00 (in 29.998972 seconds)
repomirrorworker stdout | 2022-06-03 02:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:32:09 UTC)" (scheduled at 2022-06-03 02:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:31:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:31:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:31:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 31, 39, 177085), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 31, 39, 177085), 0, 2, datetime.datetime(2022, 6, 3, 2, 31, 39, 177085), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:31:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:31:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 31, 39, 180243), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 31, 39, 180243), 0, 2, datetime.datetime(2022, 6, 3, 2, 31, 39, 180243), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:31:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:31:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 31, 39, 182435), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 31, 39, 182435), 0, 2, datetime.datetime(2022, 6, 3, 2, 31, 39, 182435), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:31:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:31:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 31, 39, 184361), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 31, 39, 184361), 0, 2, datetime.datetime(2022, 6, 3, 2, 31, 39, 184361), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:31:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:31:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 31, 39, 186237), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 31, 39, 186237), 0, 2, datetime.datetime(2022, 6, 3, 2, 31, 39, 186237), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:31:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:31:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:31:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:31:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:31:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:31:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:31:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:31:53,467 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:32:39.167018+00:00 (in 29.999074 seconds)
repomirrorworker stdout | 2022-06-03 02:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:32:39 UTC)" (scheduled at 2022-06-03 02:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:32:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:32:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:32:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 32, 9, 177007), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 32, 9, 177007), 0, 2, datetime.datetime(2022, 6, 3, 2, 32, 9, 177007), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:32:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:32:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 32, 9, 180828), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 32, 9, 180828), 0, 2, datetime.datetime(2022, 6, 3, 2, 32, 9, 180828), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:32:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:32:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 32, 9, 182665), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 32, 9, 182665), 0, 2, datetime.datetime(2022, 6, 3, 2, 32, 9, 182665), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:32:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:32:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 32, 9, 184370), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 32, 9, 184370), 0, 2, datetime.datetime(2022, 6, 3, 2, 32, 9, 184370), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:32:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:32:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 32, 9, 186051), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 32, 9, 186051), 0, 2, datetime.datetime(2022, 6, 3, 2, 32, 9, 186051), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:32:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:32:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:32:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:32:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:32:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:32:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:32:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:32:23,529 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:33:09.167018+00:00 (in 29.999113 seconds)
repomirrorworker stdout | 2022-06-03 02:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:33:09 UTC)" (scheduled at 2022-06-03 02:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:32:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:32:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:32:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 32, 39, 177054), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 32, 39, 177054), 0, 2, datetime.datetime(2022, 6, 3, 2, 32, 39, 177054), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:32:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:32:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 32, 39, 180617), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 32, 39, 180617), 0, 2, datetime.datetime(2022, 6, 3, 2, 32, 39, 180617), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:32:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:32:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 32, 39, 182466), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 32, 39, 182466), 0, 2, datetime.datetime(2022, 6, 3, 2, 32, 39, 182466), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:32:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:32:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 32, 39, 184152), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 32, 39, 184152), 0, 2, datetime.datetime(2022, 6, 3, 2, 32, 39, 184152), True, 12, 15])
repomirrorworker stdout | 2022-06-03 02:32:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 02:32:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:32:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:32:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:32:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:32:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:32:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:32:53,603 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:33:39.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-03 02:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:33:39 UTC)" (scheduled at 2022-06-03 02:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:33:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:33:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:33:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 33, 9, 177025), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 33, 9, 177025), 0, 2, datetime.datetime(2022, 6, 3, 2, 33, 9, 177025), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:33:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:33:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 33, 9, 180374), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 33, 9, 180374), 0, 2, datetime.datetime(2022, 6, 3, 2, 33, 9, 180374), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:33:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:33:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 33, 9, 182442), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 33, 9, 182442), 0, 2, datetime.datetime(2022, 6, 3, 2, 33, 9, 182442), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:33:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:33:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 33, 9, 185775), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 33, 9, 185775), 0, 2, datetime.datetime(2022, 6, 3, 2, 33, 9, 185775), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:33:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:33:09,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 33, 9, 188062), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 33, 9, 188062), 0, 2, datetime.datetime(2022, 6, 3, 2, 33, 9, 188062), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:33:09,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:33:09,190 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:33:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:33:09,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:33:09,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:33:09,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:33:09,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:33:23,674 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:34:09.167018+00:00 (in 29.999176 seconds)
repomirrorworker stdout | 2022-06-03 02:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:34:09 UTC)" (scheduled at 2022-06-03 02:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:33:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:33:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:33:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 33, 39, 176492), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 33, 39, 176492), 0, 2, datetime.datetime(2022, 6, 3, 2, 33, 39, 176492), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:33:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:33:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 33, 39, 179584), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 33, 39, 179584), 0, 2, datetime.datetime(2022, 6, 3, 2, 33, 39, 179584), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:33:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:33:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 33, 39, 181451), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 33, 39, 181451), 0, 2, datetime.datetime(2022, 6, 3, 2, 33, 39, 181451), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:33:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:33:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 33, 39, 183140), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 33, 39, 183140), 0, 2, datetime.datetime(2022, 6, 3, 2, 33, 39, 183140), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:33:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:33:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 33, 39, 184829), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 33, 39, 184829), 0, 2, datetime.datetime(2022, 6, 3, 2, 33, 39, 184829), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:33:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:33:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:33:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:33:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:33:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:33:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:33:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:33:53,735 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:34:39.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-03 02:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:34:39 UTC)" (scheduled at 2022-06-03 02:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:34:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:34:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:34:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 34, 9, 176699), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 34, 9, 176699), 0, 2, datetime.datetime(2022, 6, 3, 2, 34, 9, 176699), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:34:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:34:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 34, 9, 180022), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 34, 9, 180022), 0, 2, datetime.datetime(2022, 6, 3, 2, 34, 9, 180022), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:34:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:34:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 34, 9, 181893), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 34, 9, 181893), 0, 2, datetime.datetime(2022, 6, 3, 2, 34, 9, 181893), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:34:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:34:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 34, 9, 183546), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 34, 9, 183546), 0, 2, datetime.datetime(2022, 6, 3, 2, 34, 9, 183546), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:34:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:34:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 34, 9, 185200), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 34, 9, 185200), 0, 2, datetime.datetime(2022, 6, 3, 2, 34, 9, 185200), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:34:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:34:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:34:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:34:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:34:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:34:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:34:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:34:23,797 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:35:09.167018+00:00 (in 29.999100 seconds)
repomirrorworker stdout | 2022-06-03 02:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:35:09 UTC)" (scheduled at 2022-06-03 02:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:34:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:34:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:34:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 34, 39, 177209), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 34, 39, 177209), 0, 2, datetime.datetime(2022, 6, 3, 2, 34, 39, 177209), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:34:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:34:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 34, 39, 180393), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 34, 39, 180393), 0, 2, datetime.datetime(2022, 6, 3, 2, 34, 39, 180393), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:34:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:34:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 34, 39, 182295), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 34, 39, 182295), 0, 2, datetime.datetime(2022, 6, 3, 2, 34, 39, 182295), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:34:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:34:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 34, 39, 183972), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 34, 39, 183972), 0, 2, datetime.datetime(2022, 6, 3, 2, 34, 39, 183972), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:34:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:34:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:34:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:34:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:34:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:34:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:34:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:34:53,884 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:35:39.167018+00:00 (in 29.999135 seconds)
repomirrorworker stdout | 2022-06-03 02:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:35:39 UTC)" (scheduled at 2022-06-03 02:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:35:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:35:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:35:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 35, 9, 176735), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 35, 9, 176735), 0, 2, datetime.datetime(2022, 6, 3, 2, 35, 9, 176735), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:35:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:35:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 35, 9, 180382), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 35, 9, 180382), 0, 2, datetime.datetime(2022, 6, 3, 2, 35, 9, 180382), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:35:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:35:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 35, 9, 182241), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 35, 9, 182241), 0, 2, datetime.datetime(2022, 6, 3, 2, 35, 9, 182241), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:35:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:35:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 35, 9, 183938), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 35, 9, 183938), 0, 2, datetime.datetime(2022, 6, 3, 2, 35, 9, 183938), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:35:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:35:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 35, 9, 185551), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 35, 9, 185551), 0, 2, datetime.datetime(2022, 6, 3, 2, 35, 9, 185551), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:35:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:35:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:35:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:35:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:35:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:35:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:35:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:35:23,933 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:36:09.167018+00:00 (in 29.999163 seconds)
repomirrorworker stdout | 2022-06-03 02:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:36:09 UTC)" (scheduled at 2022-06-03 02:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:35:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:35:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:35:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 35, 39, 176963), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 35, 39, 176963), 0, 2, datetime.datetime(2022, 6, 3, 2, 35, 39, 176963), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:35:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:35:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 35, 39, 180421), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 35, 39, 180421), 0, 2, datetime.datetime(2022, 6, 3, 2, 35, 39, 180421), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:35:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:35:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 35, 39, 182410), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 35, 39, 182410), 0, 2, datetime.datetime(2022, 6, 3, 2, 35, 39, 182410), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:35:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:35:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 35, 39, 184104), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 35, 39, 184104), 0, 2, datetime.datetime(2022, 6, 3, 2, 35, 39, 184104), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:35:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:35:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 35, 39, 185766), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 35, 39, 185766), 0, 2, datetime.datetime(2022, 6, 3, 2, 35, 39, 185766), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:35:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:35:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:35:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:35:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:35:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:35:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:35:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:35:54,020 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:36:39.167018+00:00 (in 29.999111 seconds)
repomirrorworker stdout | 2022-06-03 02:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:36:39 UTC)" (scheduled at 2022-06-03 02:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:36:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:36:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 36, 9, 176837), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 36, 9, 176837), 0, 2, datetime.datetime(2022, 6, 3, 2, 36, 9, 176837), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:36:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 36, 9, 180391), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 36, 9, 180391), 0, 2, datetime.datetime(2022, 6, 3, 2, 36, 9, 180391), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:36:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:36:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 36, 9, 182388), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 36, 9, 182388), 0, 2, datetime.datetime(2022, 6, 3, 2, 36, 9, 182388), True, 12, 15])
repomirrorworker stdout | 2022-06-03 02:36:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 02:36:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 36, 9, 184222), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 36, 9, 184222), 0, 2, datetime.datetime(2022, 6, 3, 2, 36, 9, 184222), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:36:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:36:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:36:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:36:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:36:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:36:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:36:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:36:24,081 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:37:09.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-03 02:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:37:09 UTC)" (scheduled at 2022-06-03 02:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:36:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:36:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 36, 39, 177415), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 36, 39, 177415), 0, 2, datetime.datetime(2022, 6, 3, 2, 36, 39, 177415), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:36:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:36:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 36, 39, 181141), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 36, 39, 181141), 0, 2, datetime.datetime(2022, 6, 3, 2, 36, 39, 181141), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:36:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:36:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 36, 39, 183076), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 36, 39, 183076), 0, 2, datetime.datetime(2022, 6, 3, 2, 36, 39, 183076), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:36:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:36:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 36, 39, 184802), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 36, 39, 184802), 0, 2, datetime.datetime(2022, 6, 3, 2, 36, 39, 184802), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:36:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:36:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:36:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:36:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:36:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:36:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:36:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:36:54,128 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:37:39.167018+00:00 (in 29.998927 seconds)
repomirrorworker stdout | 2022-06-03 02:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:37:39 UTC)" (scheduled at 2022-06-03 02:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:37:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:37:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:37:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 37, 9, 177015), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 37, 9, 177015), 0, 2, datetime.datetime(2022, 6, 3, 2, 37, 9, 177015), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:37:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:37:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 37, 9, 180248), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 37, 9, 180248), 0, 2, datetime.datetime(2022, 6, 3, 2, 37, 9, 180248), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:37:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:37:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 37, 9, 182172), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 37, 9, 182172), 0, 2, datetime.datetime(2022, 6, 3, 2, 37, 9, 182172), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:37:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:37:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 37, 9, 183928), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 37, 9, 183928), 0, 2, datetime.datetime(2022, 6, 3, 2, 37, 9, 183928), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:37:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:37:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 37, 9, 185733), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 37, 9, 185733), 0, 2, datetime.datetime(2022, 6, 3, 2, 37, 9, 185733), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:37:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:37:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:37:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:37:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:37:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:37:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:37:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:37:24,188 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:38:09.167018+00:00 (in 29.999123 seconds)
repomirrorworker stdout | 2022-06-03 02:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:38:09 UTC)" (scheduled at 2022-06-03 02:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:37:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:37:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:37:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 37, 39, 177127), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 37, 39, 177127), 0, 2, datetime.datetime(2022, 6, 3, 2, 37, 39, 177127), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:37:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:37:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 37, 39, 180623), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 37, 39, 180623), 0, 2, datetime.datetime(2022, 6, 3, 2, 37, 39, 180623), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:37:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:37:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 37, 39, 182443), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 37, 39, 182443), 0, 2, datetime.datetime(2022, 6, 3, 2, 37, 39, 182443), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:37:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:37:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 37, 39, 184069), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 37, 39, 184069), 0, 2, datetime.datetime(2022, 6, 3, 2, 37, 39, 184069), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:37:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:37:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:37:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:37:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:37:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:37:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:37:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:37:54,383 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:38:39.167018+00:00 (in 29.999242 seconds)
repomirrorworker stdout | 2022-06-03 02:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:38:39 UTC)" (scheduled at 2022-06-03 02:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:38:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:38:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 38, 9, 176453), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 38, 9, 176453), 0, 2, datetime.datetime(2022, 6, 3, 2, 38, 9, 176453), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:38:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:38:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 38, 9, 179586), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 38, 9, 179586), 0, 2, datetime.datetime(2022, 6, 3, 2, 38, 9, 179586), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:38:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:38:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 38, 9, 181496), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 38, 9, 181496), 0, 2, datetime.datetime(2022, 6, 3, 2, 38, 9, 181496), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:38:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:38:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 38, 9, 183195), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 38, 9, 183195), 0, 2, datetime.datetime(2022, 6, 3, 2, 38, 9, 183195), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:38:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:38:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 38, 9, 184846), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 38, 9, 184846), 0, 2, datetime.datetime(2022, 6, 3, 2, 38, 9, 184846), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:38:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:38:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:38:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:38:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:38:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:38:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:38:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:38:24,423 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:39:09.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-03 02:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:39:09 UTC)" (scheduled at 2022-06-03 02:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:38:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:38:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:38:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 38, 39, 176595), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 38, 39, 176595), 0, 2, datetime.datetime(2022, 6, 3, 2, 38, 39, 176595), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:38:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:38:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 38, 39, 179991), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 38, 39, 179991), 0, 2, datetime.datetime(2022, 6, 3, 2, 38, 39, 179991), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:38:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:38:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 38, 39, 181994), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 38, 39, 181994), 0, 2, datetime.datetime(2022, 6, 3, 2, 38, 39, 181994), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 38, 39, 183666), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 38, 39, 183666), 0, 2, datetime.datetime(2022, 6, 3, 2, 38, 39, 183666), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:38:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:38:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 38, 39, 185310), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 38, 39, 185310), 0, 2, datetime.datetime(2022, 6, 3, 2, 38, 39, 185310), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:38:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:38:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:38:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:38:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:38:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:38:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:38:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:38:54,486 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:39:39.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-03 02:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:39:39 UTC)" (scheduled at 2022-06-03 02:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:39:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:39:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:39:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 39, 9, 176699), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 39, 9, 176699), 0, 2, datetime.datetime(2022, 6, 3, 2, 39, 9, 176699), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:39:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:39:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 39, 9, 180365), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 39, 9, 180365), 0, 2, datetime.datetime(2022, 6, 3, 2, 39, 9, 180365), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:39:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:39:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 39, 9, 182852), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 39, 9, 182852), 0, 2, datetime.datetime(2022, 6, 3, 2, 39, 9, 182852), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:39:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:39:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 39, 9, 184614), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 39, 9, 184614), 0, 2, datetime.datetime(2022, 6, 3, 2, 39, 9, 184614), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:39:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:39:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 39, 9, 186318), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 39, 9, 186318), 0, 2, datetime.datetime(2022, 6, 3, 2, 39, 9, 186318), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:39:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:39:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:39:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:39:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:39:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:39:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:39:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:39:24,551 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:40:09.167018+00:00 (in 29.998911 seconds)
repomirrorworker stdout | 2022-06-03 02:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:40:09 UTC)" (scheduled at 2022-06-03 02:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:39:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:39:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 39, 39, 177300), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 39, 39, 177300), 0, 2, datetime.datetime(2022, 6, 3, 2, 39, 39, 177300), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:39:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:39:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 39, 39, 180760), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 39, 39, 180760), 0, 2, datetime.datetime(2022, 6, 3, 2, 39, 39, 180760), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:39:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:39:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 39, 39, 182703), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 39, 39, 182703), 0, 2, datetime.datetime(2022, 6, 3, 2, 39, 39, 182703), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:39:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:39:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 39, 39, 184449), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 39, 39, 184449), 0, 2, datetime.datetime(2022, 6, 3, 2, 39, 39, 184449), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:39:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:39:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:39:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:39:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:39:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:39:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:39:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:39:54,603 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:40:39.167018+00:00 (in 29.999176 seconds)
repomirrorworker stdout | 2022-06-03 02:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:40:39 UTC)" (scheduled at 2022-06-03 02:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:40:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:40:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:40:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 40, 9, 176414), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 40, 9, 176414), 0, 2, datetime.datetime(2022, 6, 3, 2, 40, 9, 176414), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:40:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:40:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 40, 9, 179577), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 40, 9, 179577), 0, 2, datetime.datetime(2022, 6, 3, 2, 40, 9, 179577), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:40:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:40:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 40, 9, 181619), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 40, 9, 181619), 0, 2, datetime.datetime(2022, 6, 3, 2, 40, 9, 181619), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:40:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:40:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 40, 9, 183555), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 40, 9, 183555), 0, 2, datetime.datetime(2022, 6, 3, 2, 40, 9, 183555), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:40:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:40:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:40:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:40:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:40:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:40:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:40:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:40:24,629 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:41:09.167018+00:00 (in 29.999008 seconds)
repomirrorworker stdout | 2022-06-03 02:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:41:09 UTC)" (scheduled at 2022-06-03 02:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:40:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:40:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:40:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 40, 39, 177459), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 40, 39, 177459), 0, 2, datetime.datetime(2022, 6, 3, 2, 40, 39, 177459), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:40:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:40:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 40, 39, 180977), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 40, 39, 180977), 0, 2, datetime.datetime(2022, 6, 3, 2, 40, 39, 180977), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:40:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:40:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 40, 39, 182918), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 40, 39, 182918), 0, 2, datetime.datetime(2022, 6, 3, 2, 40, 39, 182918), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:40:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:40:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 40, 39, 184924), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 40, 39, 184924), 0, 2, datetime.datetime(2022, 6, 3, 2, 40, 39, 184924), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:40:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:40:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:40:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:40:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:40:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:40:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:40:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:40:54,689 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:41:39.167018+00:00 (in 29.998963 seconds)
repomirrorworker stdout | 2022-06-03 02:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:41:39 UTC)" (scheduled at 2022-06-03 02:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:41:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:41:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:41:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 41, 9, 176523), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 41, 9, 176523), 0, 2, datetime.datetime(2022, 6, 3, 2, 41, 9, 176523), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:41:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:41:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 41, 9, 179633), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 41, 9, 179633), 0, 2, datetime.datetime(2022, 6, 3, 2, 41, 9, 179633), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:41:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:41:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 41, 9, 181469), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 41, 9, 181469), 0, 2, datetime.datetime(2022, 6, 3, 2, 41, 9, 181469), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:41:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:41:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 41, 9, 183143), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 41, 9, 183143), 0, 2, datetime.datetime(2022, 6, 3, 2, 41, 9, 183143), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:41:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:41:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:41:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:41:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:41:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:41:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:41:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:41:24,751 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:42:09.167018+00:00 (in 29.999222 seconds)
repomirrorworker stdout | 2022-06-03 02:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:42:09 UTC)" (scheduled at 2022-06-03 02:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:41:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 41, 39, 176914), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 41, 39, 176914), 0, 2, datetime.datetime(2022, 6, 3, 2, 41, 39, 176914), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:41:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 41, 39, 180413), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 41, 39, 180413), 0, 2, datetime.datetime(2022, 6, 3, 2, 41, 39, 180413), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:41:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 41, 39, 182326), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 41, 39, 182326), 0, 2, datetime.datetime(2022, 6, 3, 2, 41, 39, 182326), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:41:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:41:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 41, 39, 184048), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 41, 39, 184048), 0, 2, datetime.datetime(2022, 6, 3, 2, 41, 39, 184048), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:41:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 41, 39, 185755), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 41, 39, 185755), 0, 2, datetime.datetime(2022, 6, 3, 2, 41, 39, 185755), True, 12, 15])
repomirrorworker stdout | 2022-06-03 02:41:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 02:41:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:41:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:41:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:41:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:41:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:41:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:41:54,808 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:42:39.167018+00:00 (in 29.999269 seconds)
repomirrorworker stdout | 2022-06-03 02:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:42:39 UTC)" (scheduled at 2022-06-03 02:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:42:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:42:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:42:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 42, 9, 176585), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 42, 9, 176585), 0, 2, datetime.datetime(2022, 6, 3, 2, 42, 9, 176585), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:42:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:42:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 42, 9, 180049), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 42, 9, 180049), 0, 2, datetime.datetime(2022, 6, 3, 2, 42, 9, 180049), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:42:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:42:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 42, 9, 182054), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 42, 9, 182054), 0, 2, datetime.datetime(2022, 6, 3, 2, 42, 9, 182054), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 42, 9, 183759), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 42, 9, 183759), 0, 2, datetime.datetime(2022, 6, 3, 2, 42, 9, 183759), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:42:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:42:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:42:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:42:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:42:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:42:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:42:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:42:24,850 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:43:09.167018+00:00 (in 29.999019 seconds)
repomirrorworker stdout | 2022-06-03 02:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:43:09 UTC)" (scheduled at 2022-06-03 02:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:42:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:42:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:42:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 42, 39, 177021), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 42, 39, 177021), 0, 2, datetime.datetime(2022, 6, 3, 2, 42, 39, 177021), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:42:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:42:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 42, 39, 180804), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 42, 39, 180804), 0, 2, datetime.datetime(2022, 6, 3, 2, 42, 39, 180804), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:42:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:42:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 42, 39, 183093), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 42, 39, 183093), 0, 2, datetime.datetime(2022, 6, 3, 2, 42, 39, 183093), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:42:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:42:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 42, 39, 185181), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 42, 39, 185181), 0, 2, datetime.datetime(2022, 6, 3, 2, 42, 39, 185181), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:42:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:42:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 42, 39, 187185), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 42, 39, 187185), 0, 2, datetime.datetime(2022, 6, 3, 2, 42, 39, 187185), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:42:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:42:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:42:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:42:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:42:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:42:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:42:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:42:54,895 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:43:39.167018+00:00 (in 29.999055 seconds)
repomirrorworker stdout | 2022-06-03 02:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:43:39 UTC)" (scheduled at 2022-06-03 02:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:43:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:43:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:43:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 43, 9, 177519), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 43, 9, 177519), 0, 2, datetime.datetime(2022, 6, 3, 2, 43, 9, 177519), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:43:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:43:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 43, 9, 180905), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 43, 9, 180905), 0, 2, datetime.datetime(2022, 6, 3, 2, 43, 9, 180905), True, 12, 15])
repomirrorworker stdout | 2022-06-03 02:43:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 02:43:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 43, 9, 182777), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 43, 9, 182777), 0, 2, datetime.datetime(2022, 6, 3, 2, 43, 9, 182777), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:43:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:43:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 43, 9, 184516), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 43, 9, 184516), 0, 2, datetime.datetime(2022, 6, 3, 2, 43, 9, 184516), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:43:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:43:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 43, 9, 186964), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 43, 9, 186964), 0, 2, datetime.datetime(2022, 6, 3, 2, 43, 9, 186964), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:43:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:43:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:43:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:43:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:43:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:43:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:43:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:43:24,954 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:44:09.167018+00:00 (in 29.998906 seconds)
repomirrorworker stdout | 2022-06-03 02:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:44:09 UTC)" (scheduled at 2022-06-03 02:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:43:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:43:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:43:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 43, 39, 177279), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 43, 39, 177279), 0, 2, datetime.datetime(2022, 6, 3, 2, 43, 39, 177279), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:43:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:43:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 43, 39, 180585), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 43, 39, 180585), 0, 2, datetime.datetime(2022, 6, 3, 2, 43, 39, 180585), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:43:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:43:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 43, 39, 182510), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 43, 39, 182510), 0, 2, datetime.datetime(2022, 6, 3, 2, 43, 39, 182510), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:43:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:43:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 43, 39, 184252), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 43, 39, 184252), 0, 2, datetime.datetime(2022, 6, 3, 2, 43, 39, 184252), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:43:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:43:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 43, 39, 185974), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 43, 39, 185974), 0, 2, datetime.datetime(2022, 6, 3, 2, 43, 39, 185974), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:43:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:43:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:43:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:43:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:43:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:43:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:43:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:43:55,006 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:44:39.167018+00:00 (in 29.998954 seconds)
repomirrorworker stdout | 2022-06-03 02:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:44:39 UTC)" (scheduled at 2022-06-03 02:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:44:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:44:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 44, 9, 177191), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 44, 9, 177191), 0, 2, datetime.datetime(2022, 6, 3, 2, 44, 9, 177191), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:44:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:44:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 44, 9, 181023), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 44, 9, 181023), 0, 2, datetime.datetime(2022, 6, 3, 2, 44, 9, 181023), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:44:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:44:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 44, 9, 182978), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 44, 9, 182978), 0, 2, datetime.datetime(2022, 6, 3, 2, 44, 9, 182978), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:44:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:44:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 44, 9, 184654), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 44, 9, 184654), 0, 2, datetime.datetime(2022, 6, 3, 2, 44, 9, 184654), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:44:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:44:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 44, 9, 186360), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 44, 9, 186360), 0, 2, datetime.datetime(2022, 6, 3, 2, 44, 9, 186360), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:44:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:44:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:44:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:44:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:44:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:44:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:44:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:44:25,047 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:45:09.167018+00:00 (in 29.999124 seconds)
repomirrorworker stdout | 2022-06-03 02:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:45:09 UTC)" (scheduled at 2022-06-03 02:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:44:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:44:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 44, 39, 176760), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 44, 39, 176760), 0, 2, datetime.datetime(2022, 6, 3, 2, 44, 39, 176760), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:44:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:44:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 44, 39, 180141), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 44, 39, 180141), 0, 2, datetime.datetime(2022, 6, 3, 2, 44, 39, 180141), True, 12, 15])
repomirrorworker stdout | 2022-06-03 02:44:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 02:44:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 44, 39, 182003), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 44, 39, 182003), 0, 2, datetime.datetime(2022, 6, 3, 2, 44, 39, 182003), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:44:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:44:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 44, 39, 183655), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 44, 39, 183655), 0, 2, datetime.datetime(2022, 6, 3, 2, 44, 39, 183655), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:44:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:44:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 44, 39, 185275), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 44, 39, 185275), 0, 2, datetime.datetime(2022, 6, 3, 2, 44, 39, 185275), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:44:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:44:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:44:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:44:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:44:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:44:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:44:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:44:55,097 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:45:39.167018+00:00 (in 29.999131 seconds)
repomirrorworker stdout | 2022-06-03 02:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:45:39 UTC)" (scheduled at 2022-06-03 02:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:45:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:45:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:45:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 45, 9, 176380), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 45, 9, 176380), 0, 2, datetime.datetime(2022, 6, 3, 2, 45, 9, 176380), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:45:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:45:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 45, 9, 179710), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 45, 9, 179710), 0, 2, datetime.datetime(2022, 6, 3, 2, 45, 9, 179710), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:45:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:45:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 45, 9, 181949), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 45, 9, 181949), 0, 2, datetime.datetime(2022, 6, 3, 2, 45, 9, 181949), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:45:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:45:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 45, 9, 184043), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 45, 9, 184043), 0, 2, datetime.datetime(2022, 6, 3, 2, 45, 9, 184043), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:45:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:45:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:45:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:45:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:45:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:45:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:45:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:45:25,156 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:46:09.167018+00:00 (in 29.999245 seconds)
repomirrorworker stdout | 2022-06-03 02:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:46:09 UTC)" (scheduled at 2022-06-03 02:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:45:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:45:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 45, 39, 176424), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 45, 39, 176424), 0, 2, datetime.datetime(2022, 6, 3, 2, 45, 39, 176424), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:45:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:45:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 45, 39, 179718), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 45, 39, 179718), 0, 2, datetime.datetime(2022, 6, 3, 2, 45, 39, 179718), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:45:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:45:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 45, 39, 181704), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 45, 39, 181704), 0, 2, datetime.datetime(2022, 6, 3, 2, 45, 39, 181704), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:45:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:45:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 45, 39, 183396), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 45, 39, 183396), 0, 2, datetime.datetime(2022, 6, 3, 2, 45, 39, 183396), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:45:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:45:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 45, 39, 185106), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 45, 39, 185106), 0, 2, datetime.datetime(2022, 6, 3, 2, 45, 39, 185106), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:45:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:45:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:45:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:45:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:45:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:45:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:45:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:45:55,217 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:46:39.167018+00:00 (in 29.998946 seconds)
repomirrorworker stdout | 2022-06-03 02:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:46:39 UTC)" (scheduled at 2022-06-03 02:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:46:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:46:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:46:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 46, 9, 176836), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 46, 9, 176836), 0, 2, datetime.datetime(2022, 6, 3, 2, 46, 9, 176836), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:46:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:46:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 46, 9, 179939), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 46, 9, 179939), 0, 2, datetime.datetime(2022, 6, 3, 2, 46, 9, 179939), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:46:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:46:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 46, 9, 181872), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 46, 9, 181872), 0, 2, datetime.datetime(2022, 6, 3, 2, 46, 9, 181872), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:46:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:46:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 46, 9, 183535), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 46, 9, 183535), 0, 2, datetime.datetime(2022, 6, 3, 2, 46, 9, 183535), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:46:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:46:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 46, 9, 185211), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 46, 9, 185211), 0, 2, datetime.datetime(2022, 6, 3, 2, 46, 9, 185211), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:46:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:46:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:46:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:46:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:46:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:46:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:46:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:46:25,294 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:47:09.167018+00:00 (in 29.999019 seconds)
repomirrorworker stdout | 2022-06-03 02:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:47:09 UTC)" (scheduled at 2022-06-03 02:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:46:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:46:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 46, 39, 177043), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 46, 39, 177043), 0, 2, datetime.datetime(2022, 6, 3, 2, 46, 39, 177043), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:46:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:46:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 46, 39, 180297), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 46, 39, 180297), 0, 2, datetime.datetime(2022, 6, 3, 2, 46, 39, 180297), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:46:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:46:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 46, 39, 182219), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 46, 39, 182219), 0, 2, datetime.datetime(2022, 6, 3, 2, 46, 39, 182219), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:46:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:46:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 46, 39, 183960), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 46, 39, 183960), 0, 2, datetime.datetime(2022, 6, 3, 2, 46, 39, 183960), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:46:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:46:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 46, 39, 185668), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 46, 39, 185668), 0, 2, datetime.datetime(2022, 6, 3, 2, 46, 39, 185668), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:46:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:46:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:46:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:46:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:46:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:46:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:46:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:46:55,361 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:47:39.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-03 02:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:47:39 UTC)" (scheduled at 2022-06-03 02:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:47:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:47:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 47, 9, 176184), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 47, 9, 176184), 0, 2, datetime.datetime(2022, 6, 3, 2, 47, 9, 176184), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:47:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:47:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 47, 9, 179339), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 47, 9, 179339), 0, 2, datetime.datetime(2022, 6, 3, 2, 47, 9, 179339), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:47:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:47:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 47, 9, 181239), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 47, 9, 181239), 0, 2, datetime.datetime(2022, 6, 3, 2, 47, 9, 181239), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:47:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:47:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 47, 9, 182979), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 47, 9, 182979), 0, 2, datetime.datetime(2022, 6, 3, 2, 47, 9, 182979), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:47:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:47:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 47, 9, 184605), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 47, 9, 184605), 0, 2, datetime.datetime(2022, 6, 3, 2, 47, 9, 184605), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:47:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:47:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:47:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:47:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:47:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:47:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:47:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:47:25,416 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:48:09.167018+00:00 (in 29.999145 seconds)
repomirrorworker stdout | 2022-06-03 02:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:48:09 UTC)" (scheduled at 2022-06-03 02:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:47:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:47:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 47, 39, 176536), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 47, 39, 176536), 0, 2, datetime.datetime(2022, 6, 3, 2, 47, 39, 176536), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:47:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:47:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 47, 39, 179635), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 47, 39, 179635), 0, 2, datetime.datetime(2022, 6, 3, 2, 47, 39, 179635), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:47:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:47:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 47, 39, 181479), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 47, 39, 181479), 0, 2, datetime.datetime(2022, 6, 3, 2, 47, 39, 181479), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:47:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:47:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 47, 39, 183165), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 47, 39, 183165), 0, 2, datetime.datetime(2022, 6, 3, 2, 47, 39, 183165), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:47:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:47:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:47:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:47:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:47:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:47:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:47:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:47:55,476 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:48:39.167018+00:00 (in 29.998994 seconds)
repomirrorworker stdout | 2022-06-03 02:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:48:39 UTC)" (scheduled at 2022-06-03 02:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:48:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:48:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:48:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 48, 9, 176609), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 48, 9, 176609), 0, 2, datetime.datetime(2022, 6, 3, 2, 48, 9, 176609), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:48:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:48:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 48, 9, 179729), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 48, 9, 179729), 0, 2, datetime.datetime(2022, 6, 3, 2, 48, 9, 179729), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:48:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:48:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 48, 9, 181535), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 48, 9, 181535), 0, 2, datetime.datetime(2022, 6, 3, 2, 48, 9, 181535), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:48:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:48:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 48, 9, 183258), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 48, 9, 183258), 0, 2, datetime.datetime(2022, 6, 3, 2, 48, 9, 183258), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:48:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:48:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 48, 9, 185037), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 48, 9, 185037), 0, 2, datetime.datetime(2022, 6, 3, 2, 48, 9, 185037), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:48:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:48:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:48:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:48:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:48:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:48:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:48:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:48:25,521 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:49:09.167018+00:00 (in 29.998902 seconds)
repomirrorworker stdout | 2022-06-03 02:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:49:09 UTC)" (scheduled at 2022-06-03 02:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:48:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:48:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 48, 39, 176771), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 48, 39, 176771), 0, 2, datetime.datetime(2022, 6, 3, 2, 48, 39, 176771), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:48:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:48:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 48, 39, 179870), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 48, 39, 179870), 0, 2, datetime.datetime(2022, 6, 3, 2, 48, 39, 179870), True, 12, 15])
repomirrorworker stdout | 2022-06-03 02:48:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 02:48:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 48, 39, 181755), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 48, 39, 181755), 0, 2, datetime.datetime(2022, 6, 3, 2, 48, 39, 181755), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:48:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:48:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 48, 39, 183411), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 48, 39, 183411), 0, 2, datetime.datetime(2022, 6, 3, 2, 48, 39, 183411), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:48:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:48:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 48, 39, 185066), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 48, 39, 185066), 0, 2, datetime.datetime(2022, 6, 3, 2, 48, 39, 185066), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:48:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:48:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:48:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:48:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:48:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:48:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:48:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:48:55,575 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:49:39.167018+00:00 (in 29.999091 seconds)
repomirrorworker stdout | 2022-06-03 02:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:49:39 UTC)" (scheduled at 2022-06-03 02:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:49:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:49:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:49:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 49, 9, 176636), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 49, 9, 176636), 0, 2, datetime.datetime(2022, 6, 3, 2, 49, 9, 176636), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:49:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:49:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 49, 9, 179810), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 49, 9, 179810), 0, 2, datetime.datetime(2022, 6, 3, 2, 49, 9, 179810), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:49:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:49:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 49, 9, 181706), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 49, 9, 181706), 0, 2, datetime.datetime(2022, 6, 3, 2, 49, 9, 181706), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:49:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:49:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 49, 9, 183375), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 49, 9, 183375), 0, 2, datetime.datetime(2022, 6, 3, 2, 49, 9, 183375), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:49:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:49:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 49, 9, 185017), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 49, 9, 185017), 0, 2, datetime.datetime(2022, 6, 3, 2, 49, 9, 185017), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:49:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:49:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:49:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:49:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:49:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:49:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:49:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:49:25,616 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:50:09.167018+00:00 (in 29.999008 seconds)
repomirrorworker stdout | 2022-06-03 02:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:50:09 UTC)" (scheduled at 2022-06-03 02:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:49:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:49:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 49, 39, 177133), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 49, 39, 177133), 0, 2, datetime.datetime(2022, 6, 3, 2, 49, 39, 177133), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:49:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:49:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 49, 39, 180511), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 49, 39, 180511), 0, 2, datetime.datetime(2022, 6, 3, 2, 49, 39, 180511), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:49:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:49:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 49, 39, 182381), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 49, 39, 182381), 0, 2, datetime.datetime(2022, 6, 3, 2, 49, 39, 182381), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:49:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:49:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 49, 39, 184063), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 49, 39, 184063), 0, 2, datetime.datetime(2022, 6, 3, 2, 49, 39, 184063), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:49:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:49:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 49, 39, 185713), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 49, 39, 185713), 0, 2, datetime.datetime(2022, 6, 3, 2, 49, 39, 185713), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:49:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:49:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:49:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:49:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:49:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:49:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:49:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:49:55,677 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:50:39.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-03 02:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:50:39 UTC)" (scheduled at 2022-06-03 02:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:50:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:50:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:50:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 50, 9, 176756), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 50, 9, 176756), 0, 2, datetime.datetime(2022, 6, 3, 2, 50, 9, 176756), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:50:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:50:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 50, 9, 180206), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 50, 9, 180206), 0, 2, datetime.datetime(2022, 6, 3, 2, 50, 9, 180206), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:50:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:50:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 50, 9, 182298), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 50, 9, 182298), 0, 2, datetime.datetime(2022, 6, 3, 2, 50, 9, 182298), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:50:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:50:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 50, 9, 184052), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 50, 9, 184052), 0, 2, datetime.datetime(2022, 6, 3, 2, 50, 9, 184052), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:50:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:50:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 50, 9, 185784), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 50, 9, 185784), 0, 2, datetime.datetime(2022, 6, 3, 2, 50, 9, 185784), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:50:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:50:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:50:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:50:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:50:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:50:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:50:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:50:25,730 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:51:09.167018+00:00 (in 29.999121 seconds)
repomirrorworker stdout | 2022-06-03 02:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:51:09 UTC)" (scheduled at 2022-06-03 02:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:50:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:50:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 50, 39, 176814), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 50, 39, 176814), 0, 2, datetime.datetime(2022, 6, 3, 2, 50, 39, 176814), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:50:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:50:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 50, 39, 180433), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 50, 39, 180433), 0, 2, datetime.datetime(2022, 6, 3, 2, 50, 39, 180433), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:50:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:50:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 50, 39, 182341), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 50, 39, 182341), 0, 2, datetime.datetime(2022, 6, 3, 2, 50, 39, 182341), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:50:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:50:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 50, 39, 184024), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 50, 39, 184024), 0, 2, datetime.datetime(2022, 6, 3, 2, 50, 39, 184024), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:50:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:50:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:50:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:50:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:50:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:50:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:50:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:50:55,786 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:51:39.167018+00:00 (in 29.999171 seconds)
repomirrorworker stdout | 2022-06-03 02:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:51:39 UTC)" (scheduled at 2022-06-03 02:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:51:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:51:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:51:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 51, 9, 176837), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 51, 9, 176837), 0, 2, datetime.datetime(2022, 6, 3, 2, 51, 9, 176837), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:51:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:51:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 51, 9, 179978), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 51, 9, 179978), 0, 2, datetime.datetime(2022, 6, 3, 2, 51, 9, 179978), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:51:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:51:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 51, 9, 181836), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 51, 9, 181836), 0, 2, datetime.datetime(2022, 6, 3, 2, 51, 9, 181836), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:51:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:51:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 51, 9, 183537), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 51, 9, 183537), 0, 2, datetime.datetime(2022, 6, 3, 2, 51, 9, 183537), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:51:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:51:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 51, 9, 185340), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 51, 9, 185340), 0, 2, datetime.datetime(2022, 6, 3, 2, 51, 9, 185340), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:51:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:51:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:51:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:51:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:51:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:51:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:51:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:51:25,849 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:52:09.167018+00:00 (in 29.999171 seconds)
repomirrorworker stdout | 2022-06-03 02:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:52:09 UTC)" (scheduled at 2022-06-03 02:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:51:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:51:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:51:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 51, 39, 177280), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 51, 39, 177280), 0, 2, datetime.datetime(2022, 6, 3, 2, 51, 39, 177280), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:51:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:51:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 51, 39, 180516), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 51, 39, 180516), 0, 2, datetime.datetime(2022, 6, 3, 2, 51, 39, 180516), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:51:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:51:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 51, 39, 182764), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 51, 39, 182764), 0, 2, datetime.datetime(2022, 6, 3, 2, 51, 39, 182764), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:51:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:51:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 51, 39, 184766), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 51, 39, 184766), 0, 2, datetime.datetime(2022, 6, 3, 2, 51, 39, 184766), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:51:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:51:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 51, 39, 186692), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 51, 39, 186692), 0, 2, datetime.datetime(2022, 6, 3, 2, 51, 39, 186692), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:51:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:51:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:51:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:51:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:51:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:51:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:51:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:51:55,904 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:52:39.167018+00:00 (in 29.998982 seconds)
repomirrorworker stdout | 2022-06-03 02:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:52:39 UTC)" (scheduled at 2022-06-03 02:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:52:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:52:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:52:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 52, 9, 177262), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 52, 9, 177262), 0, 2, datetime.datetime(2022, 6, 3, 2, 52, 9, 177262), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:52:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:52:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 52, 9, 180495), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 52, 9, 180495), 0, 2, datetime.datetime(2022, 6, 3, 2, 52, 9, 180495), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:52:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:52:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 52, 9, 182448), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 52, 9, 182448), 0, 2, datetime.datetime(2022, 6, 3, 2, 52, 9, 182448), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:52:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:52:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 52, 9, 184266), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 52, 9, 184266), 0, 2, datetime.datetime(2022, 6, 3, 2, 52, 9, 184266), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:52:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:52:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 52, 9, 186038), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 52, 9, 186038), 0, 2, datetime.datetime(2022, 6, 3, 2, 52, 9, 186038), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:52:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:52:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:52:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:52:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:52:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:52:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:52:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:52:25,960 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:53:09.167018+00:00 (in 29.999042 seconds)
repomirrorworker stdout | 2022-06-03 02:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:53:09 UTC)" (scheduled at 2022-06-03 02:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:52:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:52:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 52, 39, 177004), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 52, 39, 177004), 0, 2, datetime.datetime(2022, 6, 3, 2, 52, 39, 177004), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:52:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:52:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 52, 39, 180164), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 52, 39, 180164), 0, 2, datetime.datetime(2022, 6, 3, 2, 52, 39, 180164), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:52:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:52:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 52, 39, 182122), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 52, 39, 182122), 0, 2, datetime.datetime(2022, 6, 3, 2, 52, 39, 182122), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:52:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:52:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 52, 39, 183831), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 52, 39, 183831), 0, 2, datetime.datetime(2022, 6, 3, 2, 52, 39, 183831), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:52:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:52:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:52:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:52:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:52:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:52:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:52:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:52:55,998 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:53:39.167018+00:00 (in 29.999106 seconds)
repomirrorworker stdout | 2022-06-03 02:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:53:39 UTC)" (scheduled at 2022-06-03 02:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:53:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:53:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 53, 9, 176871), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 53, 9, 176871), 0, 2, datetime.datetime(2022, 6, 3, 2, 53, 9, 176871), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:53:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:53:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 53, 9, 180548), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 53, 9, 180548), 0, 2, datetime.datetime(2022, 6, 3, 2, 53, 9, 180548), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:53:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:53:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 53, 9, 182889), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 53, 9, 182889), 0, 2, datetime.datetime(2022, 6, 3, 2, 53, 9, 182889), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:53:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:53:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 53, 9, 185018), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 53, 9, 185018), 0, 2, datetime.datetime(2022, 6, 3, 2, 53, 9, 185018), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:53:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:53:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 53, 9, 187279), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 53, 9, 187279), 0, 2, datetime.datetime(2022, 6, 3, 2, 53, 9, 187279), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:53:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:53:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:53:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:53:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:53:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:53:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:53:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:53:26,061 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:54:09.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-03 02:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:54:09 UTC)" (scheduled at 2022-06-03 02:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:53:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 53, 39, 177066), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 53, 39, 177066), 0, 2, datetime.datetime(2022, 6, 3, 2, 53, 39, 177066), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:53:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:53:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 53, 39, 180431), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 53, 39, 180431), 0, 2, datetime.datetime(2022, 6, 3, 2, 53, 39, 180431), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:53:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:53:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 53, 39, 182347), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 53, 39, 182347), 0, 2, datetime.datetime(2022, 6, 3, 2, 53, 39, 182347), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:53:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:53:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 53, 39, 184071), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 53, 39, 184071), 0, 2, datetime.datetime(2022, 6, 3, 2, 53, 39, 184071), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:53:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:53:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 53, 39, 185790), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 53, 39, 185790), 0, 2, datetime.datetime(2022, 6, 3, 2, 53, 39, 185790), True, 13, 15])
repomirrorworker stdout | 2022-06-03 02:53:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 02:53:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:53:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:53:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:53:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:53:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:53:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:53:56,106 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:54:39.167018+00:00 (in 29.999245 seconds)
repomirrorworker stdout | 2022-06-03 02:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:54:39 UTC)" (scheduled at 2022-06-03 02:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:54:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:54:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 54, 9, 176830), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 54, 9, 176830), 0, 2, datetime.datetime(2022, 6, 3, 2, 54, 9, 176830), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:54:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:54:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 54, 9, 179932), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 54, 9, 179932), 0, 2, datetime.datetime(2022, 6, 3, 2, 54, 9, 179932), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:54:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:54:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 54, 9, 181816), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 54, 9, 181816), 0, 2, datetime.datetime(2022, 6, 3, 2, 54, 9, 181816), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:54:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:54:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 54, 9, 183496), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 54, 9, 183496), 0, 2, datetime.datetime(2022, 6, 3, 2, 54, 9, 183496), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:54:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:54:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:54:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:54:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:54:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:54:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:54:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:54:26,156 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:55:09.167018+00:00 (in 29.998983 seconds)
repomirrorworker stdout | 2022-06-03 02:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:55:09 UTC)" (scheduled at 2022-06-03 02:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:54:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:54:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:54:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 54, 39, 176777), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 54, 39, 176777), 0, 2, datetime.datetime(2022, 6, 3, 2, 54, 39, 176777), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:54:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:54:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 54, 39, 180185), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 54, 39, 180185), 0, 2, datetime.datetime(2022, 6, 3, 2, 54, 39, 180185), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:54:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:54:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 54, 39, 182232), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 54, 39, 182232), 0, 2, datetime.datetime(2022, 6, 3, 2, 54, 39, 182232), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:54:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:54:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 54, 39, 184100), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 54, 39, 184100), 0, 2, datetime.datetime(2022, 6, 3, 2, 54, 39, 184100), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:54:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:54:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 54, 39, 185778), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 54, 39, 185778), 0, 2, datetime.datetime(2022, 6, 3, 2, 54, 39, 185778), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:54:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:54:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:54:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:54:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:54:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:54:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:54:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:54:56,217 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:55:39.167018+00:00 (in 29.998998 seconds)
repomirrorworker stdout | 2022-06-03 02:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:55:39 UTC)" (scheduled at 2022-06-03 02:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:55:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:55:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:55:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 55, 9, 177015), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 55, 9, 177015), 0, 2, datetime.datetime(2022, 6, 3, 2, 55, 9, 177015), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:55:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:55:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 55, 9, 180465), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 55, 9, 180465), 0, 2, datetime.datetime(2022, 6, 3, 2, 55, 9, 180465), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:55:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:55:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 55, 9, 182523), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 55, 9, 182523), 0, 2, datetime.datetime(2022, 6, 3, 2, 55, 9, 182523), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:55:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:55:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 55, 9, 184306), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 55, 9, 184306), 0, 2, datetime.datetime(2022, 6, 3, 2, 55, 9, 184306), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:55:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:55:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 55, 9, 185990), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 55, 9, 185990), 0, 2, datetime.datetime(2022, 6, 3, 2, 55, 9, 185990), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:55:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:55:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:55:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:55:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:55:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:55:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:55:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:55:26,277 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:56:09.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-03 02:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:56:09 UTC)" (scheduled at 2022-06-03 02:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:55:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:55:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 55, 39, 176753), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 55, 39, 176753), 0, 2, datetime.datetime(2022, 6, 3, 2, 55, 39, 176753), True, 4, 8])
repomirrorworker stdout | 2022-06-03 02:55:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 02:55:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 55, 39, 180215), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 55, 39, 180215), 0, 2, datetime.datetime(2022, 6, 3, 2, 55, 39, 180215), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:55:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:55:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 55, 39, 182338), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 55, 39, 182338), 0, 2, datetime.datetime(2022, 6, 3, 2, 55, 39, 182338), True, 8, 12])
repomirrorworker stdout | 2022-06-03 02:55:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 02:55:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 55, 39, 184120), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 55, 39, 184120), 0, 2, datetime.datetime(2022, 6, 3, 2, 55, 39, 184120), True, 12, 15])
repomirrorworker stdout | 2022-06-03 02:55:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 02:55:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:55:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:55:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:55:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:55:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:55:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:55:56,322 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:56:39.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-03 02:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:56:39 UTC)" (scheduled at 2022-06-03 02:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:56:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:56:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:56:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 56, 9, 176834), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 56, 9, 176834), 0, 2, datetime.datetime(2022, 6, 3, 2, 56, 9, 176834), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:56:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:56:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 56, 9, 180063), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 56, 9, 180063), 0, 2, datetime.datetime(2022, 6, 3, 2, 56, 9, 180063), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:56:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:56:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 56, 9, 182225), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 56, 9, 182225), 0, 2, datetime.datetime(2022, 6, 3, 2, 56, 9, 182225), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:56:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:56:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 56, 9, 183996), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 56, 9, 183996), 0, 2, datetime.datetime(2022, 6, 3, 2, 56, 9, 183996), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:56:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:56:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 56, 9, 185713), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 56, 9, 185713), 0, 2, datetime.datetime(2022, 6, 3, 2, 56, 9, 185713), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:56:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:56:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:56:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:56:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:56:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:56:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:56:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:56:26,373 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:57:09.167018+00:00 (in 29.999176 seconds)
repomirrorworker stdout | 2022-06-03 02:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:57:09 UTC)" (scheduled at 2022-06-03 02:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:56:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:56:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 56, 39, 176558), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 56, 39, 176558), 0, 2, datetime.datetime(2022, 6, 3, 2, 56, 39, 176558), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:56:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:56:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 56, 39, 179667), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 56, 39, 179667), 0, 2, datetime.datetime(2022, 6, 3, 2, 56, 39, 179667), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:56:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:56:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 56, 39, 181609), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 56, 39, 181609), 0, 2, datetime.datetime(2022, 6, 3, 2, 56, 39, 181609), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:56:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:56:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 56, 39, 183319), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 56, 39, 183319), 0, 2, datetime.datetime(2022, 6, 3, 2, 56, 39, 183319), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:56:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:56:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 56, 39, 184999), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 56, 39, 184999), 0, 2, datetime.datetime(2022, 6, 3, 2, 56, 39, 184999), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:56:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:56:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:56:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:56:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:56:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:56:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:56:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:56:56,524 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:57:39.167018+00:00 (in 29.999230 seconds)
repomirrorworker stdout | 2022-06-03 02:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:57:39 UTC)" (scheduled at 2022-06-03 02:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:57:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:57:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:57:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 57, 9, 177018), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 57, 9, 177018), 0, 2, datetime.datetime(2022, 6, 3, 2, 57, 9, 177018), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:57:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:57:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 57, 9, 180428), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 57, 9, 180428), 0, 2, datetime.datetime(2022, 6, 3, 2, 57, 9, 180428), True, 3, 7])
repomirrorworker stdout | 2022-06-03 02:57:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 02:57:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 57, 9, 182332), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 57, 9, 182332), 0, 2, datetime.datetime(2022, 6, 3, 2, 57, 9, 182332), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:57:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:57:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 57, 9, 184067), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 57, 9, 184067), 0, 2, datetime.datetime(2022, 6, 3, 2, 57, 9, 184067), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:57:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:57:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:57:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:57:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:57:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:57:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:57:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:57:26,560 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:58:09.167018+00:00 (in 29.999136 seconds)
repomirrorworker stdout | 2022-06-03 02:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:58:09 UTC)" (scheduled at 2022-06-03 02:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:57:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:57:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 57, 39, 176159), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 57, 39, 176159), 0, 2, datetime.datetime(2022, 6, 3, 2, 57, 39, 176159), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:57:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:57:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 57, 39, 179348), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 57, 39, 179348), 0, 2, datetime.datetime(2022, 6, 3, 2, 57, 39, 179348), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:57:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:57:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 57, 39, 181318), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 57, 39, 181318), 0, 2, datetime.datetime(2022, 6, 3, 2, 57, 39, 181318), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:57:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:57:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 57, 39, 183021), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 57, 39, 183021), 0, 2, datetime.datetime(2022, 6, 3, 2, 57, 39, 183021), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:57:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:57:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:57:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:57:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:57:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:57:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:57:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:57:56,607 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:58:39.167018+00:00 (in 29.999261 seconds)
repomirrorworker stdout | 2022-06-03 02:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:58:39 UTC)" (scheduled at 2022-06-03 02:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:58:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:58:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 58, 9, 176705), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 58, 9, 176705), 0, 2, datetime.datetime(2022, 6, 3, 2, 58, 9, 176705), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:58:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:58:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 58, 9, 180078), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 58, 9, 180078), 0, 2, datetime.datetime(2022, 6, 3, 2, 58, 9, 180078), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:58:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:58:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 58, 9, 182044), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 58, 9, 182044), 0, 2, datetime.datetime(2022, 6, 3, 2, 58, 9, 182044), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:58:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:58:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 58, 9, 183740), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 58, 9, 183740), 0, 2, datetime.datetime(2022, 6, 3, 2, 58, 9, 183740), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:58:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:58:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 58, 9, 185475), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 58, 9, 185475), 0, 2, datetime.datetime(2022, 6, 3, 2, 58, 9, 185475), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:58:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:58:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:58:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:58:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:58:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:58:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:58:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:58:26,665 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:59:09.167018+00:00 (in 29.999085 seconds)
repomirrorworker stdout | 2022-06-03 02:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:59:09 UTC)" (scheduled at 2022-06-03 02:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:58:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:58:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 58, 39, 176714), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 58, 39, 176714), 0, 2, datetime.datetime(2022, 6, 3, 2, 58, 39, 176714), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:58:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:58:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 58, 39, 180581), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 58, 39, 180581), 0, 2, datetime.datetime(2022, 6, 3, 2, 58, 39, 180581), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:58:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:58:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 58, 39, 182540), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 58, 39, 182540), 0, 2, datetime.datetime(2022, 6, 3, 2, 58, 39, 182540), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:58:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:58:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 58, 39, 184301), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 58, 39, 184301), 0, 2, datetime.datetime(2022, 6, 3, 2, 58, 39, 184301), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:58:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:58:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 58, 39, 186009), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 58, 39, 186009), 0, 2, datetime.datetime(2022, 6, 3, 2, 58, 39, 186009), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:58:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:58:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:58:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:58:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:58:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:58:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:58:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:58:56,717 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 02:59:39.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-03 02:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:59:39 UTC)" (scheduled at 2022-06-03 02:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:59:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:59:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 59, 9, 176572), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 59, 9, 176572), 0, 2, datetime.datetime(2022, 6, 3, 2, 59, 9, 176572), True, 10, 14])
repomirrorworker stdout | 2022-06-03 02:59:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 02:59:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 59, 9, 179785), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 59, 9, 179785), 0, 2, datetime.datetime(2022, 6, 3, 2, 59, 9, 179785), True, 14, 15])
repomirrorworker stdout | 2022-06-03 02:59:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 02:59:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 59, 9, 181693), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 59, 9, 181693), 0, 2, datetime.datetime(2022, 6, 3, 2, 59, 9, 181693), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:59:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:59:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 59, 9, 183405), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 59, 9, 183405), 0, 2, datetime.datetime(2022, 6, 3, 2, 59, 9, 183405), True, 5, 9])
repomirrorworker stdout | 2022-06-03 02:59:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 02:59:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 59, 9, 185248), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 59, 9, 185248), 0, 2, datetime.datetime(2022, 6, 3, 2, 59, 9, 185248), True, 9, 13])
repomirrorworker stdout | 2022-06-03 02:59:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 02:59:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:59:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:59:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:59:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:59:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:59:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 02:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:59:26,760 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 02:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 02:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:00:09.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-03 02:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:00:09 UTC)" (scheduled at 2022-06-03 02:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 02:59:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:59:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:59:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 59, 39, 177158), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 59, 39, 177158), 0, 2, datetime.datetime(2022, 6, 3, 2, 59, 39, 177158), True, 2, 6])
repomirrorworker stdout | 2022-06-03 02:59:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 02:59:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 59, 39, 180766), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 59, 39, 180766), 0, 2, datetime.datetime(2022, 6, 3, 2, 59, 39, 180766), True, 1, 5])
repomirrorworker stdout | 2022-06-03 02:59:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 02:59:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 59, 39, 182702), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 59, 39, 182702), 0, 2, datetime.datetime(2022, 6, 3, 2, 59, 39, 182702), True, 7, 11])
repomirrorworker stdout | 2022-06-03 02:59:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 02:59:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 59, 39, 184349), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 59, 39, 184349), 0, 2, datetime.datetime(2022, 6, 3, 2, 59, 39, 184349), True, 11, 15])
repomirrorworker stdout | 2022-06-03 02:59:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 02:59:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 2, 59, 39, 186019), 0, 2, None, True, datetime.datetime(2022, 6, 3, 2, 59, 39, 186019), 0, 2, datetime.datetime(2022, 6, 3, 2, 59, 39, 186019), True, 6, 10])
repomirrorworker stdout | 2022-06-03 02:59:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 02:59:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 02:59:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:59:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 02:59:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 02:59:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 02:59:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 02:59:56,827 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:00:39.167018+00:00 (in 29.999251 seconds)
repomirrorworker stdout | 2022-06-03 03:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:00:39 UTC)" (scheduled at 2022-06-03 03:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:00:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:00:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 0, 9, 176934), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 0, 9, 176934), 0, 2, datetime.datetime(2022, 6, 3, 3, 0, 9, 176934), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:00:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:00:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 0, 9, 180400), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 0, 9, 180400), 0, 2, datetime.datetime(2022, 6, 3, 3, 0, 9, 180400), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:00:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:00:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 0, 9, 182390), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 0, 9, 182390), 0, 2, datetime.datetime(2022, 6, 3, 3, 0, 9, 182390), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:00:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:00:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 0, 9, 184195), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 0, 9, 184195), 0, 2, datetime.datetime(2022, 6, 3, 3, 0, 9, 184195), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:00:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:00:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 0, 9, 185904), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 0, 9, 185904), 0, 2, datetime.datetime(2022, 6, 3, 3, 0, 9, 185904), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:00:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:00:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:00:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:00:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:00:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:00:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:00:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:00:26,876 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:01:09.167018+00:00 (in 29.999194 seconds)
repomirrorworker stdout | 2022-06-03 03:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:01:09 UTC)" (scheduled at 2022-06-03 03:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:00:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:00:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 0, 39, 176439), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 0, 39, 176439), 0, 2, datetime.datetime(2022, 6, 3, 3, 0, 39, 176439), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:00:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:00:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 0, 39, 179572), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 0, 39, 179572), 0, 2, datetime.datetime(2022, 6, 3, 3, 0, 39, 179572), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:00:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:00:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 0, 39, 181485), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 0, 39, 181485), 0, 2, datetime.datetime(2022, 6, 3, 3, 0, 39, 181485), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:00:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:00:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 0, 39, 183182), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 0, 39, 183182), 0, 2, datetime.datetime(2022, 6, 3, 3, 0, 39, 183182), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:00:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:00:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:00:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:00:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:00:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:00:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:00:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:00:56,920 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:01:39.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-03 03:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:01:39 UTC)" (scheduled at 2022-06-03 03:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:01:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:01:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 1, 9, 176765), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 1, 9, 176765), 0, 2, datetime.datetime(2022, 6, 3, 3, 1, 9, 176765), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:01:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:01:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 1, 9, 179880), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 1, 9, 179880), 0, 2, datetime.datetime(2022, 6, 3, 3, 1, 9, 179880), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:01:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:01:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 1, 9, 181737), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 1, 9, 181737), 0, 2, datetime.datetime(2022, 6, 3, 3, 1, 9, 181737), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:01:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:01:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 1, 9, 183431), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 1, 9, 183431), 0, 2, datetime.datetime(2022, 6, 3, 3, 1, 9, 183431), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:01:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:01:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 1, 9, 185081), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 1, 9, 185081), 0, 2, datetime.datetime(2022, 6, 3, 3, 1, 9, 185081), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:01:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:01:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:01:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:01:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:01:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:01:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:01:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:01:26,997 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:02:09.167018+00:00 (in 29.998986 seconds)
repomirrorworker stdout | 2022-06-03 03:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:02:09 UTC)" (scheduled at 2022-06-03 03:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:01:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:01:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 1, 39, 177250), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 1, 39, 177250), 0, 2, datetime.datetime(2022, 6, 3, 3, 1, 39, 177250), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 1, 39, 180455), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 1, 39, 180455), 0, 2, datetime.datetime(2022, 6, 3, 3, 1, 39, 180455), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:01:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:01:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 1, 39, 182413), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 1, 39, 182413), 0, 2, datetime.datetime(2022, 6, 3, 3, 1, 39, 182413), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:01:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:01:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 1, 39, 184157), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 1, 39, 184157), 0, 2, datetime.datetime(2022, 6, 3, 3, 1, 39, 184157), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:01:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:01:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 1, 39, 185817), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 1, 39, 185817), 0, 2, datetime.datetime(2022, 6, 3, 3, 1, 39, 185817), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:01:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:01:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:01:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:01:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:01:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:01:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:01:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:01:57,054 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:02:39.167018+00:00 (in 29.998968 seconds)
repomirrorworker stdout | 2022-06-03 03:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:02:39 UTC)" (scheduled at 2022-06-03 03:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:02:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:02:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:02:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 2, 9, 176937), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 2, 9, 176937), 0, 2, datetime.datetime(2022, 6, 3, 3, 2, 9, 176937), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:02:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:02:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 2, 9, 180435), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 2, 9, 180435), 0, 2, datetime.datetime(2022, 6, 3, 3, 2, 9, 180435), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:02:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:02:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 2, 9, 182351), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 2, 9, 182351), 0, 2, datetime.datetime(2022, 6, 3, 3, 2, 9, 182351), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:02:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:02:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 2, 9, 184094), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 2, 9, 184094), 0, 2, datetime.datetime(2022, 6, 3, 3, 2, 9, 184094), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:02:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:02:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 2, 9, 185762), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 2, 9, 185762), 0, 2, datetime.datetime(2022, 6, 3, 3, 2, 9, 185762), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:02:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:02:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:02:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:02:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:02:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:02:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:02:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:02:27,095 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:03:09.167018+00:00 (in 29.999053 seconds)
repomirrorworker stdout | 2022-06-03 03:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:03:09 UTC)" (scheduled at 2022-06-03 03:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:02:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:02:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:02:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 2, 39, 177169), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 2, 39, 177169), 0, 2, datetime.datetime(2022, 6, 3, 3, 2, 39, 177169), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:02:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:02:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 2, 39, 180426), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 2, 39, 180426), 0, 2, datetime.datetime(2022, 6, 3, 3, 2, 39, 180426), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:02:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:02:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 2, 39, 182324), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 2, 39, 182324), 0, 2, datetime.datetime(2022, 6, 3, 3, 2, 39, 182324), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:02:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:02:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 2, 39, 184059), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 2, 39, 184059), 0, 2, datetime.datetime(2022, 6, 3, 3, 2, 39, 184059), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:02:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:02:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:02:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:02:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:02:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:02:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:02:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:02:57,150 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:03:39.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-03 03:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:03:39 UTC)" (scheduled at 2022-06-03 03:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:03:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:03:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 3, 9, 176763), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 3, 9, 176763), 0, 2, datetime.datetime(2022, 6, 3, 3, 3, 9, 176763), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:03:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:03:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 3, 9, 179934), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 3, 9, 179934), 0, 2, datetime.datetime(2022, 6, 3, 3, 3, 9, 179934), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:03:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:03:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 3, 9, 181903), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 3, 9, 181903), 0, 2, datetime.datetime(2022, 6, 3, 3, 3, 9, 181903), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:03:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:03:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 3, 9, 183651), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 3, 9, 183651), 0, 2, datetime.datetime(2022, 6, 3, 3, 3, 9, 183651), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:03:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:03:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:03:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:03:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:03:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:03:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:03:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:03:27,194 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:04:09.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-03 03:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:04:09 UTC)" (scheduled at 2022-06-03 03:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:03:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:03:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 3, 39, 177093), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 3, 39, 177093), 0, 2, datetime.datetime(2022, 6, 3, 3, 3, 39, 177093), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:03:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:03:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 3, 39, 180573), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 3, 39, 180573), 0, 2, datetime.datetime(2022, 6, 3, 3, 3, 39, 180573), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:03:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:03:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 3, 39, 182576), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 3, 39, 182576), 0, 2, datetime.datetime(2022, 6, 3, 3, 3, 39, 182576), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:03:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:03:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 3, 39, 184338), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 3, 39, 184338), 0, 2, datetime.datetime(2022, 6, 3, 3, 3, 39, 184338), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:03:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:03:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:03:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:03:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:03:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:03:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:03:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:03:57,245 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:04:39.167018+00:00 (in 29.999231 seconds)
repomirrorworker stdout | 2022-06-03 03:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:04:39 UTC)" (scheduled at 2022-06-03 03:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:04:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 4, 9, 176610), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 4, 9, 176610), 0, 2, datetime.datetime(2022, 6, 3, 3, 4, 9, 176610), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:04:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:04:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 4, 9, 179924), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 4, 9, 179924), 0, 2, datetime.datetime(2022, 6, 3, 3, 4, 9, 179924), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:04:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:04:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 4, 9, 181886), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 4, 9, 181886), 0, 2, datetime.datetime(2022, 6, 3, 3, 4, 9, 181886), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:04:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:04:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 4, 9, 183606), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 4, 9, 183606), 0, 2, datetime.datetime(2022, 6, 3, 3, 4, 9, 183606), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:04:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:04:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 4, 9, 185267), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 4, 9, 185267), 0, 2, datetime.datetime(2022, 6, 3, 3, 4, 9, 185267), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:04:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:04:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:04:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:04:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:04:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:04:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:04:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:04:27,269 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:05:09.167018+00:00 (in 29.999085 seconds)
repomirrorworker stdout | 2022-06-03 03:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:05:09 UTC)" (scheduled at 2022-06-03 03:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:04:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:04:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:04:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 4, 39, 176651), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 4, 39, 176651), 0, 2, datetime.datetime(2022, 6, 3, 3, 4, 39, 176651), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:04:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:04:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 4, 39, 179893), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 4, 39, 179893), 0, 2, datetime.datetime(2022, 6, 3, 3, 4, 39, 179893), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:04:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:04:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 4, 39, 181835), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 4, 39, 181835), 0, 2, datetime.datetime(2022, 6, 3, 3, 4, 39, 181835), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:04:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:04:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 4, 39, 183558), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 4, 39, 183558), 0, 2, datetime.datetime(2022, 6, 3, 3, 4, 39, 183558), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:04:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:04:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 4, 39, 185270), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 4, 39, 185270), 0, 2, datetime.datetime(2022, 6, 3, 3, 4, 39, 185270), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:04:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:04:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:04:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:04:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:04:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:04:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:04:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:04:57,321 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:05:39.167018+00:00 (in 29.998888 seconds)
repomirrorworker stdout | 2022-06-03 03:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:05:39 UTC)" (scheduled at 2022-06-03 03:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:05:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:05:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 5, 9, 176991), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 5, 9, 176991), 0, 2, datetime.datetime(2022, 6, 3, 3, 5, 9, 176991), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:05:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:05:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 5, 9, 180293), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 5, 9, 180293), 0, 2, datetime.datetime(2022, 6, 3, 3, 5, 9, 180293), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:05:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:05:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 5, 9, 182213), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 5, 9, 182213), 0, 2, datetime.datetime(2022, 6, 3, 3, 5, 9, 182213), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:05:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:05:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 5, 9, 183980), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 5, 9, 183980), 0, 2, datetime.datetime(2022, 6, 3, 3, 5, 9, 183980), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:05:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 5, 9, 185756), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 5, 9, 185756), 0, 2, datetime.datetime(2022, 6, 3, 3, 5, 9, 185756), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:05:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:05:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:05:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:05:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:05:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:05:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:05:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:05:27,377 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:06:09.167018+00:00 (in 29.999109 seconds)
repomirrorworker stdout | 2022-06-03 03:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:06:09 UTC)" (scheduled at 2022-06-03 03:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:05:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:05:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 5, 39, 177077), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 5, 39, 177077), 0, 2, datetime.datetime(2022, 6, 3, 3, 5, 39, 177077), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:05:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 5, 39, 180689), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 5, 39, 180689), 0, 2, datetime.datetime(2022, 6, 3, 3, 5, 39, 180689), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:05:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:05:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 5, 39, 182699), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 5, 39, 182699), 0, 2, datetime.datetime(2022, 6, 3, 3, 5, 39, 182699), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:05:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:05:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 5, 39, 184454), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 5, 39, 184454), 0, 2, datetime.datetime(2022, 6, 3, 3, 5, 39, 184454), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:05:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:05:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 5, 39, 186232), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 5, 39, 186232), 0, 2, datetime.datetime(2022, 6, 3, 3, 5, 39, 186232), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:05:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:05:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:05:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:05:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:05:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:05:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:05:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:05:57,415 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:06:39.167018+00:00 (in 29.999082 seconds)
repomirrorworker stdout | 2022-06-03 03:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:06:39 UTC)" (scheduled at 2022-06-03 03:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:06:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:06:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 6, 9, 177173), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 6, 9, 177173), 0, 2, datetime.datetime(2022, 6, 3, 3, 6, 9, 177173), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:06:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:06:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 6, 9, 180419), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 6, 9, 180419), 0, 2, datetime.datetime(2022, 6, 3, 3, 6, 9, 180419), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:06:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:06:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 6, 9, 182396), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 6, 9, 182396), 0, 2, datetime.datetime(2022, 6, 3, 3, 6, 9, 182396), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:06:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:06:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 6, 9, 184127), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 6, 9, 184127), 0, 2, datetime.datetime(2022, 6, 3, 3, 6, 9, 184127), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:06:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:06:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:06:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:06:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:06:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:06:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:06:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:06:27,471 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:07:09.167018+00:00 (in 29.998928 seconds)
repomirrorworker stdout | 2022-06-03 03:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:07:09 UTC)" (scheduled at 2022-06-03 03:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:06:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:06:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 6, 39, 177188), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 6, 39, 177188), 0, 2, datetime.datetime(2022, 6, 3, 3, 6, 39, 177188), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:06:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:06:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 6, 39, 180995), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 6, 39, 180995), 0, 2, datetime.datetime(2022, 6, 3, 3, 6, 39, 180995), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:06:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:06:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 6, 39, 183034), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 6, 39, 183034), 0, 2, datetime.datetime(2022, 6, 3, 3, 6, 39, 183034), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:06:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:06:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 6, 39, 184814), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 6, 39, 184814), 0, 2, datetime.datetime(2022, 6, 3, 3, 6, 39, 184814), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:06:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:06:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 6, 39, 186525), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 6, 39, 186525), 0, 2, datetime.datetime(2022, 6, 3, 3, 6, 39, 186525), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:06:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:06:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:06:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:06:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:06:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:06:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:06:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:06:57,528 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:07:39.167018+00:00 (in 29.999267 seconds)
repomirrorworker stdout | 2022-06-03 03:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:07:39 UTC)" (scheduled at 2022-06-03 03:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:07:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:07:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:07:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 7, 9, 176204), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 7, 9, 176204), 0, 2, datetime.datetime(2022, 6, 3, 3, 7, 9, 176204), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:07:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:07:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 7, 9, 179465), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 7, 9, 179465), 0, 2, datetime.datetime(2022, 6, 3, 3, 7, 9, 179465), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:07:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:07:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 7, 9, 181430), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 7, 9, 181430), 0, 2, datetime.datetime(2022, 6, 3, 3, 7, 9, 181430), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:07:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:07:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 7, 9, 183195), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 7, 9, 183195), 0, 2, datetime.datetime(2022, 6, 3, 3, 7, 9, 183195), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:07:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:07:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:07:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:07:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:07:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:07:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:07:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:07:27,591 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:08:09.167018+00:00 (in 29.999273 seconds)
repomirrorworker stdout | 2022-06-03 03:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:08:09 UTC)" (scheduled at 2022-06-03 03:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:07:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:07:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 7, 39, 176784), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 7, 39, 176784), 0, 2, datetime.datetime(2022, 6, 3, 3, 7, 39, 176784), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:07:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:07:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 7, 39, 180067), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 7, 39, 180067), 0, 2, datetime.datetime(2022, 6, 3, 3, 7, 39, 180067), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:07:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:07:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 7, 39, 182026), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 7, 39, 182026), 0, 2, datetime.datetime(2022, 6, 3, 3, 7, 39, 182026), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:07:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:07:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 7, 39, 183794), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 7, 39, 183794), 0, 2, datetime.datetime(2022, 6, 3, 3, 7, 39, 183794), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:07:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:07:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 7, 39, 185469), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 7, 39, 185469), 0, 2, datetime.datetime(2022, 6, 3, 3, 7, 39, 185469), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:07:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:07:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:07:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:07:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:07:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:07:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:07:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:07:57,647 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:08:39.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-03 03:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:08:39 UTC)" (scheduled at 2022-06-03 03:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:08:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:08:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:08:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 8, 9, 176998), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 8, 9, 176998), 0, 2, datetime.datetime(2022, 6, 3, 3, 8, 9, 176998), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:08:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:08:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 8, 9, 180613), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 8, 9, 180613), 0, 2, datetime.datetime(2022, 6, 3, 3, 8, 9, 180613), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:08:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:08:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 8, 9, 182541), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 8, 9, 182541), 0, 2, datetime.datetime(2022, 6, 3, 3, 8, 9, 182541), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:08:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:08:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 8, 9, 184306), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 8, 9, 184306), 0, 2, datetime.datetime(2022, 6, 3, 3, 8, 9, 184306), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:08:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:08:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 8, 9, 185954), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 8, 9, 185954), 0, 2, datetime.datetime(2022, 6, 3, 3, 8, 9, 185954), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:08:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:08:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:08:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:08:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:08:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:08:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:08:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:08:27,695 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:09:09.167018+00:00 (in 29.999085 seconds)
repomirrorworker stdout | 2022-06-03 03:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:09:09 UTC)" (scheduled at 2022-06-03 03:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:08:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:08:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:08:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 8, 39, 176626), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 8, 39, 176626), 0, 2, datetime.datetime(2022, 6, 3, 3, 8, 39, 176626), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:08:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:08:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 8, 39, 179810), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 8, 39, 179810), 0, 2, datetime.datetime(2022, 6, 3, 3, 8, 39, 179810), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:08:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:08:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 8, 39, 181818), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 8, 39, 181818), 0, 2, datetime.datetime(2022, 6, 3, 3, 8, 39, 181818), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:08:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:08:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 8, 39, 183499), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 8, 39, 183499), 0, 2, datetime.datetime(2022, 6, 3, 3, 8, 39, 183499), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:08:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:08:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:08:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:08:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:08:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:08:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:08:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:08:57,755 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:09:39.167018+00:00 (in 29.998805 seconds)
repomirrorworker stdout | 2022-06-03 03:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:09:39 UTC)" (scheduled at 2022-06-03 03:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:09:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:09:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:09:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 9, 9, 177306), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 9, 9, 177306), 0, 2, datetime.datetime(2022, 6, 3, 3, 9, 9, 177306), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:09:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:09:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 9, 9, 180769), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 9, 9, 180769), 0, 2, datetime.datetime(2022, 6, 3, 3, 9, 9, 180769), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:09:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:09:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 9, 9, 182658), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 9, 9, 182658), 0, 2, datetime.datetime(2022, 6, 3, 3, 9, 9, 182658), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:09:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:09:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 9, 9, 184419), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 9, 9, 184419), 0, 2, datetime.datetime(2022, 6, 3, 3, 9, 9, 184419), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:09:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:09:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:09:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:09:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:09:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:09:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:09:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:09:27,816 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:10:09.167018+00:00 (in 29.999182 seconds)
repomirrorworker stdout | 2022-06-03 03:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:10:09 UTC)" (scheduled at 2022-06-03 03:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:09:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:09:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 9, 39, 176430), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 9, 39, 176430), 0, 2, datetime.datetime(2022, 6, 3, 3, 9, 39, 176430), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:09:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:09:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 9, 39, 179654), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 9, 39, 179654), 0, 2, datetime.datetime(2022, 6, 3, 3, 9, 39, 179654), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:09:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:09:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 9, 39, 181603), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 9, 39, 181603), 0, 2, datetime.datetime(2022, 6, 3, 3, 9, 39, 181603), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:09:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:09:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 9, 39, 183421), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 9, 39, 183421), 0, 2, datetime.datetime(2022, 6, 3, 3, 9, 39, 183421), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:09:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:09:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 9, 39, 185224), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 9, 39, 185224), 0, 2, datetime.datetime(2022, 6, 3, 3, 9, 39, 185224), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:09:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:09:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:09:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:09:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:09:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:09:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:09:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:09:57,881 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:10:39.167018+00:00 (in 29.999247 seconds)
repomirrorworker stdout | 2022-06-03 03:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:10:39 UTC)" (scheduled at 2022-06-03 03:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:10:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:10:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 10, 9, 176860), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 10, 9, 176860), 0, 2, datetime.datetime(2022, 6, 3, 3, 10, 9, 176860), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:10:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:10:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 10, 9, 180381), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 10, 9, 180381), 0, 2, datetime.datetime(2022, 6, 3, 3, 10, 9, 180381), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:10:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:10:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 10, 9, 182640), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 10, 9, 182640), 0, 2, datetime.datetime(2022, 6, 3, 3, 10, 9, 182640), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:10:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:10:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 10, 9, 184462), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 10, 9, 184462), 0, 2, datetime.datetime(2022, 6, 3, 3, 10, 9, 184462), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:10:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:10:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 10, 9, 186302), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 10, 9, 186302), 0, 2, datetime.datetime(2022, 6, 3, 3, 10, 9, 186302), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:10:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:10:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:10:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:10:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:10:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:10:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:10:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:10:27,940 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:11:09.167018+00:00 (in 29.999139 seconds)
repomirrorworker stdout | 2022-06-03 03:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:11:09 UTC)" (scheduled at 2022-06-03 03:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:10:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:10:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 10, 39, 177138), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 10, 39, 177138), 0, 2, datetime.datetime(2022, 6, 3, 3, 10, 39, 177138), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:10:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:10:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 10, 39, 180565), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 10, 39, 180565), 0, 2, datetime.datetime(2022, 6, 3, 3, 10, 39, 180565), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:10:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:10:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 10, 39, 182589), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 10, 39, 182589), 0, 2, datetime.datetime(2022, 6, 3, 3, 10, 39, 182589), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:10:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:10:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 10, 39, 184655), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 10, 39, 184655), 0, 2, datetime.datetime(2022, 6, 3, 3, 10, 39, 184655), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:10:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:10:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 10, 39, 186544), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 10, 39, 186544), 0, 2, datetime.datetime(2022, 6, 3, 3, 10, 39, 186544), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:10:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:10:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:10:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:10:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:10:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:10:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:10:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:10:58,006 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:11:39.167018+00:00 (in 29.999078 seconds)
repomirrorworker stdout | 2022-06-03 03:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:11:39 UTC)" (scheduled at 2022-06-03 03:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:11:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:11:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 11, 9, 176744), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 11, 9, 176744), 0, 2, datetime.datetime(2022, 6, 3, 3, 11, 9, 176744), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:11:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:11:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 11, 9, 180097), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 11, 9, 180097), 0, 2, datetime.datetime(2022, 6, 3, 3, 11, 9, 180097), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:11:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:11:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 11, 9, 182184), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 11, 9, 182184), 0, 2, datetime.datetime(2022, 6, 3, 3, 11, 9, 182184), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:11:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:11:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 11, 9, 183956), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 11, 9, 183956), 0, 2, datetime.datetime(2022, 6, 3, 3, 11, 9, 183956), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:11:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:11:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 11, 9, 185661), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 11, 9, 185661), 0, 2, datetime.datetime(2022, 6, 3, 3, 11, 9, 185661), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:11:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:11:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:11:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:11:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:11:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:11:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:11:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:11:28,064 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:12:09.167018+00:00 (in 29.999178 seconds)
repomirrorworker stdout | 2022-06-03 03:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:12:09 UTC)" (scheduled at 2022-06-03 03:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:11:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:11:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:11:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 11, 39, 176982), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 11, 39, 176982), 0, 2, datetime.datetime(2022, 6, 3, 3, 11, 39, 176982), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:11:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:11:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 11, 39, 180289), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 11, 39, 180289), 0, 2, datetime.datetime(2022, 6, 3, 3, 11, 39, 180289), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:11:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:11:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 11, 39, 182170), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 11, 39, 182170), 0, 2, datetime.datetime(2022, 6, 3, 3, 11, 39, 182170), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:11:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:11:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 11, 39, 183838), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 11, 39, 183838), 0, 2, datetime.datetime(2022, 6, 3, 3, 11, 39, 183838), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:11:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:11:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:11:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:11:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:11:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:11:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:11:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:11:58,099 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:12:39.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-03 03:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:12:39 UTC)" (scheduled at 2022-06-03 03:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:12:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:12:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:12:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 12, 9, 177187), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 12, 9, 177187), 0, 2, datetime.datetime(2022, 6, 3, 3, 12, 9, 177187), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:12:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:12:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 12, 9, 180862), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 12, 9, 180862), 0, 2, datetime.datetime(2022, 6, 3, 3, 12, 9, 180862), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:12:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:12:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 12, 9, 182723), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 12, 9, 182723), 0, 2, datetime.datetime(2022, 6, 3, 3, 12, 9, 182723), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:12:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:12:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 12, 9, 184379), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 12, 9, 184379), 0, 2, datetime.datetime(2022, 6, 3, 3, 12, 9, 184379), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:12:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:12:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 12, 9, 186073), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 12, 9, 186073), 0, 2, datetime.datetime(2022, 6, 3, 3, 12, 9, 186073), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:12:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:12:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:12:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:12:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:12:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:12:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:12:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:12:28,167 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:13:09.167018+00:00 (in 29.999033 seconds)
repomirrorworker stdout | 2022-06-03 03:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:13:09 UTC)" (scheduled at 2022-06-03 03:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:12:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:12:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:12:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 12, 39, 176989), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 12, 39, 176989), 0, 2, datetime.datetime(2022, 6, 3, 3, 12, 39, 176989), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:12:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:12:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 12, 39, 180161), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 12, 39, 180161), 0, 2, datetime.datetime(2022, 6, 3, 3, 12, 39, 180161), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:12:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:12:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 12, 39, 182097), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 12, 39, 182097), 0, 2, datetime.datetime(2022, 6, 3, 3, 12, 39, 182097), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:12:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 12, 39, 183820), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 12, 39, 183820), 0, 2, datetime.datetime(2022, 6, 3, 3, 12, 39, 183820), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:12:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:12:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 12, 39, 185640), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 12, 39, 185640), 0, 2, datetime.datetime(2022, 6, 3, 3, 12, 39, 185640), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:12:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:12:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:12:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:12:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:12:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:12:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:12:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:12:58,215 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:13:39.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-03 03:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:13:39 UTC)" (scheduled at 2022-06-03 03:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:13:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:13:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:13:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 13, 9, 176534), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 13, 9, 176534), 0, 2, datetime.datetime(2022, 6, 3, 3, 13, 9, 176534), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:13:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:13:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 13, 9, 179639), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 13, 9, 179639), 0, 2, datetime.datetime(2022, 6, 3, 3, 13, 9, 179639), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:13:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:13:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 13, 9, 181499), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 13, 9, 181499), 0, 2, datetime.datetime(2022, 6, 3, 3, 13, 9, 181499), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:13:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:13:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 13, 9, 183180), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 13, 9, 183180), 0, 2, datetime.datetime(2022, 6, 3, 3, 13, 9, 183180), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:13:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:13:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:13:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:13:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:13:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:13:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:13:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:13:28,274 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:14:09.167018+00:00 (in 29.999145 seconds)
repomirrorworker stdout | 2022-06-03 03:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:14:09 UTC)" (scheduled at 2022-06-03 03:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:13:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:13:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:13:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 13, 39, 176904), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 13, 39, 176904), 0, 2, datetime.datetime(2022, 6, 3, 3, 13, 39, 176904), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:13:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:13:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 13, 39, 180173), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 13, 39, 180173), 0, 2, datetime.datetime(2022, 6, 3, 3, 13, 39, 180173), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:13:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:13:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 13, 39, 182249), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 13, 39, 182249), 0, 2, datetime.datetime(2022, 6, 3, 3, 13, 39, 182249), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:13:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:13:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 13, 39, 184000), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 13, 39, 184000), 0, 2, datetime.datetime(2022, 6, 3, 3, 13, 39, 184000), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:13:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:13:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:13:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:13:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:13:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:13:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:13:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:13:58,339 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:14:39.167018+00:00 (in 29.999190 seconds)
repomirrorworker stdout | 2022-06-03 03:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:14:39 UTC)" (scheduled at 2022-06-03 03:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:14:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:14:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 14, 9, 176831), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 14, 9, 176831), 0, 2, datetime.datetime(2022, 6, 3, 3, 14, 9, 176831), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:14:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:14:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 14, 9, 180656), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 14, 9, 180656), 0, 2, datetime.datetime(2022, 6, 3, 3, 14, 9, 180656), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:14:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:14:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 14, 9, 182548), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 14, 9, 182548), 0, 2, datetime.datetime(2022, 6, 3, 3, 14, 9, 182548), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:14:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:14:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 14, 9, 184230), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 14, 9, 184230), 0, 2, datetime.datetime(2022, 6, 3, 3, 14, 9, 184230), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:14:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:14:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:14:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:14:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:14:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:14:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:14:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:14:28,395 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:15:09.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-03 03:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:15:09 UTC)" (scheduled at 2022-06-03 03:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:14:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:14:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:14:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 14, 39, 177067), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 14, 39, 177067), 0, 2, datetime.datetime(2022, 6, 3, 3, 14, 39, 177067), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:14:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 14, 39, 180283), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 14, 39, 180283), 0, 2, datetime.datetime(2022, 6, 3, 3, 14, 39, 180283), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:14:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 14, 39, 182207), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 14, 39, 182207), 0, 2, datetime.datetime(2022, 6, 3, 3, 14, 39, 182207), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:14:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:14:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 14, 39, 183936), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 14, 39, 183936), 0, 2, datetime.datetime(2022, 6, 3, 3, 14, 39, 183936), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:14:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:14:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 14, 39, 185597), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 14, 39, 185597), 0, 2, datetime.datetime(2022, 6, 3, 3, 14, 39, 185597), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:14:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:14:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:14:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:14:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:14:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:14:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:14:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:14:58,427 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:15:39.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-03 03:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:15:39 UTC)" (scheduled at 2022-06-03 03:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:15:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:15:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:15:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 15, 9, 176805), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 15, 9, 176805), 0, 2, datetime.datetime(2022, 6, 3, 3, 15, 9, 176805), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:15:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:15:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 15, 9, 180141), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 15, 9, 180141), 0, 2, datetime.datetime(2022, 6, 3, 3, 15, 9, 180141), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:15:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 15, 9, 182075), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 15, 9, 182075), 0, 2, datetime.datetime(2022, 6, 3, 3, 15, 9, 182075), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:15:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:15:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 15, 9, 183839), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 15, 9, 183839), 0, 2, datetime.datetime(2022, 6, 3, 3, 15, 9, 183839), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:15:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:15:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 15, 9, 185513), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 15, 9, 185513), 0, 2, datetime.datetime(2022, 6, 3, 3, 15, 9, 185513), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:15:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:15:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:15:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:15:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:15:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:15:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:15:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:15:28,480 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:16:09.167018+00:00 (in 29.999178 seconds)
repomirrorworker stdout | 2022-06-03 03:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:16:09 UTC)" (scheduled at 2022-06-03 03:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:15:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:15:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:15:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 15, 39, 176716), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 15, 39, 176716), 0, 2, datetime.datetime(2022, 6, 3, 3, 15, 39, 176716), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:15:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:15:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 15, 39, 180204), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 15, 39, 180204), 0, 2, datetime.datetime(2022, 6, 3, 3, 15, 39, 180204), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:15:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:15:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 15, 39, 182059), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 15, 39, 182059), 0, 2, datetime.datetime(2022, 6, 3, 3, 15, 39, 182059), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:15:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:15:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 15, 39, 183719), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 15, 39, 183719), 0, 2, datetime.datetime(2022, 6, 3, 3, 15, 39, 183719), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:15:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:15:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:15:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:15:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:15:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:15:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:15:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:15:58,513 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:16:39.167018+00:00 (in 29.999287 seconds)
repomirrorworker stdout | 2022-06-03 03:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:16:39 UTC)" (scheduled at 2022-06-03 03:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:16:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:16:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:16:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 16, 9, 176032), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 16, 9, 176032), 0, 2, datetime.datetime(2022, 6, 3, 3, 16, 9, 176032), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:16:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:16:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 16, 9, 179169), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 16, 9, 179169), 0, 2, datetime.datetime(2022, 6, 3, 3, 16, 9, 179169), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:16:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:16:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 16, 9, 181058), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 16, 9, 181058), 0, 2, datetime.datetime(2022, 6, 3, 3, 16, 9, 181058), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:16:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:16:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 16, 9, 182824), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 16, 9, 182824), 0, 2, datetime.datetime(2022, 6, 3, 3, 16, 9, 182824), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:16:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:16:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:16:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:16:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:16:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:16:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:16:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:16:28,545 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:17:09.167018+00:00 (in 29.999203 seconds)
repomirrorworker stdout | 2022-06-03 03:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:17:09 UTC)" (scheduled at 2022-06-03 03:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:16:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:16:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:16:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 16, 39, 176364), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 16, 39, 176364), 0, 2, datetime.datetime(2022, 6, 3, 3, 16, 39, 176364), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:16:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:16:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 16, 39, 179856), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 16, 39, 179856), 0, 2, datetime.datetime(2022, 6, 3, 3, 16, 39, 179856), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:16:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:16:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 16, 39, 181735), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 16, 39, 181735), 0, 2, datetime.datetime(2022, 6, 3, 3, 16, 39, 181735), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:16:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:16:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 16, 39, 183426), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 16, 39, 183426), 0, 2, datetime.datetime(2022, 6, 3, 3, 16, 39, 183426), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:16:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:16:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 16, 39, 185103), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 16, 39, 185103), 0, 2, datetime.datetime(2022, 6, 3, 3, 16, 39, 185103), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:16:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:16:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:16:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:16:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:16:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:16:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:16:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:16:58,612 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:17:39.167018+00:00 (in 29.999069 seconds)
repomirrorworker stdout | 2022-06-03 03:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:17:39 UTC)" (scheduled at 2022-06-03 03:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:17:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:17:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:17:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 17, 9, 176524), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 17, 9, 176524), 0, 2, datetime.datetime(2022, 6, 3, 3, 17, 9, 176524), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:17:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:17:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 17, 9, 179918), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 17, 9, 179918), 0, 2, datetime.datetime(2022, 6, 3, 3, 17, 9, 179918), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:17:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:17:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 17, 9, 181813), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 17, 9, 181813), 0, 2, datetime.datetime(2022, 6, 3, 3, 17, 9, 181813), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:17:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:17:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 17, 9, 183645), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 17, 9, 183645), 0, 2, datetime.datetime(2022, 6, 3, 3, 17, 9, 183645), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:17:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:17:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 17, 9, 185475), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 17, 9, 185475), 0, 2, datetime.datetime(2022, 6, 3, 3, 17, 9, 185475), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:17:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:17:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:17:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:17:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:17:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:17:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:17:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:17:28,669 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:18:09.167018+00:00 (in 29.999177 seconds)
repomirrorworker stdout | 2022-06-03 03:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:18:09 UTC)" (scheduled at 2022-06-03 03:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:17:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:17:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 17, 39, 177008), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 17, 39, 177008), 0, 2, datetime.datetime(2022, 6, 3, 3, 17, 39, 177008), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:17:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:17:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 17, 39, 180613), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 17, 39, 180613), 0, 2, datetime.datetime(2022, 6, 3, 3, 17, 39, 180613), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:17:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:17:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 17, 39, 182608), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 17, 39, 182608), 0, 2, datetime.datetime(2022, 6, 3, 3, 17, 39, 182608), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:17:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:17:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 17, 39, 184404), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 17, 39, 184404), 0, 2, datetime.datetime(2022, 6, 3, 3, 17, 39, 184404), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:17:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:17:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 17, 39, 186125), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 17, 39, 186125), 0, 2, datetime.datetime(2022, 6, 3, 3, 17, 39, 186125), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:17:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:17:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:17:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:17:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:17:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:17:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:17:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:17:58,721 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:18:39.167018+00:00 (in 29.999082 seconds)
repomirrorworker stdout | 2022-06-03 03:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:18:39 UTC)" (scheduled at 2022-06-03 03:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:18:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:18:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 18, 9, 176541), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 18, 9, 176541), 0, 2, datetime.datetime(2022, 6, 3, 3, 18, 9, 176541), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:18:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:18:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 18, 9, 179928), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 18, 9, 179928), 0, 2, datetime.datetime(2022, 6, 3, 3, 18, 9, 179928), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:18:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:18:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 18, 9, 181810), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 18, 9, 181810), 0, 2, datetime.datetime(2022, 6, 3, 3, 18, 9, 181810), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:18:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:18:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 18, 9, 183478), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 18, 9, 183478), 0, 2, datetime.datetime(2022, 6, 3, 3, 18, 9, 183478), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:18:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:18:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 18, 9, 185158), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 18, 9, 185158), 0, 2, datetime.datetime(2022, 6, 3, 3, 18, 9, 185158), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:18:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:18:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:18:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:18:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:18:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:18:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:18:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:18:28,763 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:19:09.167018+00:00 (in 29.999206 seconds)
repomirrorworker stdout | 2022-06-03 03:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:19:09 UTC)" (scheduled at 2022-06-03 03:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:18:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:18:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:18:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 18, 39, 176636), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 18, 39, 176636), 0, 2, datetime.datetime(2022, 6, 3, 3, 18, 39, 176636), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:18:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:18:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 18, 39, 180191), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 18, 39, 180191), 0, 2, datetime.datetime(2022, 6, 3, 3, 18, 39, 180191), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:18:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:18:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 18, 39, 182503), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 18, 39, 182503), 0, 2, datetime.datetime(2022, 6, 3, 3, 18, 39, 182503), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:18:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:18:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 18, 39, 184424), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 18, 39, 184424), 0, 2, datetime.datetime(2022, 6, 3, 3, 18, 39, 184424), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:18:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:18:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:18:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:18:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:18:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:18:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:18:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:18:58,801 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:19:39.167018+00:00 (in 29.999048 seconds)
repomirrorworker stdout | 2022-06-03 03:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:19:39 UTC)" (scheduled at 2022-06-03 03:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:19:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:19:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:19:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 19, 9, 176714), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 19, 9, 176714), 0, 2, datetime.datetime(2022, 6, 3, 3, 19, 9, 176714), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:19:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:19:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 19, 9, 179867), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 19, 9, 179867), 0, 2, datetime.datetime(2022, 6, 3, 3, 19, 9, 179867), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:19:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:19:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 19, 9, 181887), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 19, 9, 181887), 0, 2, datetime.datetime(2022, 6, 3, 3, 19, 9, 181887), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:19:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:19:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 19, 9, 183572), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 19, 9, 183572), 0, 2, datetime.datetime(2022, 6, 3, 3, 19, 9, 183572), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:19:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:19:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:19:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:19:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:19:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:19:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:19:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:19:28,864 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:20:09.167018+00:00 (in 29.999175 seconds)
repomirrorworker stdout | 2022-06-03 03:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:20:09 UTC)" (scheduled at 2022-06-03 03:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:19:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:19:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:19:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 19, 39, 176884), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 19, 39, 176884), 0, 2, datetime.datetime(2022, 6, 3, 3, 19, 39, 176884), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:19:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:19:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 19, 39, 180514), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 19, 39, 180514), 0, 2, datetime.datetime(2022, 6, 3, 3, 19, 39, 180514), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:19:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:19:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 19, 39, 182432), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 19, 39, 182432), 0, 2, datetime.datetime(2022, 6, 3, 3, 19, 39, 182432), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:19:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:19:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 19, 39, 184131), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 19, 39, 184131), 0, 2, datetime.datetime(2022, 6, 3, 3, 19, 39, 184131), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:19:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:19:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 19, 39, 185790), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 19, 39, 185790), 0, 2, datetime.datetime(2022, 6, 3, 3, 19, 39, 185790), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:19:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:19:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:19:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:19:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:19:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:19:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:19:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:19:58,935 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:20:39.167018+00:00 (in 29.999122 seconds)
repomirrorworker stdout | 2022-06-03 03:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:20:39 UTC)" (scheduled at 2022-06-03 03:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:20:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:20:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 20, 9, 176871), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 20, 9, 176871), 0, 2, datetime.datetime(2022, 6, 3, 3, 20, 9, 176871), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:20:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 20, 9, 180119), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 20, 9, 180119), 0, 2, datetime.datetime(2022, 6, 3, 3, 20, 9, 180119), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:20:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:20:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 20, 9, 181992), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 20, 9, 181992), 0, 2, datetime.datetime(2022, 6, 3, 3, 20, 9, 181992), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:20:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:20:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 20, 9, 183641), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 20, 9, 183641), 0, 2, datetime.datetime(2022, 6, 3, 3, 20, 9, 183641), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:20:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:20:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 20, 9, 185278), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 20, 9, 185278), 0, 2, datetime.datetime(2022, 6, 3, 3, 20, 9, 185278), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:20:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:20:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:20:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:20:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:20:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:20:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:20:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:20:28,997 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:21:09.167018+00:00 (in 29.999261 seconds)
repomirrorworker stdout | 2022-06-03 03:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:21:09 UTC)" (scheduled at 2022-06-03 03:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:20:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:20:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:20:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 20, 39, 176699), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 20, 39, 176699), 0, 2, datetime.datetime(2022, 6, 3, 3, 20, 39, 176699), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:20:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:20:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 20, 39, 180401), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 20, 39, 180401), 0, 2, datetime.datetime(2022, 6, 3, 3, 20, 39, 180401), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:20:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:20:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 20, 39, 182339), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 20, 39, 182339), 0, 2, datetime.datetime(2022, 6, 3, 3, 20, 39, 182339), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:20:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:20:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 20, 39, 184080), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 20, 39, 184080), 0, 2, datetime.datetime(2022, 6, 3, 3, 20, 39, 184080), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:20:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:20:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:20:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:20:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:20:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:20:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:20:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:20:59,039 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:21:39.167018+00:00 (in 29.999172 seconds)
repomirrorworker stdout | 2022-06-03 03:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:21:39 UTC)" (scheduled at 2022-06-03 03:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:21:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:21:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:21:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 21, 9, 177112), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 21, 9, 177112), 0, 2, datetime.datetime(2022, 6, 3, 3, 21, 9, 177112), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:21:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:21:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 21, 9, 180637), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 21, 9, 180637), 0, 2, datetime.datetime(2022, 6, 3, 3, 21, 9, 180637), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:21:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:21:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 21, 9, 182569), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 21, 9, 182569), 0, 2, datetime.datetime(2022, 6, 3, 3, 21, 9, 182569), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:21:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:21:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 21, 9, 184252), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 21, 9, 184252), 0, 2, datetime.datetime(2022, 6, 3, 3, 21, 9, 184252), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:21:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:21:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 21, 9, 185937), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 21, 9, 185937), 0, 2, datetime.datetime(2022, 6, 3, 3, 21, 9, 185937), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:21:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:21:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:21:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:21:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:21:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:21:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:21:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:21:29,310 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:22:09.167018+00:00 (in 29.998964 seconds)
repomirrorworker stdout | 2022-06-03 03:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:22:09 UTC)" (scheduled at 2022-06-03 03:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:21:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:21:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:21:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 21, 39, 177274), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 21, 39, 177274), 0, 2, datetime.datetime(2022, 6, 3, 3, 21, 39, 177274), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:21:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:21:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 21, 39, 181139), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 21, 39, 181139), 0, 2, datetime.datetime(2022, 6, 3, 3, 21, 39, 181139), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:21:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:21:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 21, 39, 183118), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 21, 39, 183118), 0, 2, datetime.datetime(2022, 6, 3, 3, 21, 39, 183118), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:21:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:21:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 21, 39, 184928), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 21, 39, 184928), 0, 2, datetime.datetime(2022, 6, 3, 3, 21, 39, 184928), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:21:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:21:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:21:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:21:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:21:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:21:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:21:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:21:59,370 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:22:39.167018+00:00 (in 29.999013 seconds)
repomirrorworker stdout | 2022-06-03 03:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:22:39 UTC)" (scheduled at 2022-06-03 03:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:22:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:22:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:22:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 22, 9, 176219), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 22, 9, 176219), 0, 2, datetime.datetime(2022, 6, 3, 3, 22, 9, 176219), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:22:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:22:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 22, 9, 179478), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 22, 9, 179478), 0, 2, datetime.datetime(2022, 6, 3, 3, 22, 9, 179478), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:22:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:22:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 22, 9, 181483), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 22, 9, 181483), 0, 2, datetime.datetime(2022, 6, 3, 3, 22, 9, 181483), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:22:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:22:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 22, 9, 183313), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 22, 9, 183313), 0, 2, datetime.datetime(2022, 6, 3, 3, 22, 9, 183313), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:22:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:22:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 22, 9, 185031), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 22, 9, 185031), 0, 2, datetime.datetime(2022, 6, 3, 3, 22, 9, 185031), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:22:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:22:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:22:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:22:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:22:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:22:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:22:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:22:29,427 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:23:09.167018+00:00 (in 29.999048 seconds)
repomirrorworker stdout | 2022-06-03 03:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:23:09 UTC)" (scheduled at 2022-06-03 03:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:22:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:22:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:22:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 22, 39, 177457), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 22, 39, 177457), 0, 2, datetime.datetime(2022, 6, 3, 3, 22, 39, 177457), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:22:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:22:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 22, 39, 180664), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 22, 39, 180664), 0, 2, datetime.datetime(2022, 6, 3, 3, 22, 39, 180664), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:22:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:22:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 22, 39, 182539), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 22, 39, 182539), 0, 2, datetime.datetime(2022, 6, 3, 3, 22, 39, 182539), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:22:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:22:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 22, 39, 184235), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 22, 39, 184235), 0, 2, datetime.datetime(2022, 6, 3, 3, 22, 39, 184235), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:22:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:22:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 22, 39, 185914), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 22, 39, 185914), 0, 2, datetime.datetime(2022, 6, 3, 3, 22, 39, 185914), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:22:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:22:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:22:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:22:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:22:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:22:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:22:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:22:59,473 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:23:39.167018+00:00 (in 29.999062 seconds)
repomirrorworker stdout | 2022-06-03 03:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:23:39 UTC)" (scheduled at 2022-06-03 03:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:23:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:23:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 23, 9, 176471), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 23, 9, 176471), 0, 2, datetime.datetime(2022, 6, 3, 3, 23, 9, 176471), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:23:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:23:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 23, 9, 180618), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 23, 9, 180618), 0, 2, datetime.datetime(2022, 6, 3, 3, 23, 9, 180618), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:23:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:23:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 23, 9, 182704), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 23, 9, 182704), 0, 2, datetime.datetime(2022, 6, 3, 3, 23, 9, 182704), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:23:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:23:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 23, 9, 184721), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 23, 9, 184721), 0, 2, datetime.datetime(2022, 6, 3, 3, 23, 9, 184721), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:23:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:23:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:23:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:23:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:23:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:23:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:23:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:23:29,563 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:24:09.167018+00:00 (in 29.999271 seconds)
repomirrorworker stdout | 2022-06-03 03:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:24:09 UTC)" (scheduled at 2022-06-03 03:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:23:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:23:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:23:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 23, 39, 176105), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 23, 39, 176105), 0, 2, datetime.datetime(2022, 6, 3, 3, 23, 39, 176105), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:23:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:23:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 23, 39, 179240), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 23, 39, 179240), 0, 2, datetime.datetime(2022, 6, 3, 3, 23, 39, 179240), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:23:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:23:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 23, 39, 181113), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 23, 39, 181113), 0, 2, datetime.datetime(2022, 6, 3, 3, 23, 39, 181113), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:23:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:23:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 23, 39, 182777), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 23, 39, 182777), 0, 2, datetime.datetime(2022, 6, 3, 3, 23, 39, 182777), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:23:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:23:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 23, 39, 184396), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 23, 39, 184396), 0, 2, datetime.datetime(2022, 6, 3, 3, 23, 39, 184396), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:23:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:23:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:23:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:23:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:23:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:23:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:23:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:23:59,602 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:24:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-03 03:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:24:39 UTC)" (scheduled at 2022-06-03 03:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:24:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:24:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:24:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 24, 9, 176084), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 24, 9, 176084), 0, 2, datetime.datetime(2022, 6, 3, 3, 24, 9, 176084), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:24:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:24:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 24, 9, 179164), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 24, 9, 179164), 0, 2, datetime.datetime(2022, 6, 3, 3, 24, 9, 179164), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:24:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:24:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 24, 9, 181038), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 24, 9, 181038), 0, 2, datetime.datetime(2022, 6, 3, 3, 24, 9, 181038), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:24:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:24:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 24, 9, 182707), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 24, 9, 182707), 0, 2, datetime.datetime(2022, 6, 3, 3, 24, 9, 182707), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:24:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:24:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:24:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:24:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:24:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:24:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:24:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:24:29,668 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:25:09.167018+00:00 (in 29.999163 seconds)
repomirrorworker stdout | 2022-06-03 03:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:25:09 UTC)" (scheduled at 2022-06-03 03:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:24:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:24:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:24:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 24, 39, 176298), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 24, 39, 176298), 0, 2, datetime.datetime(2022, 6, 3, 3, 24, 39, 176298), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:24:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:24:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 24, 39, 179362), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 24, 39, 179362), 0, 2, datetime.datetime(2022, 6, 3, 3, 24, 39, 179362), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:24:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:24:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 24, 39, 181206), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 24, 39, 181206), 0, 2, datetime.datetime(2022, 6, 3, 3, 24, 39, 181206), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:24:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:24:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 24, 39, 182909), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 24, 39, 182909), 0, 2, datetime.datetime(2022, 6, 3, 3, 24, 39, 182909), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:24:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:24:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 24, 39, 184548), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 24, 39, 184548), 0, 2, datetime.datetime(2022, 6, 3, 3, 24, 39, 184548), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:24:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:24:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:24:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:24:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:24:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:24:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:24:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:24:59,710 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:25:39.167018+00:00 (in 29.999182 seconds)
repomirrorworker stdout | 2022-06-03 03:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:25:39 UTC)" (scheduled at 2022-06-03 03:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:25:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:25:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:25:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 25, 9, 176406), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 25, 9, 176406), 0, 2, datetime.datetime(2022, 6, 3, 3, 25, 9, 176406), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:25:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:25:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 25, 9, 179612), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 25, 9, 179612), 0, 2, datetime.datetime(2022, 6, 3, 3, 25, 9, 179612), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:25:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:25:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 25, 9, 181551), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 25, 9, 181551), 0, 2, datetime.datetime(2022, 6, 3, 3, 25, 9, 181551), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:25:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:25:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 25, 9, 183252), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 25, 9, 183252), 0, 2, datetime.datetime(2022, 6, 3, 3, 25, 9, 183252), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:25:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:25:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 25, 9, 184950), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 25, 9, 184950), 0, 2, datetime.datetime(2022, 6, 3, 3, 25, 9, 184950), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:25:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:25:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:25:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:25:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:25:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:25:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:25:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:25:29,773 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:26:09.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-03 03:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:26:09 UTC)" (scheduled at 2022-06-03 03:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:25:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:25:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 25, 39, 176775), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 25, 39, 176775), 0, 2, datetime.datetime(2022, 6, 3, 3, 25, 39, 176775), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:25:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:25:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 25, 39, 179960), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 25, 39, 179960), 0, 2, datetime.datetime(2022, 6, 3, 3, 25, 39, 179960), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:25:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:25:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 25, 39, 181822), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 25, 39, 181822), 0, 2, datetime.datetime(2022, 6, 3, 3, 25, 39, 181822), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:25:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:25:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 25, 39, 183495), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 25, 39, 183495), 0, 2, datetime.datetime(2022, 6, 3, 3, 25, 39, 183495), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:25:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:25:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:25:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:25:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:25:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:25:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:25:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:25:59,813 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:26:39.167018+00:00 (in 29.999091 seconds)
repomirrorworker stdout | 2022-06-03 03:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:26:39 UTC)" (scheduled at 2022-06-03 03:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:26:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:26:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 26, 9, 176424), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 26, 9, 176424), 0, 2, datetime.datetime(2022, 6, 3, 3, 26, 9, 176424), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:26:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:26:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 26, 9, 180085), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 26, 9, 180085), 0, 2, datetime.datetime(2022, 6, 3, 3, 26, 9, 180085), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:26:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:26:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 26, 9, 182249), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 26, 9, 182249), 0, 2, datetime.datetime(2022, 6, 3, 3, 26, 9, 182249), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:26:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:26:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 26, 9, 184286), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 26, 9, 184286), 0, 2, datetime.datetime(2022, 6, 3, 3, 26, 9, 184286), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:26:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:26:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 26, 9, 185990), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 26, 9, 185990), 0, 2, datetime.datetime(2022, 6, 3, 3, 26, 9, 185990), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:26:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:26:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:26:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:26:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:26:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:26:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:26:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:26:30,055 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:27:09.167018+00:00 (in 29.999184 seconds)
repomirrorworker stdout | 2022-06-03 03:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:27:09 UTC)" (scheduled at 2022-06-03 03:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:26:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:26:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:26:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 26, 39, 176291), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 26, 39, 176291), 0, 2, datetime.datetime(2022, 6, 3, 3, 26, 39, 176291), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:26:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:26:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 26, 39, 179787), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 26, 39, 179787), 0, 2, datetime.datetime(2022, 6, 3, 3, 26, 39, 179787), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:26:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:26:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 26, 39, 181983), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 26, 39, 181983), 0, 2, datetime.datetime(2022, 6, 3, 3, 26, 39, 181983), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:26:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:26:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 26, 39, 184032), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 26, 39, 184032), 0, 2, datetime.datetime(2022, 6, 3, 3, 26, 39, 184032), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:26:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:26:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:26:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:26:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:26:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:26:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:26:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:27:00,108 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:27:39.167018+00:00 (in 29.999182 seconds)
repomirrorworker stdout | 2022-06-03 03:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:27:39 UTC)" (scheduled at 2022-06-03 03:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:27:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:27:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:27:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 27, 9, 176489), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 27, 9, 176489), 0, 2, datetime.datetime(2022, 6, 3, 3, 27, 9, 176489), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:27:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:27:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 27, 9, 179568), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 27, 9, 179568), 0, 2, datetime.datetime(2022, 6, 3, 3, 27, 9, 179568), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:27:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:27:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 27, 9, 181395), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 27, 9, 181395), 0, 2, datetime.datetime(2022, 6, 3, 3, 27, 9, 181395), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:27:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:27:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 27, 9, 183102), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 27, 9, 183102), 0, 2, datetime.datetime(2022, 6, 3, 3, 27, 9, 183102), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:27:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:27:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 27, 9, 184750), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 27, 9, 184750), 0, 2, datetime.datetime(2022, 6, 3, 3, 27, 9, 184750), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:27:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:27:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:27:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:27:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:27:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:27:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:27:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:27:30,170 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:28:09.167018+00:00 (in 29.999277 seconds)
repomirrorworker stdout | 2022-06-03 03:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:28:09 UTC)" (scheduled at 2022-06-03 03:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:27:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:27:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:27:39,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 27, 39, 175884), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 27, 39, 175884), 0, 2, datetime.datetime(2022, 6, 3, 3, 27, 39, 175884), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:27:39,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:27:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 27, 39, 178959), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 27, 39, 178959), 0, 2, datetime.datetime(2022, 6, 3, 3, 27, 39, 178959), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:27:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:27:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 27, 39, 180829), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 27, 39, 180829), 0, 2, datetime.datetime(2022, 6, 3, 3, 27, 39, 180829), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:27:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:27:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 27, 39, 182480), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 27, 39, 182480), 0, 2, datetime.datetime(2022, 6, 3, 3, 27, 39, 182480), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:27:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:27:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:27:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:27:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:27:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:27:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:27:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:28:00,223 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:28:39.167018+00:00 (in 29.999225 seconds)
repomirrorworker stdout | 2022-06-03 03:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:28:39 UTC)" (scheduled at 2022-06-03 03:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:28:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:28:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 28, 9, 176775), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 28, 9, 176775), 0, 2, datetime.datetime(2022, 6, 3, 3, 28, 9, 176775), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:28:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:28:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 28, 9, 180060), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 28, 9, 180060), 0, 2, datetime.datetime(2022, 6, 3, 3, 28, 9, 180060), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:28:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:28:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 28, 9, 181987), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 28, 9, 181987), 0, 2, datetime.datetime(2022, 6, 3, 3, 28, 9, 181987), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:28:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:28:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 28, 9, 183689), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 28, 9, 183689), 0, 2, datetime.datetime(2022, 6, 3, 3, 28, 9, 183689), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:28:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:28:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 28, 9, 185686), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 28, 9, 185686), 0, 2, datetime.datetime(2022, 6, 3, 3, 28, 9, 185686), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:28:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:28:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:28:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:28:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:28:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:28:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:28:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:28:30,283 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:29:09.167018+00:00 (in 29.999250 seconds)
repomirrorworker stdout | 2022-06-03 03:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:29:09 UTC)" (scheduled at 2022-06-03 03:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:28:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:28:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:28:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 28, 39, 176261), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 28, 39, 176261), 0, 2, datetime.datetime(2022, 6, 3, 3, 28, 39, 176261), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:28:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:28:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 28, 39, 179390), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 28, 39, 179390), 0, 2, datetime.datetime(2022, 6, 3, 3, 28, 39, 179390), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:28:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:28:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 28, 39, 181458), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 28, 39, 181458), 0, 2, datetime.datetime(2022, 6, 3, 3, 28, 39, 181458), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:28:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:28:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 28, 39, 183171), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 28, 39, 183171), 0, 2, datetime.datetime(2022, 6, 3, 3, 28, 39, 183171), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:28:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:28:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 28, 39, 184842), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 28, 39, 184842), 0, 2, datetime.datetime(2022, 6, 3, 3, 28, 39, 184842), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:28:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:28:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:28:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:28:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:28:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:28:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:28:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:29:00,314 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:29:39.167018+00:00 (in 29.999048 seconds)
repomirrorworker stdout | 2022-06-03 03:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:29:39 UTC)" (scheduled at 2022-06-03 03:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:29:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:29:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:29:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 29, 9, 176656), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 29, 9, 176656), 0, 2, datetime.datetime(2022, 6, 3, 3, 29, 9, 176656), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:29:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:29:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 29, 9, 179861), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 29, 9, 179861), 0, 2, datetime.datetime(2022, 6, 3, 3, 29, 9, 179861), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:29:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:29:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 29, 9, 181756), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 29, 9, 181756), 0, 2, datetime.datetime(2022, 6, 3, 3, 29, 9, 181756), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:29:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:29:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 29, 9, 183501), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 29, 9, 183501), 0, 2, datetime.datetime(2022, 6, 3, 3, 29, 9, 183501), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:29:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:29:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 29, 9, 185260), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 29, 9, 185260), 0, 2, datetime.datetime(2022, 6, 3, 3, 29, 9, 185260), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:29:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:29:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:29:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:29:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:29:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:29:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:29:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:29:30,355 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:30:09.167018+00:00 (in 29.999231 seconds)
repomirrorworker stdout | 2022-06-03 03:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:30:09 UTC)" (scheduled at 2022-06-03 03:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:29:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:29:39,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 29, 39, 175657), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 29, 39, 175657), 0, 2, datetime.datetime(2022, 6, 3, 3, 29, 39, 175657), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:29:39,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:29:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 29, 39, 179027), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 29, 39, 179027), 0, 2, datetime.datetime(2022, 6, 3, 3, 29, 39, 179027), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:29:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:29:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 29, 39, 180947), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 29, 39, 180947), 0, 2, datetime.datetime(2022, 6, 3, 3, 29, 39, 180947), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:29:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:29:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 29, 39, 182597), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 29, 39, 182597), 0, 2, datetime.datetime(2022, 6, 3, 3, 29, 39, 182597), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:29:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:29:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 29, 39, 184245), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 29, 39, 184245), 0, 2, datetime.datetime(2022, 6, 3, 3, 29, 39, 184245), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:29:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:29:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:29:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:29:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:29:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:29:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:29:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:30:00,404 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:30:39.167018+00:00 (in 29.999259 seconds)
repomirrorworker stdout | 2022-06-03 03:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:30:39 UTC)" (scheduled at 2022-06-03 03:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:30:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:30:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 30, 9, 176099), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 30, 9, 176099), 0, 2, datetime.datetime(2022, 6, 3, 3, 30, 9, 176099), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:30:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:30:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 30, 9, 179327), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 30, 9, 179327), 0, 2, datetime.datetime(2022, 6, 3, 3, 30, 9, 179327), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:30:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:30:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 30, 9, 181361), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 30, 9, 181361), 0, 2, datetime.datetime(2022, 6, 3, 3, 30, 9, 181361), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:30:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:30:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 30, 9, 183125), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 30, 9, 183125), 0, 2, datetime.datetime(2022, 6, 3, 3, 30, 9, 183125), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:30:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:30:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:30:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:30:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:30:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:30:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:30:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:30:30,461 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:31:09.167018+00:00 (in 29.999274 seconds)
repomirrorworker stdout | 2022-06-03 03:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:31:09 UTC)" (scheduled at 2022-06-03 03:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:30:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:30:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:30:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 30, 39, 176245), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 30, 39, 176245), 0, 2, datetime.datetime(2022, 6, 3, 3, 30, 39, 176245), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:30:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:30:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 30, 39, 179392), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 30, 39, 179392), 0, 2, datetime.datetime(2022, 6, 3, 3, 30, 39, 179392), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:30:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:30:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 30, 39, 181343), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 30, 39, 181343), 0, 2, datetime.datetime(2022, 6, 3, 3, 30, 39, 181343), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:30:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:30:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 30, 39, 183091), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 30, 39, 183091), 0, 2, datetime.datetime(2022, 6, 3, 3, 30, 39, 183091), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:30:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:30:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 30, 39, 184955), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 30, 39, 184955), 0, 2, datetime.datetime(2022, 6, 3, 3, 30, 39, 184955), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:30:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:30:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:30:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:30:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:30:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:30:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:30:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:31:00,492 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:31:39.167018+00:00 (in 29.999279 seconds)
repomirrorworker stdout | 2022-06-03 03:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:31:39 UTC)" (scheduled at 2022-06-03 03:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:31:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:31:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 31, 9, 176217), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 31, 9, 176217), 0, 2, datetime.datetime(2022, 6, 3, 3, 31, 9, 176217), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:31:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:31:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 31, 9, 179381), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 31, 9, 179381), 0, 2, datetime.datetime(2022, 6, 3, 3, 31, 9, 179381), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:31:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:31:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 31, 9, 181297), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 31, 9, 181297), 0, 2, datetime.datetime(2022, 6, 3, 3, 31, 9, 181297), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:31:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:31:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 31, 9, 183009), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 31, 9, 183009), 0, 2, datetime.datetime(2022, 6, 3, 3, 31, 9, 183009), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:31:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:31:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:31:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:31:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:31:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:31:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:31:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:31:30,588 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:32:09.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-03 03:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:32:09 UTC)" (scheduled at 2022-06-03 03:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:31:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:31:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:31:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 31, 39, 176505), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 31, 39, 176505), 0, 2, datetime.datetime(2022, 6, 3, 3, 31, 39, 176505), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:31:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:31:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 31, 39, 179993), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 31, 39, 179993), 0, 2, datetime.datetime(2022, 6, 3, 3, 31, 39, 179993), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:31:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:31:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 31, 39, 182212), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 31, 39, 182212), 0, 2, datetime.datetime(2022, 6, 3, 3, 31, 39, 182212), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:31:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:31:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 31, 39, 184112), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 31, 39, 184112), 0, 2, datetime.datetime(2022, 6, 3, 3, 31, 39, 184112), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:31:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:31:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 31, 39, 186012), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 31, 39, 186012), 0, 2, datetime.datetime(2022, 6, 3, 3, 31, 39, 186012), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:31:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:31:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:31:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:31:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:31:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:31:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:31:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:32:00,634 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:32:39.167018+00:00 (in 29.999171 seconds)
repomirrorworker stdout | 2022-06-03 03:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:32:39 UTC)" (scheduled at 2022-06-03 03:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:32:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:32:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:32:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 32, 9, 176566), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 32, 9, 176566), 0, 2, datetime.datetime(2022, 6, 3, 3, 32, 9, 176566), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:32:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:32:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 32, 9, 179687), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 32, 9, 179687), 0, 2, datetime.datetime(2022, 6, 3, 3, 32, 9, 179687), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:32:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:32:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 32, 9, 181554), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 32, 9, 181554), 0, 2, datetime.datetime(2022, 6, 3, 3, 32, 9, 181554), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:32:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:32:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 32, 9, 183271), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 32, 9, 183271), 0, 2, datetime.datetime(2022, 6, 3, 3, 32, 9, 183271), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:32:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:32:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:32:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:32:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:32:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:32:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:32:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:32:30,694 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:33:09.167018+00:00 (in 29.998986 seconds)
repomirrorworker stdout | 2022-06-03 03:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:33:09 UTC)" (scheduled at 2022-06-03 03:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:32:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:32:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:32:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 32, 39, 176497), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 32, 39, 176497), 0, 2, datetime.datetime(2022, 6, 3, 3, 32, 39, 176497), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:32:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:32:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 32, 39, 179885), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 32, 39, 179885), 0, 2, datetime.datetime(2022, 6, 3, 3, 32, 39, 179885), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:32:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:32:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 32, 39, 181831), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 32, 39, 181831), 0, 2, datetime.datetime(2022, 6, 3, 3, 32, 39, 181831), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:32:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:32:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 32, 39, 183547), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 32, 39, 183547), 0, 2, datetime.datetime(2022, 6, 3, 3, 32, 39, 183547), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:32:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:32:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 32, 39, 185202), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 32, 39, 185202), 0, 2, datetime.datetime(2022, 6, 3, 3, 32, 39, 185202), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:32:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:32:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:32:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:32:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:32:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:32:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:32:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:33:00,754 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:33:39.167018+00:00 (in 29.998997 seconds)
repomirrorworker stdout | 2022-06-03 03:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:33:39 UTC)" (scheduled at 2022-06-03 03:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:33:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:33:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:33:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 33, 9, 176444), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 33, 9, 176444), 0, 2, datetime.datetime(2022, 6, 3, 3, 33, 9, 176444), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:33:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:33:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 33, 9, 179720), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 33, 9, 179720), 0, 2, datetime.datetime(2022, 6, 3, 3, 33, 9, 179720), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:33:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:33:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 33, 9, 181608), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 33, 9, 181608), 0, 2, datetime.datetime(2022, 6, 3, 3, 33, 9, 181608), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:33:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:33:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 33, 9, 183268), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 33, 9, 183268), 0, 2, datetime.datetime(2022, 6, 3, 3, 33, 9, 183268), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:33:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:33:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 33, 9, 184927), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 33, 9, 184927), 0, 2, datetime.datetime(2022, 6, 3, 3, 33, 9, 184927), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:33:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:33:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:33:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:33:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:33:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:33:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:33:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:33:30,809 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:34:09.167018+00:00 (in 29.999142 seconds)
repomirrorworker stdout | 2022-06-03 03:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:34:09 UTC)" (scheduled at 2022-06-03 03:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:33:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:33:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:33:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 33, 39, 176446), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 33, 39, 176446), 0, 2, datetime.datetime(2022, 6, 3, 3, 33, 39, 176446), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:33:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:33:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 33, 39, 179463), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 33, 39, 179463), 0, 2, datetime.datetime(2022, 6, 3, 3, 33, 39, 179463), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:33:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:33:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 33, 39, 181273), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 33, 39, 181273), 0, 2, datetime.datetime(2022, 6, 3, 3, 33, 39, 181273), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:33:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:33:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 33, 39, 182930), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 33, 39, 182930), 0, 2, datetime.datetime(2022, 6, 3, 3, 33, 39, 182930), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:33:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:33:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:33:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:33:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:33:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:33:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:33:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:34:00,866 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:34:39.167018+00:00 (in 29.998963 seconds)
repomirrorworker stdout | 2022-06-03 03:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:34:39 UTC)" (scheduled at 2022-06-03 03:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:34:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:34:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:34:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 34, 9, 176748), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 34, 9, 176748), 0, 2, datetime.datetime(2022, 6, 3, 3, 34, 9, 176748), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:34:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:34:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 34, 9, 179840), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 34, 9, 179840), 0, 2, datetime.datetime(2022, 6, 3, 3, 34, 9, 179840), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:34:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:34:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 34, 9, 181656), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 34, 9, 181656), 0, 2, datetime.datetime(2022, 6, 3, 3, 34, 9, 181656), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:34:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:34:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 34, 9, 183294), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 34, 9, 183294), 0, 2, datetime.datetime(2022, 6, 3, 3, 34, 9, 183294), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:34:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:34:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:34:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:34:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:34:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:34:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:34:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:34:30,916 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:35:09.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-03 03:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:35:09 UTC)" (scheduled at 2022-06-03 03:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:34:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:34:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:34:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 34, 39, 176711), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 34, 39, 176711), 0, 2, datetime.datetime(2022, 6, 3, 3, 34, 39, 176711), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:34:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:34:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 34, 39, 179886), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 34, 39, 179886), 0, 2, datetime.datetime(2022, 6, 3, 3, 34, 39, 179886), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:34:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:34:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 34, 39, 181831), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 34, 39, 181831), 0, 2, datetime.datetime(2022, 6, 3, 3, 34, 39, 181831), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:34:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:34:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 34, 39, 183495), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 34, 39, 183495), 0, 2, datetime.datetime(2022, 6, 3, 3, 34, 39, 183495), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:34:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:34:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:34:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:34:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:34:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:34:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:34:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:35:00,952 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:35:39.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-03 03:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:35:39 UTC)" (scheduled at 2022-06-03 03:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:35:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:35:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:35:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 35, 9, 176130), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 35, 9, 176130), 0, 2, datetime.datetime(2022, 6, 3, 3, 35, 9, 176130), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:35:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:35:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 35, 9, 179239), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 35, 9, 179239), 0, 2, datetime.datetime(2022, 6, 3, 3, 35, 9, 179239), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:35:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:35:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 35, 9, 181095), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 35, 9, 181095), 0, 2, datetime.datetime(2022, 6, 3, 3, 35, 9, 181095), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:35:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:35:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 35, 9, 182782), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 35, 9, 182782), 0, 2, datetime.datetime(2022, 6, 3, 3, 35, 9, 182782), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:35:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:35:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:35:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:35:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:35:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:35:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:35:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:35:31,006 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:36:09.167018+00:00 (in 29.998982 seconds)
repomirrorworker stdout | 2022-06-03 03:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:36:09 UTC)" (scheduled at 2022-06-03 03:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:35:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:35:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:35:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 35, 39, 176625), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 35, 39, 176625), 0, 2, datetime.datetime(2022, 6, 3, 3, 35, 39, 176625), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:35:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:35:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 35, 39, 180081), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 35, 39, 180081), 0, 2, datetime.datetime(2022, 6, 3, 3, 35, 39, 180081), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:35:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:35:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 35, 39, 182049), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 35, 39, 182049), 0, 2, datetime.datetime(2022, 6, 3, 3, 35, 39, 182049), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:35:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:35:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 35, 39, 183769), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 35, 39, 183769), 0, 2, datetime.datetime(2022, 6, 3, 3, 35, 39, 183769), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:35:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:35:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 35, 39, 185554), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 35, 39, 185554), 0, 2, datetime.datetime(2022, 6, 3, 3, 35, 39, 185554), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:35:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:35:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:35:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:35:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:35:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:35:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:35:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:36:01,037 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:36:39.167018+00:00 (in 29.999096 seconds)
repomirrorworker stdout | 2022-06-03 03:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:36:39 UTC)" (scheduled at 2022-06-03 03:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:36:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:36:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:36:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 36, 9, 177109), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 36, 9, 177109), 0, 2, datetime.datetime(2022, 6, 3, 3, 36, 9, 177109), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:36:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 36, 9, 180708), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 36, 9, 180708), 0, 2, datetime.datetime(2022, 6, 3, 3, 36, 9, 180708), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:36:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:36:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 36, 9, 182723), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 36, 9, 182723), 0, 2, datetime.datetime(2022, 6, 3, 3, 36, 9, 182723), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:36:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:36:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 36, 9, 184443), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 36, 9, 184443), 0, 2, datetime.datetime(2022, 6, 3, 3, 36, 9, 184443), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:36:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:36:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:36:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:36:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:36:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:36:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:36:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:36:31,088 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:37:09.167018+00:00 (in 29.999085 seconds)
repomirrorworker stdout | 2022-06-03 03:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:37:09 UTC)" (scheduled at 2022-06-03 03:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:36:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:36:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 36, 39, 176442), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 36, 39, 176442), 0, 2, datetime.datetime(2022, 6, 3, 3, 36, 39, 176442), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:36:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:36:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 36, 39, 180033), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 36, 39, 180033), 0, 2, datetime.datetime(2022, 6, 3, 3, 36, 39, 180033), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:36:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:36:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 36, 39, 182214), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 36, 39, 182214), 0, 2, datetime.datetime(2022, 6, 3, 3, 36, 39, 182214), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:36:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:36:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 36, 39, 184037), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 36, 39, 184037), 0, 2, datetime.datetime(2022, 6, 3, 3, 36, 39, 184037), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:36:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:36:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:36:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:36:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:36:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:36:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:36:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:37:01,144 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:37:39.167018+00:00 (in 29.999211 seconds)
repomirrorworker stdout | 2022-06-03 03:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:37:39 UTC)" (scheduled at 2022-06-03 03:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:37:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:37:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:37:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 37, 9, 176175), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 37, 9, 176175), 0, 2, datetime.datetime(2022, 6, 3, 3, 37, 9, 176175), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:37:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:37:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 37, 9, 179283), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 37, 9, 179283), 0, 2, datetime.datetime(2022, 6, 3, 3, 37, 9, 179283), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:37:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:37:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 37, 9, 181210), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 37, 9, 181210), 0, 2, datetime.datetime(2022, 6, 3, 3, 37, 9, 181210), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:37:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:37:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 37, 9, 182951), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 37, 9, 182951), 0, 2, datetime.datetime(2022, 6, 3, 3, 37, 9, 182951), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:37:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:37:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:37:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:37:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:37:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:37:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:37:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:37:31,196 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:38:09.167018+00:00 (in 29.998997 seconds)
repomirrorworker stdout | 2022-06-03 03:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:38:09 UTC)" (scheduled at 2022-06-03 03:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:37:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:37:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:37:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 37, 39, 176787), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 37, 39, 176787), 0, 2, datetime.datetime(2022, 6, 3, 3, 37, 39, 176787), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:37:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:37:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 37, 39, 180957), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 37, 39, 180957), 0, 2, datetime.datetime(2022, 6, 3, 3, 37, 39, 180957), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:37:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:37:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 37, 39, 182931), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 37, 39, 182931), 0, 2, datetime.datetime(2022, 6, 3, 3, 37, 39, 182931), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:37:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:37:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 37, 39, 184788), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 37, 39, 184788), 0, 2, datetime.datetime(2022, 6, 3, 3, 37, 39, 184788), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:37:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:37:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 37, 39, 186519), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 37, 39, 186519), 0, 2, datetime.datetime(2022, 6, 3, 3, 37, 39, 186519), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:37:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:37:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:37:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:37:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:37:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:37:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:37:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:38:01,256 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:38:39.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-03 03:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:38:39 UTC)" (scheduled at 2022-06-03 03:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:38:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:38:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 38, 9, 176742), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 38, 9, 176742), 0, 2, datetime.datetime(2022, 6, 3, 3, 38, 9, 176742), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:38:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:38:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 38, 9, 180280), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 38, 9, 180280), 0, 2, datetime.datetime(2022, 6, 3, 3, 38, 9, 180280), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:38:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:38:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 38, 9, 182483), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 38, 9, 182483), 0, 2, datetime.datetime(2022, 6, 3, 3, 38, 9, 182483), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:38:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:38:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 38, 9, 184232), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 38, 9, 184232), 0, 2, datetime.datetime(2022, 6, 3, 3, 38, 9, 184232), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:38:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:38:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 38, 9, 186070), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 38, 9, 186070), 0, 2, datetime.datetime(2022, 6, 3, 3, 38, 9, 186070), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:38:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:38:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:38:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:38:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:38:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:38:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:38:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:38:31,309 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:39:09.167018+00:00 (in 29.998973 seconds)
repomirrorworker stdout | 2022-06-03 03:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:39:09 UTC)" (scheduled at 2022-06-03 03:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:38:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:38:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:38:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 38, 39, 176428), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 38, 39, 176428), 0, 2, datetime.datetime(2022, 6, 3, 3, 38, 39, 176428), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:38:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:38:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 38, 39, 179647), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 38, 39, 179647), 0, 2, datetime.datetime(2022, 6, 3, 3, 38, 39, 179647), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:38:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:38:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 38, 39, 181610), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 38, 39, 181610), 0, 2, datetime.datetime(2022, 6, 3, 3, 38, 39, 181610), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 38, 39, 183388), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 38, 39, 183388), 0, 2, datetime.datetime(2022, 6, 3, 3, 38, 39, 183388), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:38:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:38:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 38, 39, 185156), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 38, 39, 185156), 0, 2, datetime.datetime(2022, 6, 3, 3, 38, 39, 185156), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:38:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:38:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:38:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:38:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:38:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:38:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:38:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:39:01,358 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:39:39.167018+00:00 (in 29.999055 seconds)
repomirrorworker stdout | 2022-06-03 03:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:39:39 UTC)" (scheduled at 2022-06-03 03:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:39:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:39:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:39:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 39, 9, 176352), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 39, 9, 176352), 0, 2, datetime.datetime(2022, 6, 3, 3, 39, 9, 176352), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:39:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:39:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 39, 9, 179715), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 39, 9, 179715), 0, 2, datetime.datetime(2022, 6, 3, 3, 39, 9, 179715), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:39:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:39:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 39, 9, 181630), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 39, 9, 181630), 0, 2, datetime.datetime(2022, 6, 3, 3, 39, 9, 181630), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:39:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:39:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 39, 9, 183319), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 39, 9, 183319), 0, 2, datetime.datetime(2022, 6, 3, 3, 39, 9, 183319), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:39:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:39:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 39, 9, 184968), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 39, 9, 184968), 0, 2, datetime.datetime(2022, 6, 3, 3, 39, 9, 184968), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:39:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:39:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:39:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:39:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:39:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:39:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:39:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:39:31,403 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:40:09.167018+00:00 (in 29.999198 seconds)
repomirrorworker stdout | 2022-06-03 03:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:40:09 UTC)" (scheduled at 2022-06-03 03:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:39:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:39:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:39:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 39, 39, 176326), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 39, 39, 176326), 0, 2, datetime.datetime(2022, 6, 3, 3, 39, 39, 176326), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:39:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:39:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 39, 39, 179832), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 39, 39, 179832), 0, 2, datetime.datetime(2022, 6, 3, 3, 39, 39, 179832), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:39:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:39:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 39, 39, 181779), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 39, 39, 181779), 0, 2, datetime.datetime(2022, 6, 3, 3, 39, 39, 181779), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:39:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:39:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 39, 39, 183487), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 39, 39, 183487), 0, 2, datetime.datetime(2022, 6, 3, 3, 39, 39, 183487), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:39:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:39:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 39, 39, 185194), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 39, 39, 185194), 0, 2, datetime.datetime(2022, 6, 3, 3, 39, 39, 185194), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:39:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:39:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:39:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:39:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:39:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:39:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:39:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:40:01,441 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:40:39.167018+00:00 (in 29.998964 seconds)
repomirrorworker stdout | 2022-06-03 03:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:40:39 UTC)" (scheduled at 2022-06-03 03:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:40:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:40:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:40:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 40, 9, 177575), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 40, 9, 177575), 0, 2, datetime.datetime(2022, 6, 3, 3, 40, 9, 177575), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:40:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:40:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 40, 9, 181265), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 40, 9, 181265), 0, 2, datetime.datetime(2022, 6, 3, 3, 40, 9, 181265), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:40:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:40:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 40, 9, 183297), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 40, 9, 183297), 0, 2, datetime.datetime(2022, 6, 3, 3, 40, 9, 183297), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:40:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:40:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 40, 9, 185119), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 40, 9, 185119), 0, 2, datetime.datetime(2022, 6, 3, 3, 40, 9, 185119), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:40:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:40:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:40:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:40:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:40:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:40:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:40:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:40:31,490 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:41:09.167018+00:00 (in 29.999201 seconds)
repomirrorworker stdout | 2022-06-03 03:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:41:09 UTC)" (scheduled at 2022-06-03 03:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:40:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:40:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:40:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 40, 39, 176796), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 40, 39, 176796), 0, 2, datetime.datetime(2022, 6, 3, 3, 40, 39, 176796), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:40:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:40:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 40, 39, 180498), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 40, 39, 180498), 0, 2, datetime.datetime(2022, 6, 3, 3, 40, 39, 180498), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:40:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:40:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 40, 39, 182462), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 40, 39, 182462), 0, 2, datetime.datetime(2022, 6, 3, 3, 40, 39, 182462), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:40:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:40:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 40, 39, 184252), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 40, 39, 184252), 0, 2, datetime.datetime(2022, 6, 3, 3, 40, 39, 184252), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:40:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:40:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 40, 39, 185963), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 40, 39, 185963), 0, 2, datetime.datetime(2022, 6, 3, 3, 40, 39, 185963), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:40:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:40:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:40:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:40:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:40:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:40:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:40:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:41:01,532 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:41:39.167018+00:00 (in 29.999131 seconds)
repomirrorworker stdout | 2022-06-03 03:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:41:39 UTC)" (scheduled at 2022-06-03 03:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:41:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:41:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:41:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 41, 9, 176420), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 41, 9, 176420), 0, 2, datetime.datetime(2022, 6, 3, 3, 41, 9, 176420), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:41:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:41:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 41, 9, 179733), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 41, 9, 179733), 0, 2, datetime.datetime(2022, 6, 3, 3, 41, 9, 179733), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:41:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:41:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 41, 9, 181557), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 41, 9, 181557), 0, 2, datetime.datetime(2022, 6, 3, 3, 41, 9, 181557), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:41:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:41:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 41, 9, 183333), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 41, 9, 183333), 0, 2, datetime.datetime(2022, 6, 3, 3, 41, 9, 183333), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:41:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:41:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:41:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:41:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:41:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:41:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:41:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:41:31,585 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:42:09.167018+00:00 (in 29.999146 seconds)
repomirrorworker stdout | 2022-06-03 03:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:42:09 UTC)" (scheduled at 2022-06-03 03:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:41:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:41:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 41, 39, 176624), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 41, 39, 176624), 0, 2, datetime.datetime(2022, 6, 3, 3, 41, 39, 176624), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:41:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:41:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 41, 39, 179947), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 41, 39, 179947), 0, 2, datetime.datetime(2022, 6, 3, 3, 41, 39, 179947), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:41:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:41:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 41, 39, 181901), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 41, 39, 181901), 0, 2, datetime.datetime(2022, 6, 3, 3, 41, 39, 181901), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:41:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:41:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 41, 39, 183654), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 41, 39, 183654), 0, 2, datetime.datetime(2022, 6, 3, 3, 41, 39, 183654), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:41:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 41, 39, 185341), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 41, 39, 185341), 0, 2, datetime.datetime(2022, 6, 3, 3, 41, 39, 185341), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:41:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:41:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:41:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:41:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:41:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:41:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:41:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:42:01,640 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:42:39.167018+00:00 (in 29.999133 seconds)
repomirrorworker stdout | 2022-06-03 03:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:42:39 UTC)" (scheduled at 2022-06-03 03:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:42:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:42:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:42:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 42, 9, 176432), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 42, 9, 176432), 0, 2, datetime.datetime(2022, 6, 3, 3, 42, 9, 176432), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:42:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:42:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 42, 9, 179535), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 42, 9, 179535), 0, 2, datetime.datetime(2022, 6, 3, 3, 42, 9, 179535), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:42:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:42:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 42, 9, 181617), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 42, 9, 181617), 0, 2, datetime.datetime(2022, 6, 3, 3, 42, 9, 181617), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 42, 9, 183367), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 42, 9, 183367), 0, 2, datetime.datetime(2022, 6, 3, 3, 42, 9, 183367), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:42:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:42:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:42:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:42:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:42:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:42:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:42:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:42:31,682 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:43:09.167018+00:00 (in 29.999175 seconds)
repomirrorworker stdout | 2022-06-03 03:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:43:09 UTC)" (scheduled at 2022-06-03 03:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:42:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:42:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 42, 39, 176036), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 42, 39, 176036), 0, 2, datetime.datetime(2022, 6, 3, 3, 42, 39, 176036), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:42:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:42:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 42, 39, 179360), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 42, 39, 179360), 0, 2, datetime.datetime(2022, 6, 3, 3, 42, 39, 179360), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:42:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:42:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 42, 39, 181267), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 42, 39, 181267), 0, 2, datetime.datetime(2022, 6, 3, 3, 42, 39, 181267), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:42:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:42:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 42, 39, 183001), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 42, 39, 183001), 0, 2, datetime.datetime(2022, 6, 3, 3, 42, 39, 183001), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:42:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:42:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 42, 39, 184666), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 42, 39, 184666), 0, 2, datetime.datetime(2022, 6, 3, 3, 42, 39, 184666), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:42:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:42:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:42:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:42:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:42:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:42:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:42:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:43:01,715 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:43:39.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-03 03:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:43:39 UTC)" (scheduled at 2022-06-03 03:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:43:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:43:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:43:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 43, 9, 177220), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 43, 9, 177220), 0, 2, datetime.datetime(2022, 6, 3, 3, 43, 9, 177220), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:43:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:43:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 43, 9, 180969), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 43, 9, 180969), 0, 2, datetime.datetime(2022, 6, 3, 3, 43, 9, 180969), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:43:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:43:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 43, 9, 182889), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 43, 9, 182889), 0, 2, datetime.datetime(2022, 6, 3, 3, 43, 9, 182889), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:43:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:43:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 43, 9, 184632), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 43, 9, 184632), 0, 2, datetime.datetime(2022, 6, 3, 3, 43, 9, 184632), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:43:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:43:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 43, 9, 186522), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 43, 9, 186522), 0, 2, datetime.datetime(2022, 6, 3, 3, 43, 9, 186522), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:43:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:43:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:43:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:43:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:43:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:43:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:43:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:43:31,767 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:44:09.167018+00:00 (in 29.998963 seconds)
repomirrorworker stdout | 2022-06-03 03:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:44:09 UTC)" (scheduled at 2022-06-03 03:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:43:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:43:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:43:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 43, 39, 176345), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 43, 39, 176345), 0, 2, datetime.datetime(2022, 6, 3, 3, 43, 39, 176345), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:43:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:43:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 43, 39, 179407), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 43, 39, 179407), 0, 2, datetime.datetime(2022, 6, 3, 3, 43, 39, 179407), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:43:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:43:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 43, 39, 181256), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 43, 39, 181256), 0, 2, datetime.datetime(2022, 6, 3, 3, 43, 39, 181256), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:43:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:43:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 43, 39, 182928), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 43, 39, 182928), 0, 2, datetime.datetime(2022, 6, 3, 3, 43, 39, 182928), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:43:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:43:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:43:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:43:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:43:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:43:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:43:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:44:01,849 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:44:39.167018+00:00 (in 29.998961 seconds)
repomirrorworker stdout | 2022-06-03 03:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:44:39 UTC)" (scheduled at 2022-06-03 03:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:44:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:44:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 44, 9, 176850), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 44, 9, 176850), 0, 2, datetime.datetime(2022, 6, 3, 3, 44, 9, 176850), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:44:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:44:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 44, 9, 180294), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 44, 9, 180294), 0, 2, datetime.datetime(2022, 6, 3, 3, 44, 9, 180294), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:44:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:44:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 44, 9, 182197), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 44, 9, 182197), 0, 2, datetime.datetime(2022, 6, 3, 3, 44, 9, 182197), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:44:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:44:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 44, 9, 183927), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 44, 9, 183927), 0, 2, datetime.datetime(2022, 6, 3, 3, 44, 9, 183927), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:44:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:44:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 44, 9, 185772), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 44, 9, 185772), 0, 2, datetime.datetime(2022, 6, 3, 3, 44, 9, 185772), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:44:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:44:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:44:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:44:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:44:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:44:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:44:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:44:31,906 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:45:09.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-03 03:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:45:09 UTC)" (scheduled at 2022-06-03 03:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:44:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:44:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 44, 39, 176343), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 44, 39, 176343), 0, 2, datetime.datetime(2022, 6, 3, 3, 44, 39, 176343), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:44:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:44:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 44, 39, 179755), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 44, 39, 179755), 0, 2, datetime.datetime(2022, 6, 3, 3, 44, 39, 179755), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:44:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:44:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 44, 39, 181639), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 44, 39, 181639), 0, 2, datetime.datetime(2022, 6, 3, 3, 44, 39, 181639), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:44:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:44:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 44, 39, 183335), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 44, 39, 183335), 0, 2, datetime.datetime(2022, 6, 3, 3, 44, 39, 183335), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:44:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:44:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 44, 39, 184987), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 44, 39, 184987), 0, 2, datetime.datetime(2022, 6, 3, 3, 44, 39, 184987), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:44:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:44:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:44:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:44:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:44:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:44:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:44:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:45:01,966 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:45:39.167018+00:00 (in 29.999139 seconds)
repomirrorworker stdout | 2022-06-03 03:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:45:39 UTC)" (scheduled at 2022-06-03 03:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:45:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:45:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:45:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 45, 9, 176885), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 45, 9, 176885), 0, 2, datetime.datetime(2022, 6, 3, 3, 45, 9, 176885), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:45:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:45:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 45, 9, 180332), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 45, 9, 180332), 0, 2, datetime.datetime(2022, 6, 3, 3, 45, 9, 180332), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:45:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:45:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 45, 9, 182543), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 45, 9, 182543), 0, 2, datetime.datetime(2022, 6, 3, 3, 45, 9, 182543), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:45:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:45:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 45, 9, 184575), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 45, 9, 184575), 0, 2, datetime.datetime(2022, 6, 3, 3, 45, 9, 184575), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:45:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:45:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:45:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:45:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:45:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:45:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:45:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:45:32,024 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:46:09.167018+00:00 (in 29.999052 seconds)
repomirrorworker stdout | 2022-06-03 03:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:46:09 UTC)" (scheduled at 2022-06-03 03:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:45:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:45:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:45:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 45, 39, 176322), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 45, 39, 176322), 0, 2, datetime.datetime(2022, 6, 3, 3, 45, 39, 176322), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:45:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:45:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 45, 39, 179420), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 45, 39, 179420), 0, 2, datetime.datetime(2022, 6, 3, 3, 45, 39, 179420), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:45:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:45:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 45, 39, 181367), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 45, 39, 181367), 0, 2, datetime.datetime(2022, 6, 3, 3, 45, 39, 181367), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:45:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:45:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 45, 39, 183075), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 45, 39, 183075), 0, 2, datetime.datetime(2022, 6, 3, 3, 45, 39, 183075), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:45:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:45:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 45, 39, 184745), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 45, 39, 184745), 0, 2, datetime.datetime(2022, 6, 3, 3, 45, 39, 184745), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:45:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:45:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:45:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:45:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:45:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:45:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:45:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:46:02,078 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:46:39.167018+00:00 (in 29.999055 seconds)
repomirrorworker stdout | 2022-06-03 03:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:46:39 UTC)" (scheduled at 2022-06-03 03:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:46:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:46:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:46:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 46, 9, 176569), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 46, 9, 176569), 0, 2, datetime.datetime(2022, 6, 3, 3, 46, 9, 176569), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:46:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:46:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 46, 9, 179696), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 46, 9, 179696), 0, 2, datetime.datetime(2022, 6, 3, 3, 46, 9, 179696), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:46:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:46:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 46, 9, 181634), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 46, 9, 181634), 0, 2, datetime.datetime(2022, 6, 3, 3, 46, 9, 181634), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:46:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:46:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 46, 9, 183441), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 46, 9, 183441), 0, 2, datetime.datetime(2022, 6, 3, 3, 46, 9, 183441), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:46:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:46:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:46:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:46:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:46:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:46:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:46:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:46:32,124 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:47:09.167018+00:00 (in 29.999176 seconds)
repomirrorworker stdout | 2022-06-03 03:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:47:09 UTC)" (scheduled at 2022-06-03 03:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:46:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 46, 39, 176655), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 46, 39, 176655), 0, 2, datetime.datetime(2022, 6, 3, 3, 46, 39, 176655), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:46:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:46:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 46, 39, 180106), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 46, 39, 180106), 0, 2, datetime.datetime(2022, 6, 3, 3, 46, 39, 180106), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:46:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:46:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 46, 39, 182164), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 46, 39, 182164), 0, 2, datetime.datetime(2022, 6, 3, 3, 46, 39, 182164), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:46:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:46:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 46, 39, 184010), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 46, 39, 184010), 0, 2, datetime.datetime(2022, 6, 3, 3, 46, 39, 184010), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:46:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:46:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 46, 39, 185927), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 46, 39, 185927), 0, 2, datetime.datetime(2022, 6, 3, 3, 46, 39, 185927), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:46:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:46:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:46:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:46:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:46:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:46:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:46:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:47:02,163 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:47:39.167018+00:00 (in 29.999071 seconds)
repomirrorworker stdout | 2022-06-03 03:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:47:39 UTC)" (scheduled at 2022-06-03 03:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:47:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:47:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:47:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 47, 9, 176817), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 47, 9, 176817), 0, 2, datetime.datetime(2022, 6, 3, 3, 47, 9, 176817), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:47:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:47:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 47, 9, 180236), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 47, 9, 180236), 0, 2, datetime.datetime(2022, 6, 3, 3, 47, 9, 180236), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:47:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:47:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 47, 9, 182277), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 47, 9, 182277), 0, 2, datetime.datetime(2022, 6, 3, 3, 47, 9, 182277), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:47:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:47:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 47, 9, 184029), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 47, 9, 184029), 0, 2, datetime.datetime(2022, 6, 3, 3, 47, 9, 184029), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:47:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:47:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 47, 9, 185749), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 47, 9, 185749), 0, 2, datetime.datetime(2022, 6, 3, 3, 47, 9, 185749), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:47:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:47:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:47:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:47:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:47:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:47:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:47:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:47:32,223 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:48:09.167018+00:00 (in 29.998905 seconds)
repomirrorworker stdout | 2022-06-03 03:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:48:09 UTC)" (scheduled at 2022-06-03 03:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:47:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:47:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 47, 39, 177103), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 47, 39, 177103), 0, 2, datetime.datetime(2022, 6, 3, 3, 47, 39, 177103), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:47:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:47:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 47, 39, 180255), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 47, 39, 180255), 0, 2, datetime.datetime(2022, 6, 3, 3, 47, 39, 180255), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:47:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:47:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 47, 39, 182189), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 47, 39, 182189), 0, 2, datetime.datetime(2022, 6, 3, 3, 47, 39, 182189), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:47:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:47:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 47, 39, 183941), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 47, 39, 183941), 0, 2, datetime.datetime(2022, 6, 3, 3, 47, 39, 183941), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:47:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:47:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 47, 39, 185650), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 47, 39, 185650), 0, 2, datetime.datetime(2022, 6, 3, 3, 47, 39, 185650), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:47:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:47:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:47:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:47:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:47:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:47:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:47:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:48:02,254 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:48:39.167018+00:00 (in 29.998878 seconds)
repomirrorworker stdout | 2022-06-03 03:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:48:39 UTC)" (scheduled at 2022-06-03 03:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:48:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:48:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:48:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 48, 9, 177354), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 48, 9, 177354), 0, 2, datetime.datetime(2022, 6, 3, 3, 48, 9, 177354), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:48:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:48:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 48, 9, 180588), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 48, 9, 180588), 0, 2, datetime.datetime(2022, 6, 3, 3, 48, 9, 180588), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:48:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:48:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 48, 9, 182550), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 48, 9, 182550), 0, 2, datetime.datetime(2022, 6, 3, 3, 48, 9, 182550), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:48:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:48:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 48, 9, 184263), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 48, 9, 184263), 0, 2, datetime.datetime(2022, 6, 3, 3, 48, 9, 184263), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:48:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:48:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:48:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:48:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:48:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:48:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:48:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:48:32,319 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:49:09.167018+00:00 (in 29.998963 seconds)
repomirrorworker stdout | 2022-06-03 03:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:49:09 UTC)" (scheduled at 2022-06-03 03:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:48:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:48:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 48, 39, 176550), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 48, 39, 176550), 0, 2, datetime.datetime(2022, 6, 3, 3, 48, 39, 176550), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:48:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:48:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 48, 39, 179616), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 48, 39, 179616), 0, 2, datetime.datetime(2022, 6, 3, 3, 48, 39, 179616), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:48:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:48:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 48, 39, 181477), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 48, 39, 181477), 0, 2, datetime.datetime(2022, 6, 3, 3, 48, 39, 181477), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:48:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:48:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 48, 39, 183155), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 48, 39, 183155), 0, 2, datetime.datetime(2022, 6, 3, 3, 48, 39, 183155), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:48:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:48:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 48, 39, 184833), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 48, 39, 184833), 0, 2, datetime.datetime(2022, 6, 3, 3, 48, 39, 184833), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:48:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:48:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:48:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:48:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:48:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:48:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:48:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:49:02,361 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:49:39.167018+00:00 (in 29.998974 seconds)
repomirrorworker stdout | 2022-06-03 03:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:49:39 UTC)" (scheduled at 2022-06-03 03:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:49:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:49:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:49:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 49, 9, 176320), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 49, 9, 176320), 0, 2, datetime.datetime(2022, 6, 3, 3, 49, 9, 176320), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:49:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:49:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 49, 9, 179740), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 49, 9, 179740), 0, 2, datetime.datetime(2022, 6, 3, 3, 49, 9, 179740), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:49:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:49:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 49, 9, 182058), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 49, 9, 182058), 0, 2, datetime.datetime(2022, 6, 3, 3, 49, 9, 182058), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:49:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:49:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 49, 9, 183925), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 49, 9, 183925), 0, 2, datetime.datetime(2022, 6, 3, 3, 49, 9, 183925), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:49:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:49:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:49:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:49:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:49:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:49:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:49:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:49:32,419 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:50:09.167018+00:00 (in 29.999066 seconds)
repomirrorworker stdout | 2022-06-03 03:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:50:09 UTC)" (scheduled at 2022-06-03 03:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:49:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:49:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:49:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 49, 39, 176709), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 49, 39, 176709), 0, 2, datetime.datetime(2022, 6, 3, 3, 49, 39, 176709), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:49:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:49:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 49, 39, 180073), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 49, 39, 180073), 0, 2, datetime.datetime(2022, 6, 3, 3, 49, 39, 180073), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:49:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:49:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 49, 39, 182352), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 49, 39, 182352), 0, 2, datetime.datetime(2022, 6, 3, 3, 49, 39, 182352), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:49:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:49:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 49, 39, 184830), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 49, 39, 184830), 0, 2, datetime.datetime(2022, 6, 3, 3, 49, 39, 184830), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:49:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:49:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 49, 39, 187374), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 49, 39, 187374), 0, 2, datetime.datetime(2022, 6, 3, 3, 49, 39, 187374), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:49:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:49:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:49:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:49:39,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:49:39,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:49:39,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:49:39,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:50:02,460 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:50:39.167018+00:00 (in 29.999238 seconds)
repomirrorworker stdout | 2022-06-03 03:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:50:39 UTC)" (scheduled at 2022-06-03 03:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:50:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:50:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:50:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 50, 9, 176626), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 50, 9, 176626), 0, 2, datetime.datetime(2022, 6, 3, 3, 50, 9, 176626), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:50:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:50:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 50, 9, 179931), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 50, 9, 179931), 0, 2, datetime.datetime(2022, 6, 3, 3, 50, 9, 179931), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:50:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:50:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 50, 9, 182230), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 50, 9, 182230), 0, 2, datetime.datetime(2022, 6, 3, 3, 50, 9, 182230), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:50:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:50:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 50, 9, 184278), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 50, 9, 184278), 0, 2, datetime.datetime(2022, 6, 3, 3, 50, 9, 184278), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:50:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:50:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:50:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:50:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:50:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:50:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:50:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:50:32,521 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:51:09.167018+00:00 (in 29.999146 seconds)
repomirrorworker stdout | 2022-06-03 03:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:51:09 UTC)" (scheduled at 2022-06-03 03:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:50:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:50:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 50, 39, 176693), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 50, 39, 176693), 0, 2, datetime.datetime(2022, 6, 3, 3, 50, 39, 176693), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:50:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:50:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 50, 39, 179811), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 50, 39, 179811), 0, 2, datetime.datetime(2022, 6, 3, 3, 50, 39, 179811), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:50:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:50:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 50, 39, 181635), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 50, 39, 181635), 0, 2, datetime.datetime(2022, 6, 3, 3, 50, 39, 181635), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:50:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:50:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 50, 39, 183342), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 50, 39, 183342), 0, 2, datetime.datetime(2022, 6, 3, 3, 50, 39, 183342), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:50:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:50:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 50, 39, 184973), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 50, 39, 184973), 0, 2, datetime.datetime(2022, 6, 3, 3, 50, 39, 184973), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:50:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:50:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:50:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:50:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:50:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:50:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:50:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:51:02,579 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:51:39.167018+00:00 (in 29.999230 seconds)
repomirrorworker stdout | 2022-06-03 03:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:51:39 UTC)" (scheduled at 2022-06-03 03:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:51:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:51:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:51:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 51, 9, 176298), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 51, 9, 176298), 0, 2, datetime.datetime(2022, 6, 3, 3, 51, 9, 176298), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:51:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:51:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 51, 9, 179563), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 51, 9, 179563), 0, 2, datetime.datetime(2022, 6, 3, 3, 51, 9, 179563), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:51:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:51:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 51, 9, 182097), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 51, 9, 182097), 0, 2, datetime.datetime(2022, 6, 3, 3, 51, 9, 182097), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:51:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:51:09,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 51, 9, 188622), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 51, 9, 188622), 0, 2, datetime.datetime(2022, 6, 3, 3, 51, 9, 188622), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:51:09,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:51:09,190 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:51:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:51:09,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:51:09,196 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:51:09,196 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:51:09,196 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:51:32,657 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:52:09.167018+00:00 (in 29.999244 seconds)
repomirrorworker stdout | 2022-06-03 03:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:52:09 UTC)" (scheduled at 2022-06-03 03:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:51:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:51:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:51:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 51, 39, 176353), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 51, 39, 176353), 0, 2, datetime.datetime(2022, 6, 3, 3, 51, 39, 176353), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:51:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:51:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 51, 39, 179623), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 51, 39, 179623), 0, 2, datetime.datetime(2022, 6, 3, 3, 51, 39, 179623), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:51:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:51:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 51, 39, 181514), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 51, 39, 181514), 0, 2, datetime.datetime(2022, 6, 3, 3, 51, 39, 181514), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:51:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:51:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 51, 39, 183291), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 51, 39, 183291), 0, 2, datetime.datetime(2022, 6, 3, 3, 51, 39, 183291), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:51:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:51:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 51, 39, 185045), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 51, 39, 185045), 0, 2, datetime.datetime(2022, 6, 3, 3, 51, 39, 185045), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:51:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:51:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:51:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:51:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:51:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:51:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:51:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:52:02,685 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:52:39.167018+00:00 (in 29.999184 seconds)
repomirrorworker stdout | 2022-06-03 03:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:52:39 UTC)" (scheduled at 2022-06-03 03:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:52:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:52:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:52:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 52, 9, 176497), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 52, 9, 176497), 0, 2, datetime.datetime(2022, 6, 3, 3, 52, 9, 176497), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:52:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:52:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 52, 9, 180068), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 52, 9, 180068), 0, 2, datetime.datetime(2022, 6, 3, 3, 52, 9, 180068), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:52:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:52:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 52, 9, 181960), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 52, 9, 181960), 0, 2, datetime.datetime(2022, 6, 3, 3, 52, 9, 181960), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:52:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:52:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 52, 9, 183646), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 52, 9, 183646), 0, 2, datetime.datetime(2022, 6, 3, 3, 52, 9, 183646), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:52:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:52:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:52:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:52:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:52:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:52:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:52:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:52:32,744 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:53:09.167018+00:00 (in 29.999238 seconds)
repomirrorworker stdout | 2022-06-03 03:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:53:09 UTC)" (scheduled at 2022-06-03 03:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:52:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:52:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 52, 39, 176929), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 52, 39, 176929), 0, 2, datetime.datetime(2022, 6, 3, 3, 52, 39, 176929), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:52:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:52:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 52, 39, 180578), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 52, 39, 180578), 0, 2, datetime.datetime(2022, 6, 3, 3, 52, 39, 180578), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:52:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:52:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 52, 39, 182784), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 52, 39, 182784), 0, 2, datetime.datetime(2022, 6, 3, 3, 52, 39, 182784), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:52:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:52:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 52, 39, 184499), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 52, 39, 184499), 0, 2, datetime.datetime(2022, 6, 3, 3, 52, 39, 184499), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:52:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:52:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 52, 39, 186238), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 52, 39, 186238), 0, 2, datetime.datetime(2022, 6, 3, 3, 52, 39, 186238), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:52:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:52:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:52:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:52:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:52:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:52:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:52:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:53:02,810 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:53:39.167018+00:00 (in 29.999119 seconds)
repomirrorworker stdout | 2022-06-03 03:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:53:39 UTC)" (scheduled at 2022-06-03 03:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:53:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:53:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:53:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 53, 9, 176512), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 53, 9, 176512), 0, 2, datetime.datetime(2022, 6, 3, 3, 53, 9, 176512), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:53:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:53:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 53, 9, 180337), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 53, 9, 180337), 0, 2, datetime.datetime(2022, 6, 3, 3, 53, 9, 180337), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:53:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:53:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 53, 9, 182190), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 53, 9, 182190), 0, 2, datetime.datetime(2022, 6, 3, 3, 53, 9, 182190), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:53:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:53:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 53, 9, 183935), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 53, 9, 183935), 0, 2, datetime.datetime(2022, 6, 3, 3, 53, 9, 183935), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:53:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:53:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:53:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:53:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:53:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:53:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:53:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:53:32,865 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:54:09.167018+00:00 (in 29.999248 seconds)
repomirrorworker stdout | 2022-06-03 03:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:54:09 UTC)" (scheduled at 2022-06-03 03:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:53:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 53, 39, 176719), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 53, 39, 176719), 0, 2, datetime.datetime(2022, 6, 3, 3, 53, 39, 176719), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:53:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:53:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 53, 39, 179879), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 53, 39, 179879), 0, 2, datetime.datetime(2022, 6, 3, 3, 53, 39, 179879), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:53:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:53:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 53, 39, 181842), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 53, 39, 181842), 0, 2, datetime.datetime(2022, 6, 3, 3, 53, 39, 181842), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:53:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:53:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 53, 39, 183530), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 53, 39, 183530), 0, 2, datetime.datetime(2022, 6, 3, 3, 53, 39, 183530), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:53:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:53:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:53:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:53:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:53:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:53:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:53:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:54:02,920 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:54:39.167018+00:00 (in 29.999177 seconds)
repomirrorworker stdout | 2022-06-03 03:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:54:39 UTC)" (scheduled at 2022-06-03 03:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:54:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:54:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:54:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 54, 9, 176117), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 54, 9, 176117), 0, 2, datetime.datetime(2022, 6, 3, 3, 54, 9, 176117), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:54:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:54:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 54, 9, 179332), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 54, 9, 179332), 0, 2, datetime.datetime(2022, 6, 3, 3, 54, 9, 179332), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:54:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:54:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 54, 9, 181185), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 54, 9, 181185), 0, 2, datetime.datetime(2022, 6, 3, 3, 54, 9, 181185), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:54:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:54:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 54, 9, 182962), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 54, 9, 182962), 0, 2, datetime.datetime(2022, 6, 3, 3, 54, 9, 182962), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:54:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:54:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:54:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:54:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:54:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:54:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:54:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:54:32,980 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:55:09.167018+00:00 (in 29.999115 seconds)
repomirrorworker stdout | 2022-06-03 03:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:55:09 UTC)" (scheduled at 2022-06-03 03:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:54:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:54:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:54:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 54, 39, 176749), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 54, 39, 176749), 0, 2, datetime.datetime(2022, 6, 3, 3, 54, 39, 176749), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:54:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:54:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 54, 39, 180026), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 54, 39, 180026), 0, 2, datetime.datetime(2022, 6, 3, 3, 54, 39, 180026), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:54:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:54:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 54, 39, 182001), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 54, 39, 182001), 0, 2, datetime.datetime(2022, 6, 3, 3, 54, 39, 182001), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:54:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:54:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 54, 39, 183808), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 54, 39, 183808), 0, 2, datetime.datetime(2022, 6, 3, 3, 54, 39, 183808), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:54:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:54:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:54:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:54:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:54:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:54:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:54:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:55:03,031 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:55:39.167018+00:00 (in 29.999195 seconds)
repomirrorworker stdout | 2022-06-03 03:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:55:39 UTC)" (scheduled at 2022-06-03 03:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:55:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:55:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:55:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 55, 9, 176287), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 55, 9, 176287), 0, 2, datetime.datetime(2022, 6, 3, 3, 55, 9, 176287), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:55:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:55:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 55, 9, 179403), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 55, 9, 179403), 0, 2, datetime.datetime(2022, 6, 3, 3, 55, 9, 179403), True, 9, 13])
repomirrorworker stdout | 2022-06-03 03:55:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 03:55:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 55, 9, 181353), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 55, 9, 181353), 0, 2, datetime.datetime(2022, 6, 3, 3, 55, 9, 181353), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:55:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:55:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 55, 9, 183081), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 55, 9, 183081), 0, 2, datetime.datetime(2022, 6, 3, 3, 55, 9, 183081), True, 13, 15])
repomirrorworker stdout | 2022-06-03 03:55:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 03:55:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:55:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:55:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:55:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:55:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:55:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:55:33,095 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:56:09.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-03 03:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:56:09 UTC)" (scheduled at 2022-06-03 03:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:55:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:55:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 55, 39, 177015), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 55, 39, 177015), 0, 2, datetime.datetime(2022, 6, 3, 3, 55, 39, 177015), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:55:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:55:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 55, 39, 181135), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 55, 39, 181135), 0, 2, datetime.datetime(2022, 6, 3, 3, 55, 39, 181135), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 55, 39, 183611), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 55, 39, 183611), 0, 2, datetime.datetime(2022, 6, 3, 3, 55, 39, 183611), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:55:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:55:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 55, 39, 185900), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 55, 39, 185900), 0, 2, datetime.datetime(2022, 6, 3, 3, 55, 39, 185900), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:55:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:55:39,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 55, 39, 188159), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 55, 39, 188159), 0, 2, datetime.datetime(2022, 6, 3, 3, 55, 39, 188159), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:55:39,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:55:39,190 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:55:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:55:39,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:55:39,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:55:39,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:55:39,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:56:03,154 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:56:39.167018+00:00 (in 29.999065 seconds)
repomirrorworker stdout | 2022-06-03 03:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:56:39 UTC)" (scheduled at 2022-06-03 03:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:56:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:56:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:56:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 56, 9, 176474), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 56, 9, 176474), 0, 2, datetime.datetime(2022, 6, 3, 3, 56, 9, 176474), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:56:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:56:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 56, 9, 180009), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 56, 9, 180009), 0, 2, datetime.datetime(2022, 6, 3, 3, 56, 9, 180009), True, 4, 8])
repomirrorworker stdout | 2022-06-03 03:56:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 03:56:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 56, 9, 182027), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 56, 9, 182027), 0, 2, datetime.datetime(2022, 6, 3, 3, 56, 9, 182027), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:56:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:56:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 56, 9, 183738), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 56, 9, 183738), 0, 2, datetime.datetime(2022, 6, 3, 3, 56, 9, 183738), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:56:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:56:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 56, 9, 185365), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 56, 9, 185365), 0, 2, datetime.datetime(2022, 6, 3, 3, 56, 9, 185365), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:56:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:56:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:56:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:56:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:56:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:56:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:56:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:56:33,213 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:57:09.167018+00:00 (in 29.999136 seconds)
repomirrorworker stdout | 2022-06-03 03:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:57:09 UTC)" (scheduled at 2022-06-03 03:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:56:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:56:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 56, 39, 176727), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 56, 39, 176727), 0, 2, datetime.datetime(2022, 6, 3, 3, 56, 39, 176727), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:56:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:56:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 56, 39, 180066), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 56, 39, 180066), 0, 2, datetime.datetime(2022, 6, 3, 3, 56, 39, 180066), True, 8, 12])
repomirrorworker stdout | 2022-06-03 03:56:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 03:56:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 56, 39, 182253), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 56, 39, 182253), 0, 2, datetime.datetime(2022, 6, 3, 3, 56, 39, 182253), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:56:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:56:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 56, 39, 184247), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 56, 39, 184247), 0, 2, datetime.datetime(2022, 6, 3, 3, 56, 39, 184247), True, 12, 15])
repomirrorworker stdout | 2022-06-03 03:56:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 03:56:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 56, 39, 186254), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 56, 39, 186254), 0, 2, datetime.datetime(2022, 6, 3, 3, 56, 39, 186254), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:56:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:56:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:56:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:56:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:56:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:56:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:56:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:57:03,261 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:57:39.167018+00:00 (in 29.999093 seconds)
repomirrorworker stdout | 2022-06-03 03:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:57:39 UTC)" (scheduled at 2022-06-03 03:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:57:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:57:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:57:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 57, 9, 177087), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 57, 9, 177087), 0, 2, datetime.datetime(2022, 6, 3, 3, 57, 9, 177087), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:57:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:57:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 57, 9, 180798), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 57, 9, 180798), 0, 2, datetime.datetime(2022, 6, 3, 3, 57, 9, 180798), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:57:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:57:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 57, 9, 182999), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 57, 9, 182999), 0, 2, datetime.datetime(2022, 6, 3, 3, 57, 9, 182999), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:57:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:57:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 57, 9, 184968), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 57, 9, 184968), 0, 2, datetime.datetime(2022, 6, 3, 3, 57, 9, 184968), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:57:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:57:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 57, 9, 186813), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 57, 9, 186813), 0, 2, datetime.datetime(2022, 6, 3, 3, 57, 9, 186813), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:57:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:57:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:57:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:57:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:57:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:57:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:57:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:57:33,319 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:58:09.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-03 03:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:58:09 UTC)" (scheduled at 2022-06-03 03:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:57:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:57:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 57, 39, 177042), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 57, 39, 177042), 0, 2, datetime.datetime(2022, 6, 3, 3, 57, 39, 177042), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:57:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:57:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 57, 39, 180774), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 57, 39, 180774), 0, 2, datetime.datetime(2022, 6, 3, 3, 57, 39, 180774), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:57:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:57:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 57, 39, 182793), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 57, 39, 182793), 0, 2, datetime.datetime(2022, 6, 3, 3, 57, 39, 182793), True, 5, 9])
repomirrorworker stdout | 2022-06-03 03:57:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 03:57:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 57, 39, 184627), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 57, 39, 184627), 0, 2, datetime.datetime(2022, 6, 3, 3, 57, 39, 184627), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:57:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:57:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:57:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:57:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:57:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:57:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:57:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:58:03,359 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:58:39.167018+00:00 (in 29.999176 seconds)
repomirrorworker stdout | 2022-06-03 03:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:58:39 UTC)" (scheduled at 2022-06-03 03:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:58:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:58:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 58, 9, 176662), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 58, 9, 176662), 0, 2, datetime.datetime(2022, 6, 3, 3, 58, 9, 176662), True, 3, 7])
repomirrorworker stdout | 2022-06-03 03:58:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 03:58:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 58, 9, 180142), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 58, 9, 180142), 0, 2, datetime.datetime(2022, 6, 3, 3, 58, 9, 180142), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:58:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:58:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 58, 9, 182213), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 58, 9, 182213), 0, 2, datetime.datetime(2022, 6, 3, 3, 58, 9, 182213), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:58:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:58:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 58, 9, 183882), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 58, 9, 183882), 0, 2, datetime.datetime(2022, 6, 3, 3, 58, 9, 183882), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:58:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:58:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 58, 9, 185545), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 58, 9, 185545), 0, 2, datetime.datetime(2022, 6, 3, 3, 58, 9, 185545), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:58:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:58:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:58:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:58:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:58:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:58:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:58:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:58:33,414 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:59:09.167018+00:00 (in 29.999251 seconds)
repomirrorworker stdout | 2022-06-03 03:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:59:09 UTC)" (scheduled at 2022-06-03 03:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:58:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:58:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 58, 39, 176861), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 58, 39, 176861), 0, 2, datetime.datetime(2022, 6, 3, 3, 58, 39, 176861), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:58:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:58:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 58, 39, 180118), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 58, 39, 180118), 0, 2, datetime.datetime(2022, 6, 3, 3, 58, 39, 180118), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:58:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:58:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 58, 39, 182055), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 58, 39, 182055), 0, 2, datetime.datetime(2022, 6, 3, 3, 58, 39, 182055), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:58:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:58:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 58, 39, 183790), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 58, 39, 183790), 0, 2, datetime.datetime(2022, 6, 3, 3, 58, 39, 183790), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:58:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:58:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 58, 39, 185636), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 58, 39, 185636), 0, 2, datetime.datetime(2022, 6, 3, 3, 58, 39, 185636), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:58:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:58:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:58:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:58:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:58:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:58:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:58:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:59:03,474 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 03:59:39.167018+00:00 (in 29.999176 seconds)
repomirrorworker stdout | 2022-06-03 03:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:59:39 UTC)" (scheduled at 2022-06-03 03:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:59:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:59:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 59, 9, 176735), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 59, 9, 176735), 0, 2, datetime.datetime(2022, 6, 3, 3, 59, 9, 176735), True, 7, 11])
repomirrorworker stdout | 2022-06-03 03:59:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 03:59:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 59, 9, 179932), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 59, 9, 179932), 0, 2, datetime.datetime(2022, 6, 3, 3, 59, 9, 179932), True, 11, 15])
repomirrorworker stdout | 2022-06-03 03:59:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 03:59:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 59, 9, 181823), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 59, 9, 181823), 0, 2, datetime.datetime(2022, 6, 3, 3, 59, 9, 181823), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:59:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:59:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 59, 9, 183516), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 59, 9, 183516), 0, 2, datetime.datetime(2022, 6, 3, 3, 59, 9, 183516), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:59:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:59:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 59, 9, 185241), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 59, 9, 185241), 0, 2, datetime.datetime(2022, 6, 3, 3, 59, 9, 185241), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:59:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:59:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:59:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:59:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:59:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:59:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:59:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 03:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 03:59:33,543 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 03:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 03:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:00:09.167018+00:00 (in 29.999210 seconds)
repomirrorworker stdout | 2022-06-03 03:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:00:09 UTC)" (scheduled at 2022-06-03 03:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 03:59:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:59:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:59:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 59, 39, 176655), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 59, 39, 176655), 0, 2, datetime.datetime(2022, 6, 3, 3, 59, 39, 176655), True, 2, 6])
repomirrorworker stdout | 2022-06-03 03:59:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 03:59:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 59, 39, 179941), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 59, 39, 179941), 0, 2, datetime.datetime(2022, 6, 3, 3, 59, 39, 179941), True, 6, 10])
repomirrorworker stdout | 2022-06-03 03:59:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 03:59:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 59, 39, 182310), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 59, 39, 182310), 0, 2, datetime.datetime(2022, 6, 3, 3, 59, 39, 182310), True, 1, 5])
repomirrorworker stdout | 2022-06-03 03:59:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 03:59:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 59, 39, 184435), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 59, 39, 184435), 0, 2, datetime.datetime(2022, 6, 3, 3, 59, 39, 184435), True, 10, 14])
repomirrorworker stdout | 2022-06-03 03:59:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 03:59:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 3, 59, 39, 186443), 0, 2, None, True, datetime.datetime(2022, 6, 3, 3, 59, 39, 186443), 0, 2, datetime.datetime(2022, 6, 3, 3, 59, 39, 186443), True, 14, 15])
repomirrorworker stdout | 2022-06-03 03:59:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 03:59:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 03:59:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:59:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 03:59:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 03:59:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 03:59:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:00:03,602 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:00:39.167018+00:00 (in 29.999145 seconds)
repomirrorworker stdout | 2022-06-03 04:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:00:39 UTC)" (scheduled at 2022-06-03 04:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:00:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:00:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 0, 9, 176648), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 0, 9, 176648), 0, 2, datetime.datetime(2022, 6, 3, 4, 0, 9, 176648), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:00:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:00:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 0, 9, 180177), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 0, 9, 180177), 0, 2, datetime.datetime(2022, 6, 3, 4, 0, 9, 180177), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:00:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:00:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 0, 9, 182037), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 0, 9, 182037), 0, 2, datetime.datetime(2022, 6, 3, 4, 0, 9, 182037), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:00:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:00:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 0, 9, 183726), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 0, 9, 183726), 0, 2, datetime.datetime(2022, 6, 3, 4, 0, 9, 183726), True, 12, 15])
repomirrorworker stdout | 2022-06-03 04:00:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 04:00:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 0, 9, 185371), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 0, 9, 185371), 0, 2, datetime.datetime(2022, 6, 3, 4, 0, 9, 185371), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:00:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:00:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:00:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:00:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:00:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:00:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:00:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:00:33,663 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:01:09.167018+00:00 (in 29.999233 seconds)
repomirrorworker stdout | 2022-06-03 04:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:01:09 UTC)" (scheduled at 2022-06-03 04:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:00:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:00:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 0, 39, 176420), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 0, 39, 176420), 0, 2, datetime.datetime(2022, 6, 3, 4, 0, 39, 176420), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:00:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:00:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 0, 39, 180054), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 0, 39, 180054), 0, 2, datetime.datetime(2022, 6, 3, 4, 0, 39, 180054), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:00:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:00:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 0, 39, 181887), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 0, 39, 181887), 0, 2, datetime.datetime(2022, 6, 3, 4, 0, 39, 181887), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:00:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:00:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 0, 39, 183545), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 0, 39, 183545), 0, 2, datetime.datetime(2022, 6, 3, 4, 0, 39, 183545), True, 12, 15])
repomirrorworker stdout | 2022-06-03 04:00:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 04:00:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:00:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:00:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:00:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:00:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:00:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:01:03,700 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:01:39.167018+00:00 (in 29.999274 seconds)
repomirrorworker stdout | 2022-06-03 04:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:01:39 UTC)" (scheduled at 2022-06-03 04:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:01:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:01:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 1, 9, 176015), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 1, 9, 176015), 0, 2, datetime.datetime(2022, 6, 3, 4, 1, 9, 176015), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:01:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:01:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 1, 9, 179070), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 1, 9, 179070), 0, 2, datetime.datetime(2022, 6, 3, 4, 1, 9, 179070), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:01:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:01:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 1, 9, 180926), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 1, 9, 180926), 0, 2, datetime.datetime(2022, 6, 3, 4, 1, 9, 180926), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:01:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:01:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 1, 9, 182580), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 1, 9, 182580), 0, 2, datetime.datetime(2022, 6, 3, 4, 1, 9, 182580), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:01:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:01:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:01:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:01:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:01:09,188 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:01:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:01:09,188 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:01:33,748 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:02:09.167018+00:00 (in 29.999210 seconds)
repomirrorworker stdout | 2022-06-03 04:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:02:09 UTC)" (scheduled at 2022-06-03 04:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:01:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 1, 39, 176815), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 1, 39, 176815), 0, 2, datetime.datetime(2022, 6, 3, 4, 1, 39, 176815), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 1, 39, 180168), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 1, 39, 180168), 0, 2, datetime.datetime(2022, 6, 3, 4, 1, 39, 180168), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:01:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:01:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 1, 39, 182470), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 1, 39, 182470), 0, 2, datetime.datetime(2022, 6, 3, 4, 1, 39, 182470), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:01:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:01:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 1, 39, 184556), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 1, 39, 184556), 0, 2, datetime.datetime(2022, 6, 3, 4, 1, 39, 184556), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:01:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:01:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:01:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:01:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:01:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:01:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:01:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:02:03,812 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:02:39.167018+00:00 (in 29.999083 seconds)
repomirrorworker stdout | 2022-06-03 04:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:02:39 UTC)" (scheduled at 2022-06-03 04:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:02:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:02:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:02:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 2, 9, 176701), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 2, 9, 176701), 0, 2, datetime.datetime(2022, 6, 3, 4, 2, 9, 176701), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:02:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:02:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 2, 9, 180079), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 2, 9, 180079), 0, 2, datetime.datetime(2022, 6, 3, 4, 2, 9, 180079), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:02:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:02:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 2, 9, 181981), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 2, 9, 181981), 0, 2, datetime.datetime(2022, 6, 3, 4, 2, 9, 181981), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:02:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:02:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 2, 9, 183689), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 2, 9, 183689), 0, 2, datetime.datetime(2022, 6, 3, 4, 2, 9, 183689), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:02:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:02:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 2, 9, 185327), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 2, 9, 185327), 0, 2, datetime.datetime(2022, 6, 3, 4, 2, 9, 185327), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:02:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:02:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:02:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:02:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:02:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:02:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:02:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:02:33,858 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:03:09.167018+00:00 (in 29.999042 seconds)
repomirrorworker stdout | 2022-06-03 04:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:03:09 UTC)" (scheduled at 2022-06-03 04:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:02:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:02:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:02:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 2, 39, 176830), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 2, 39, 176830), 0, 2, datetime.datetime(2022, 6, 3, 4, 2, 39, 176830), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:02:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:02:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 2, 39, 180155), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 2, 39, 180155), 0, 2, datetime.datetime(2022, 6, 3, 4, 2, 39, 180155), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:02:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:02:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 2, 39, 182039), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 2, 39, 182039), 0, 2, datetime.datetime(2022, 6, 3, 4, 2, 39, 182039), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:02:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:02:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 2, 39, 183762), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 2, 39, 183762), 0, 2, datetime.datetime(2022, 6, 3, 4, 2, 39, 183762), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:02:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:02:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:02:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:02:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:02:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:02:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:02:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:03:03,914 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:03:39.167018+00:00 (in 29.999237 seconds)
repomirrorworker stdout | 2022-06-03 04:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:03:39 UTC)" (scheduled at 2022-06-03 04:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:03:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:03:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 3, 9, 176542), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 3, 9, 176542), 0, 2, datetime.datetime(2022, 6, 3, 4, 3, 9, 176542), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:03:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:03:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 3, 9, 179853), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 3, 9, 179853), 0, 2, datetime.datetime(2022, 6, 3, 4, 3, 9, 179853), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:03:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:03:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 3, 9, 181791), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 3, 9, 181791), 0, 2, datetime.datetime(2022, 6, 3, 4, 3, 9, 181791), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:03:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:03:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 3, 9, 183558), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 3, 9, 183558), 0, 2, datetime.datetime(2022, 6, 3, 4, 3, 9, 183558), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:03:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:03:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:03:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:03:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:03:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:03:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:03:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:03:33,969 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:04:09.167018+00:00 (in 29.999242 seconds)
repomirrorworker stdout | 2022-06-03 04:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:04:09 UTC)" (scheduled at 2022-06-03 04:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:03:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:03:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 3, 39, 176830), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 3, 39, 176830), 0, 2, datetime.datetime(2022, 6, 3, 4, 3, 39, 176830), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:03:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:03:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 3, 39, 180288), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 3, 39, 180288), 0, 2, datetime.datetime(2022, 6, 3, 4, 3, 39, 180288), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:03:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:03:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 3, 39, 182189), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 3, 39, 182189), 0, 2, datetime.datetime(2022, 6, 3, 4, 3, 39, 182189), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:03:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:03:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 3, 39, 183900), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 3, 39, 183900), 0, 2, datetime.datetime(2022, 6, 3, 4, 3, 39, 183900), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:03:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:03:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 3, 39, 186131), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 3, 39, 186131), 0, 2, datetime.datetime(2022, 6, 3, 4, 3, 39, 186131), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:03:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:03:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:03:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:03:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:03:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:03:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:03:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:04:04,029 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:04:39.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-03 04:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:04:39 UTC)" (scheduled at 2022-06-03 04:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:04:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 4, 9, 176771), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 4, 9, 176771), 0, 2, datetime.datetime(2022, 6, 3, 4, 4, 9, 176771), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:04:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:04:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 4, 9, 179918), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 4, 9, 179918), 0, 2, datetime.datetime(2022, 6, 3, 4, 4, 9, 179918), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:04:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:04:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 4, 9, 181775), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 4, 9, 181775), 0, 2, datetime.datetime(2022, 6, 3, 4, 4, 9, 181775), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:04:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:04:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 4, 9, 183407), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 4, 9, 183407), 0, 2, datetime.datetime(2022, 6, 3, 4, 4, 9, 183407), True, 12, 15])
repomirrorworker stdout | 2022-06-03 04:04:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 04:04:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:04:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:04:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:04:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:04:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:04:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:04:34,095 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:05:09.167018+00:00 (in 29.999002 seconds)
repomirrorworker stdout | 2022-06-03 04:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:05:09 UTC)" (scheduled at 2022-06-03 04:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:04:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:04:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:04:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 4, 39, 176637), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 4, 39, 176637), 0, 2, datetime.datetime(2022, 6, 3, 4, 4, 39, 176637), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:04:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:04:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 4, 39, 180310), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 4, 39, 180310), 0, 2, datetime.datetime(2022, 6, 3, 4, 4, 39, 180310), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:04:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:04:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 4, 39, 182313), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 4, 39, 182313), 0, 2, datetime.datetime(2022, 6, 3, 4, 4, 39, 182313), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:04:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:04:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 4, 39, 184078), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 4, 39, 184078), 0, 2, datetime.datetime(2022, 6, 3, 4, 4, 39, 184078), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:04:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:04:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 4, 39, 185748), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 4, 39, 185748), 0, 2, datetime.datetime(2022, 6, 3, 4, 4, 39, 185748), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:04:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:04:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:04:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:04:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:04:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:04:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:04:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:05:04,468 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:05:39.167018+00:00 (in 29.999066 seconds)
repomirrorworker stdout | 2022-06-03 04:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:05:39 UTC)" (scheduled at 2022-06-03 04:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:05:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:05:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 5, 9, 177061), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 5, 9, 177061), 0, 2, datetime.datetime(2022, 6, 3, 4, 5, 9, 177061), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:05:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:05:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 5, 9, 180262), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 5, 9, 180262), 0, 2, datetime.datetime(2022, 6, 3, 4, 5, 9, 180262), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:05:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:05:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 5, 9, 182163), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 5, 9, 182163), 0, 2, datetime.datetime(2022, 6, 3, 4, 5, 9, 182163), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:05:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:05:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 5, 9, 183910), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 5, 9, 183910), 0, 2, datetime.datetime(2022, 6, 3, 4, 5, 9, 183910), True, 12, 15])
repomirrorworker stdout | 2022-06-03 04:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 04:05:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:05:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:05:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:05:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:05:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:05:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:05:34,525 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:06:09.167018+00:00 (in 29.999252 seconds)
repomirrorworker stdout | 2022-06-03 04:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:06:09 UTC)" (scheduled at 2022-06-03 04:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:05:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:05:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:05:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 5, 39, 176607), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 5, 39, 176607), 0, 2, datetime.datetime(2022, 6, 3, 4, 5, 39, 176607), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:05:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 5, 39, 180174), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 5, 39, 180174), 0, 2, datetime.datetime(2022, 6, 3, 4, 5, 39, 180174), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:05:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:05:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 5, 39, 182395), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 5, 39, 182395), 0, 2, datetime.datetime(2022, 6, 3, 4, 5, 39, 182395), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:05:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:05:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 5, 39, 184267), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 5, 39, 184267), 0, 2, datetime.datetime(2022, 6, 3, 4, 5, 39, 184267), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:05:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:05:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 5, 39, 186101), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 5, 39, 186101), 0, 2, datetime.datetime(2022, 6, 3, 4, 5, 39, 186101), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:05:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:05:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:05:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:05:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:05:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:05:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:05:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:06:04,564 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:06:39.167018+00:00 (in 29.999102 seconds)
repomirrorworker stdout | 2022-06-03 04:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:06:39 UTC)" (scheduled at 2022-06-03 04:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:06:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:06:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 6, 9, 176830), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 6, 9, 176830), 0, 2, datetime.datetime(2022, 6, 3, 4, 6, 9, 176830), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:06:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:06:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 6, 9, 179995), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 6, 9, 179995), 0, 2, datetime.datetime(2022, 6, 3, 4, 6, 9, 179995), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:06:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:06:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 6, 9, 181965), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 6, 9, 181965), 0, 2, datetime.datetime(2022, 6, 3, 4, 6, 9, 181965), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:06:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:06:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 6, 9, 183628), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 6, 9, 183628), 0, 2, datetime.datetime(2022, 6, 3, 4, 6, 9, 183628), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:06:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:06:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:06:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:06:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:06:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:06:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:06:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:06:34,628 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:07:09.167018+00:00 (in 29.998961 seconds)
repomirrorworker stdout | 2022-06-03 04:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:07:09 UTC)" (scheduled at 2022-06-03 04:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:06:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:06:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 6, 39, 176828), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 6, 39, 176828), 0, 2, datetime.datetime(2022, 6, 3, 4, 6, 39, 176828), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:06:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:06:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 6, 39, 180496), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 6, 39, 180496), 0, 2, datetime.datetime(2022, 6, 3, 4, 6, 39, 180496), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:06:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:06:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 6, 39, 182779), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 6, 39, 182779), 0, 2, datetime.datetime(2022, 6, 3, 4, 6, 39, 182779), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:06:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:06:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 6, 39, 184668), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 6, 39, 184668), 0, 2, datetime.datetime(2022, 6, 3, 4, 6, 39, 184668), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:06:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:06:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 6, 39, 186517), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 6, 39, 186517), 0, 2, datetime.datetime(2022, 6, 3, 4, 6, 39, 186517), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:06:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:06:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:06:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:06:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:06:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:06:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:06:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:07:04,679 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:07:39.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-03 04:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:07:39 UTC)" (scheduled at 2022-06-03 04:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:07:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:07:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:07:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 7, 9, 176169), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 7, 9, 176169), 0, 2, datetime.datetime(2022, 6, 3, 4, 7, 9, 176169), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:07:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:07:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 7, 9, 179257), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 7, 9, 179257), 0, 2, datetime.datetime(2022, 6, 3, 4, 7, 9, 179257), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:07:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:07:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 7, 9, 181126), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 7, 9, 181126), 0, 2, datetime.datetime(2022, 6, 3, 4, 7, 9, 181126), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:07:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:07:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 7, 9, 182809), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 7, 9, 182809), 0, 2, datetime.datetime(2022, 6, 3, 4, 7, 9, 182809), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:07:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:07:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 7, 9, 184458), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 7, 9, 184458), 0, 2, datetime.datetime(2022, 6, 3, 4, 7, 9, 184458), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:07:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:07:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:07:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:07:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:07:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:07:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:07:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:07:34,721 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:08:09.167018+00:00 (in 29.999270 seconds)
repomirrorworker stdout | 2022-06-03 04:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:08:09 UTC)" (scheduled at 2022-06-03 04:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:07:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:07:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 7, 39, 176478), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 7, 39, 176478), 0, 2, datetime.datetime(2022, 6, 3, 4, 7, 39, 176478), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:07:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:07:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 7, 39, 180236), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 7, 39, 180236), 0, 2, datetime.datetime(2022, 6, 3, 4, 7, 39, 180236), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:07:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:07:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 7, 39, 182199), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 7, 39, 182199), 0, 2, datetime.datetime(2022, 6, 3, 4, 7, 39, 182199), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:07:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:07:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 7, 39, 183971), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 7, 39, 183971), 0, 2, datetime.datetime(2022, 6, 3, 4, 7, 39, 183971), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:07:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:07:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 7, 39, 185702), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 7, 39, 185702), 0, 2, datetime.datetime(2022, 6, 3, 4, 7, 39, 185702), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:07:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:07:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:07:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:07:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:07:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:07:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:07:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:08:04,788 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:08:39.167018+00:00 (in 29.999190 seconds)
repomirrorworker stdout | 2022-06-03 04:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:08:39 UTC)" (scheduled at 2022-06-03 04:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:08:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:08:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:08:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 8, 9, 176605), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 8, 9, 176605), 0, 2, datetime.datetime(2022, 6, 3, 4, 8, 9, 176605), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:08:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:08:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 8, 9, 179799), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 8, 9, 179799), 0, 2, datetime.datetime(2022, 6, 3, 4, 8, 9, 179799), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:08:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:08:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 8, 9, 181726), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 8, 9, 181726), 0, 2, datetime.datetime(2022, 6, 3, 4, 8, 9, 181726), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:08:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:08:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 8, 9, 183417), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 8, 9, 183417), 0, 2, datetime.datetime(2022, 6, 3, 4, 8, 9, 183417), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:08:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:08:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 8, 9, 185122), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 8, 9, 185122), 0, 2, datetime.datetime(2022, 6, 3, 4, 8, 9, 185122), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:08:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:08:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:08:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:08:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:08:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:08:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:08:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:08:34,839 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:09:09.167018+00:00 (in 29.999175 seconds)
repomirrorworker stdout | 2022-06-03 04:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:09:09 UTC)" (scheduled at 2022-06-03 04:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:08:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:08:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:08:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 8, 39, 176128), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 8, 39, 176128), 0, 2, datetime.datetime(2022, 6, 3, 4, 8, 39, 176128), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:08:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:08:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 8, 39, 179384), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 8, 39, 179384), 0, 2, datetime.datetime(2022, 6, 3, 4, 8, 39, 179384), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:08:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:08:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 8, 39, 181244), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 8, 39, 181244), 0, 2, datetime.datetime(2022, 6, 3, 4, 8, 39, 181244), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:08:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:08:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 8, 39, 182919), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 8, 39, 182919), 0, 2, datetime.datetime(2022, 6, 3, 4, 8, 39, 182919), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:08:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:08:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:08:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:08:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:08:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:08:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:08:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:09:04,967 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:09:39.167018+00:00 (in 29.999208 seconds)
repomirrorworker stdout | 2022-06-03 04:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:09:39 UTC)" (scheduled at 2022-06-03 04:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:09:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:09:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:09:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 9, 9, 176482), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 9, 9, 176482), 0, 2, datetime.datetime(2022, 6, 3, 4, 9, 9, 176482), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:09:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:09:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 9, 9, 179875), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 9, 9, 179875), 0, 2, datetime.datetime(2022, 6, 3, 4, 9, 9, 179875), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:09:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:09:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 9, 9, 181846), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 9, 9, 181846), 0, 2, datetime.datetime(2022, 6, 3, 4, 9, 9, 181846), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:09:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:09:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 9, 9, 183684), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 9, 9, 183684), 0, 2, datetime.datetime(2022, 6, 3, 4, 9, 9, 183684), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:09:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:09:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:09:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:09:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:09:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:09:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:09:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:09:35,011 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:10:09.167018+00:00 (in 29.999174 seconds)
repomirrorworker stdout | 2022-06-03 04:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:10:09 UTC)" (scheduled at 2022-06-03 04:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:09:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:09:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 9, 39, 176524), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 9, 39, 176524), 0, 2, datetime.datetime(2022, 6, 3, 4, 9, 39, 176524), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:09:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:09:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 9, 39, 179828), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 9, 39, 179828), 0, 2, datetime.datetime(2022, 6, 3, 4, 9, 39, 179828), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:09:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:09:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 9, 39, 181727), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 9, 39, 181727), 0, 2, datetime.datetime(2022, 6, 3, 4, 9, 39, 181727), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:09:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:09:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 9, 39, 183459), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 9, 39, 183459), 0, 2, datetime.datetime(2022, 6, 3, 4, 9, 39, 183459), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:09:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:09:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 9, 39, 185225), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 9, 39, 185225), 0, 2, datetime.datetime(2022, 6, 3, 4, 9, 39, 185225), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:09:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:09:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:09:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:09:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:09:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:09:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:09:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:10:05,051 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:10:39.167018+00:00 (in 29.999303 seconds)
repomirrorworker stdout | 2022-06-03 04:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:10:39 UTC)" (scheduled at 2022-06-03 04:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:10:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:10:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 10, 9, 176543), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 10, 9, 176543), 0, 2, datetime.datetime(2022, 6, 3, 4, 10, 9, 176543), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:10:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:10:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 10, 9, 179773), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 10, 9, 179773), 0, 2, datetime.datetime(2022, 6, 3, 4, 10, 9, 179773), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:10:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:10:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 10, 9, 181716), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 10, 9, 181716), 0, 2, datetime.datetime(2022, 6, 3, 4, 10, 9, 181716), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:10:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:10:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 10, 9, 183424), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 10, 9, 183424), 0, 2, datetime.datetime(2022, 6, 3, 4, 10, 9, 183424), True, 12, 15])
repomirrorworker stdout | 2022-06-03 04:10:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 04:10:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:10:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:10:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:10:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:10:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:10:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:10:35,115 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:11:09.167018+00:00 (in 29.998544 seconds)
repomirrorworker stdout | 2022-06-03 04:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:11:09 UTC)" (scheduled at 2022-06-03 04:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:10:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:10:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:10:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 10, 39, 176513), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 10, 39, 176513), 0, 2, datetime.datetime(2022, 6, 3, 4, 10, 39, 176513), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:10:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:10:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 10, 39, 179757), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 10, 39, 179757), 0, 2, datetime.datetime(2022, 6, 3, 4, 10, 39, 179757), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:10:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:10:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 10, 39, 181754), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 10, 39, 181754), 0, 2, datetime.datetime(2022, 6, 3, 4, 10, 39, 181754), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:10:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:10:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 10, 39, 183456), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 10, 39, 183456), 0, 2, datetime.datetime(2022, 6, 3, 4, 10, 39, 183456), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:10:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:10:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:10:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:10:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:10:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:10:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:10:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:11:05,280 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:11:39.167018+00:00 (in 29.999220 seconds)
repomirrorworker stdout | 2022-06-03 04:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:11:39 UTC)" (scheduled at 2022-06-03 04:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:11:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:11:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:11:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 11, 9, 176374), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 11, 9, 176374), 0, 2, datetime.datetime(2022, 6, 3, 4, 11, 9, 176374), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:11:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:11:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 11, 9, 179532), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 11, 9, 179532), 0, 2, datetime.datetime(2022, 6, 3, 4, 11, 9, 179532), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:11:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:11:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 11, 9, 181398), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 11, 9, 181398), 0, 2, datetime.datetime(2022, 6, 3, 4, 11, 9, 181398), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:11:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:11:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 11, 9, 183137), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 11, 9, 183137), 0, 2, datetime.datetime(2022, 6, 3, 4, 11, 9, 183137), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:11:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:11:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 11, 9, 184851), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 11, 9, 184851), 0, 2, datetime.datetime(2022, 6, 3, 4, 11, 9, 184851), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:11:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:11:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:11:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:11:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:11:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:11:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:11:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:11:35,338 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:12:09.167018+00:00 (in 29.999277 seconds)
repomirrorworker stdout | 2022-06-03 04:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:12:09 UTC)" (scheduled at 2022-06-03 04:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:11:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:11:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:11:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 11, 39, 175974), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 11, 39, 175974), 0, 2, datetime.datetime(2022, 6, 3, 4, 11, 39, 175974), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:11:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:11:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 11, 39, 179395), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 11, 39, 179395), 0, 2, datetime.datetime(2022, 6, 3, 4, 11, 39, 179395), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:11:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:11:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 11, 39, 181349), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 11, 39, 181349), 0, 2, datetime.datetime(2022, 6, 3, 4, 11, 39, 181349), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:11:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:11:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 11, 39, 183055), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 11, 39, 183055), 0, 2, datetime.datetime(2022, 6, 3, 4, 11, 39, 183055), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:11:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:11:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 11, 39, 184750), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 11, 39, 184750), 0, 2, datetime.datetime(2022, 6, 3, 4, 11, 39, 184750), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:11:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:11:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:11:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:11:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:11:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:11:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:11:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:12:05,406 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:12:39.167018+00:00 (in 29.999095 seconds)
repomirrorworker stdout | 2022-06-03 04:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:12:39 UTC)" (scheduled at 2022-06-03 04:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:12:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:12:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:12:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 12, 9, 176833), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 12, 9, 176833), 0, 2, datetime.datetime(2022, 6, 3, 4, 12, 9, 176833), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:12:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:12:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 12, 9, 180350), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 12, 9, 180350), 0, 2, datetime.datetime(2022, 6, 3, 4, 12, 9, 180350), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:12:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:12:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 12, 9, 182373), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 12, 9, 182373), 0, 2, datetime.datetime(2022, 6, 3, 4, 12, 9, 182373), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:12:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:12:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 12, 9, 184192), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 12, 9, 184192), 0, 2, datetime.datetime(2022, 6, 3, 4, 12, 9, 184192), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:12:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:12:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 12, 9, 185913), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 12, 9, 185913), 0, 2, datetime.datetime(2022, 6, 3, 4, 12, 9, 185913), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:12:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:12:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:12:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:12:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:12:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:12:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:12:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:12:35,479 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:13:09.167018+00:00 (in 29.998914 seconds)
repomirrorworker stdout | 2022-06-03 04:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:13:09 UTC)" (scheduled at 2022-06-03 04:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:12:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:12:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:12:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 12, 39, 176746), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 12, 39, 176746), 0, 2, datetime.datetime(2022, 6, 3, 4, 12, 39, 176746), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:12:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:12:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 12, 39, 180494), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 12, 39, 180494), 0, 2, datetime.datetime(2022, 6, 3, 4, 12, 39, 180494), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:12:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:12:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 12, 39, 182444), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 12, 39, 182444), 0, 2, datetime.datetime(2022, 6, 3, 4, 12, 39, 182444), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:12:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:12:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 12, 39, 184220), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 12, 39, 184220), 0, 2, datetime.datetime(2022, 6, 3, 4, 12, 39, 184220), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:12:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:12:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:12:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:12:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:12:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:12:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:12:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:13:05,527 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:13:39.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-03 04:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:13:39 UTC)" (scheduled at 2022-06-03 04:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:13:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:13:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:13:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 13, 9, 176363), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 13, 9, 176363), 0, 2, datetime.datetime(2022, 6, 3, 4, 13, 9, 176363), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:13:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:13:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 13, 9, 179876), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 13, 9, 179876), 0, 2, datetime.datetime(2022, 6, 3, 4, 13, 9, 179876), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:13:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:13:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 13, 9, 182264), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 13, 9, 182264), 0, 2, datetime.datetime(2022, 6, 3, 4, 13, 9, 182264), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:13:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:13:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 13, 9, 184212), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 13, 9, 184212), 0, 2, datetime.datetime(2022, 6, 3, 4, 13, 9, 184212), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:13:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:13:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 13, 9, 185902), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 13, 9, 185902), 0, 2, datetime.datetime(2022, 6, 3, 4, 13, 9, 185902), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:13:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:13:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:13:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:13:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:13:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:13:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:13:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:13:35,581 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:14:09.167018+00:00 (in 29.999171 seconds)
repomirrorworker stdout | 2022-06-03 04:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:14:09 UTC)" (scheduled at 2022-06-03 04:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:13:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:13:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:13:39,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 13, 39, 175805), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 13, 39, 175805), 0, 2, datetime.datetime(2022, 6, 3, 4, 13, 39, 175805), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:13:39,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:13:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 13, 39, 178963), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 13, 39, 178963), 0, 2, datetime.datetime(2022, 6, 3, 4, 13, 39, 178963), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:13:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:13:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 13, 39, 180915), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 13, 39, 180915), 0, 2, datetime.datetime(2022, 6, 3, 4, 13, 39, 180915), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:13:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:13:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 13, 39, 182702), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 13, 39, 182702), 0, 2, datetime.datetime(2022, 6, 3, 4, 13, 39, 182702), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:13:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:13:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:13:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:13:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:13:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:13:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:13:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:14:05,632 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:14:39.167018+00:00 (in 29.999213 seconds)
repomirrorworker stdout | 2022-06-03 04:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:14:39 UTC)" (scheduled at 2022-06-03 04:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:14:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:14:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 14, 9, 176446), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 14, 9, 176446), 0, 2, datetime.datetime(2022, 6, 3, 4, 14, 9, 176446), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:14:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:14:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 14, 9, 179551), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 14, 9, 179551), 0, 2, datetime.datetime(2022, 6, 3, 4, 14, 9, 179551), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:14:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:14:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 14, 9, 181404), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 14, 9, 181404), 0, 2, datetime.datetime(2022, 6, 3, 4, 14, 9, 181404), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:14:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:14:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 14, 9, 183076), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 14, 9, 183076), 0, 2, datetime.datetime(2022, 6, 3, 4, 14, 9, 183076), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:14:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:14:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:14:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:14:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:14:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:14:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:14:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:14:35,703 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:15:09.167018+00:00 (in 29.999121 seconds)
repomirrorworker stdout | 2022-06-03 04:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:15:09 UTC)" (scheduled at 2022-06-03 04:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:14:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:14:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:14:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 14, 39, 176579), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 14, 39, 176579), 0, 2, datetime.datetime(2022, 6, 3, 4, 14, 39, 176579), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:14:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:14:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 14, 39, 179724), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 14, 39, 179724), 0, 2, datetime.datetime(2022, 6, 3, 4, 14, 39, 179724), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:14:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:14:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 14, 39, 181582), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 14, 39, 181582), 0, 2, datetime.datetime(2022, 6, 3, 4, 14, 39, 181582), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:14:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:14:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 14, 39, 183319), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 14, 39, 183319), 0, 2, datetime.datetime(2022, 6, 3, 4, 14, 39, 183319), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:14:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:14:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 14, 39, 184976), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 14, 39, 184976), 0, 2, datetime.datetime(2022, 6, 3, 4, 14, 39, 184976), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:14:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:14:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:14:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:14:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:14:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:14:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:14:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:15:05,756 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:15:39.167018+00:00 (in 29.999113 seconds)
repomirrorworker stdout | 2022-06-03 04:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:15:39 UTC)" (scheduled at 2022-06-03 04:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:15:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:15:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:15:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 15, 9, 176934), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 15, 9, 176934), 0, 2, datetime.datetime(2022, 6, 3, 4, 15, 9, 176934), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:15:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:15:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 15, 9, 180485), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 15, 9, 180485), 0, 2, datetime.datetime(2022, 6, 3, 4, 15, 9, 180485), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 15, 9, 182381), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 15, 9, 182381), 0, 2, datetime.datetime(2022, 6, 3, 4, 15, 9, 182381), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:15:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:15:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 15, 9, 184095), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 15, 9, 184095), 0, 2, datetime.datetime(2022, 6, 3, 4, 15, 9, 184095), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:15:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:15:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 15, 9, 185795), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 15, 9, 185795), 0, 2, datetime.datetime(2022, 6, 3, 4, 15, 9, 185795), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:15:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:15:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:15:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:15:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:15:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:15:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:15:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:15:35,797 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:16:09.167018+00:00 (in 29.999109 seconds)
repomirrorworker stdout | 2022-06-03 04:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:16:09 UTC)" (scheduled at 2022-06-03 04:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:15:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:15:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:15:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 15, 39, 176347), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 15, 39, 176347), 0, 2, datetime.datetime(2022, 6, 3, 4, 15, 39, 176347), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:15:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:15:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 15, 39, 179404), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 15, 39, 179404), 0, 2, datetime.datetime(2022, 6, 3, 4, 15, 39, 179404), True, 12, 15])
repomirrorworker stdout | 2022-06-03 04:15:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 04:15:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 15, 39, 181237), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 15, 39, 181237), 0, 2, datetime.datetime(2022, 6, 3, 4, 15, 39, 181237), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:15:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:15:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 15, 39, 182923), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 15, 39, 182923), 0, 2, datetime.datetime(2022, 6, 3, 4, 15, 39, 182923), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:15:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:15:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 15, 39, 184748), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 15, 39, 184748), 0, 2, datetime.datetime(2022, 6, 3, 4, 15, 39, 184748), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:15:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:15:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:15:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:15:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:15:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:15:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:15:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:16:05,841 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:16:39.167018+00:00 (in 29.999146 seconds)
repomirrorworker stdout | 2022-06-03 04:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:16:39 UTC)" (scheduled at 2022-06-03 04:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:16:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:16:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:16:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 16, 9, 176858), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 16, 9, 176858), 0, 2, datetime.datetime(2022, 6, 3, 4, 16, 9, 176858), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:16:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:16:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 16, 9, 180387), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 16, 9, 180387), 0, 2, datetime.datetime(2022, 6, 3, 4, 16, 9, 180387), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:16:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:16:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 16, 9, 182259), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 16, 9, 182259), 0, 2, datetime.datetime(2022, 6, 3, 4, 16, 9, 182259), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:16:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:16:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 16, 9, 183966), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 16, 9, 183966), 0, 2, datetime.datetime(2022, 6, 3, 4, 16, 9, 183966), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:16:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:16:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:16:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:16:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:16:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:16:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:16:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:16:35,905 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:17:09.167018+00:00 (in 29.999173 seconds)
repomirrorworker stdout | 2022-06-03 04:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:17:09 UTC)" (scheduled at 2022-06-03 04:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:16:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:16:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:16:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 16, 39, 176596), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 16, 39, 176596), 0, 2, datetime.datetime(2022, 6, 3, 4, 16, 39, 176596), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:16:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:16:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 16, 39, 180098), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 16, 39, 180098), 0, 2, datetime.datetime(2022, 6, 3, 4, 16, 39, 180098), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:16:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:16:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 16, 39, 182312), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 16, 39, 182312), 0, 2, datetime.datetime(2022, 6, 3, 4, 16, 39, 182312), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:16:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:16:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 16, 39, 184323), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 16, 39, 184323), 0, 2, datetime.datetime(2022, 6, 3, 4, 16, 39, 184323), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:16:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:16:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:16:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:16:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:16:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:16:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:16:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:17:05,958 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:17:39.167018+00:00 (in 29.999056 seconds)
repomirrorworker stdout | 2022-06-03 04:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:17:39 UTC)" (scheduled at 2022-06-03 04:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:17:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:17:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:17:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 17, 9, 176850), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 17, 9, 176850), 0, 2, datetime.datetime(2022, 6, 3, 4, 17, 9, 176850), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:17:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:17:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 17, 9, 180411), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 17, 9, 180411), 0, 2, datetime.datetime(2022, 6, 3, 4, 17, 9, 180411), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:17:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:17:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 17, 9, 182741), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 17, 9, 182741), 0, 2, datetime.datetime(2022, 6, 3, 4, 17, 9, 182741), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:17:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:17:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 17, 9, 184889), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 17, 9, 184889), 0, 2, datetime.datetime(2022, 6, 3, 4, 17, 9, 184889), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:17:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:17:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 17, 9, 187019), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 17, 9, 187019), 0, 2, datetime.datetime(2022, 6, 3, 4, 17, 9, 187019), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:17:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:17:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:17:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:17:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:17:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:17:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:17:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:17:36,012 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:18:09.167018+00:00 (in 29.998944 seconds)
repomirrorworker stdout | 2022-06-03 04:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:18:09 UTC)" (scheduled at 2022-06-03 04:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:17:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:17:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 17, 39, 177187), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 17, 39, 177187), 0, 2, datetime.datetime(2022, 6, 3, 4, 17, 39, 177187), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:17:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:17:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 17, 39, 180835), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 17, 39, 180835), 0, 2, datetime.datetime(2022, 6, 3, 4, 17, 39, 180835), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:17:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:17:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 17, 39, 182733), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 17, 39, 182733), 0, 2, datetime.datetime(2022, 6, 3, 4, 17, 39, 182733), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:17:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:17:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 17, 39, 184406), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 17, 39, 184406), 0, 2, datetime.datetime(2022, 6, 3, 4, 17, 39, 184406), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:17:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:17:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:17:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:17:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:17:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:17:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:17:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:18:06,082 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:18:39.167018+00:00 (in 29.999133 seconds)
repomirrorworker stdout | 2022-06-03 04:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:18:39 UTC)" (scheduled at 2022-06-03 04:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:18:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:18:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 18, 9, 176538), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 18, 9, 176538), 0, 2, datetime.datetime(2022, 6, 3, 4, 18, 9, 176538), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:18:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:18:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 18, 9, 179649), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 18, 9, 179649), 0, 2, datetime.datetime(2022, 6, 3, 4, 18, 9, 179649), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:18:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:18:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 18, 9, 181526), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 18, 9, 181526), 0, 2, datetime.datetime(2022, 6, 3, 4, 18, 9, 181526), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:18:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:18:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 18, 9, 183231), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 18, 9, 183231), 0, 2, datetime.datetime(2022, 6, 3, 4, 18, 9, 183231), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:18:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:18:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 18, 9, 184889), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 18, 9, 184889), 0, 2, datetime.datetime(2022, 6, 3, 4, 18, 9, 184889), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:18:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:18:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:18:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:18:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:18:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:18:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:18:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:18:36,136 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:19:09.167018+00:00 (in 29.999265 seconds)
repomirrorworker stdout | 2022-06-03 04:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:19:09 UTC)" (scheduled at 2022-06-03 04:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:18:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:18:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:18:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 18, 39, 176234), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 18, 39, 176234), 0, 2, datetime.datetime(2022, 6, 3, 4, 18, 39, 176234), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:18:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:18:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 18, 39, 179639), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 18, 39, 179639), 0, 2, datetime.datetime(2022, 6, 3, 4, 18, 39, 179639), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:18:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:18:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 18, 39, 181746), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 18, 39, 181746), 0, 2, datetime.datetime(2022, 6, 3, 4, 18, 39, 181746), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:18:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:18:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 18, 39, 183451), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 18, 39, 183451), 0, 2, datetime.datetime(2022, 6, 3, 4, 18, 39, 183451), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:18:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:18:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 18, 39, 185273), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 18, 39, 185273), 0, 2, datetime.datetime(2022, 6, 3, 4, 18, 39, 185273), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:18:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:18:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:18:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:18:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:18:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:18:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:18:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:19:06,166 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:19:39.167018+00:00 (in 29.999104 seconds)
repomirrorworker stdout | 2022-06-03 04:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:19:39 UTC)" (scheduled at 2022-06-03 04:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:19:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:19:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:19:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 19, 9, 176720), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 19, 9, 176720), 0, 2, datetime.datetime(2022, 6, 3, 4, 19, 9, 176720), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:19:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:19:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 19, 9, 179930), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 19, 9, 179930), 0, 2, datetime.datetime(2022, 6, 3, 4, 19, 9, 179930), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:19:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:19:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 19, 9, 181793), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 19, 9, 181793), 0, 2, datetime.datetime(2022, 6, 3, 4, 19, 9, 181793), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:19:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:19:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 19, 9, 183463), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 19, 9, 183463), 0, 2, datetime.datetime(2022, 6, 3, 4, 19, 9, 183463), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:19:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:19:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:19:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:19:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:19:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:19:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:19:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:19:36,221 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:20:09.167018+00:00 (in 29.998995 seconds)
repomirrorworker stdout | 2022-06-03 04:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:20:09 UTC)" (scheduled at 2022-06-03 04:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:19:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:19:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:19:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 19, 39, 177070), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 19, 39, 177070), 0, 2, datetime.datetime(2022, 6, 3, 4, 19, 39, 177070), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:19:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:19:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 19, 39, 180731), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 19, 39, 180731), 0, 2, datetime.datetime(2022, 6, 3, 4, 19, 39, 180731), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:19:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:19:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 19, 39, 182583), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 19, 39, 182583), 0, 2, datetime.datetime(2022, 6, 3, 4, 19, 39, 182583), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:19:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:19:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 19, 39, 184266), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 19, 39, 184266), 0, 2, datetime.datetime(2022, 6, 3, 4, 19, 39, 184266), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:19:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:19:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:19:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:19:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:19:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:19:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:19:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:20:06,278 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:20:39.167018+00:00 (in 29.998975 seconds)
repomirrorworker stdout | 2022-06-03 04:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:20:39 UTC)" (scheduled at 2022-06-03 04:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:20:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:20:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 20, 9, 176997), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 20, 9, 176997), 0, 2, datetime.datetime(2022, 6, 3, 4, 20, 9, 176997), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:20:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 20, 9, 180351), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 20, 9, 180351), 0, 2, datetime.datetime(2022, 6, 3, 4, 20, 9, 180351), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:20:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:20:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 20, 9, 182233), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 20, 9, 182233), 0, 2, datetime.datetime(2022, 6, 3, 4, 20, 9, 182233), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:20:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:20:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 20, 9, 183946), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 20, 9, 183946), 0, 2, datetime.datetime(2022, 6, 3, 4, 20, 9, 183946), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:20:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:20:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:20:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:20:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:20:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:20:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:20:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:20:36,339 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:21:09.167018+00:00 (in 29.998934 seconds)
repomirrorworker stdout | 2022-06-03 04:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:21:09 UTC)" (scheduled at 2022-06-03 04:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:20:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:20:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:20:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 20, 39, 176748), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 20, 39, 176748), 0, 2, datetime.datetime(2022, 6, 3, 4, 20, 39, 176748), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:20:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:20:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 20, 39, 180521), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 20, 39, 180521), 0, 2, datetime.datetime(2022, 6, 3, 4, 20, 39, 180521), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:20:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:20:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 20, 39, 182445), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 20, 39, 182445), 0, 2, datetime.datetime(2022, 6, 3, 4, 20, 39, 182445), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:20:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:20:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 20, 39, 184178), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 20, 39, 184178), 0, 2, datetime.datetime(2022, 6, 3, 4, 20, 39, 184178), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:20:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:20:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:20:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:20:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:20:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:20:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:20:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:21:06,369 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:21:39.167018+00:00 (in 29.999142 seconds)
repomirrorworker stdout | 2022-06-03 04:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:21:39 UTC)" (scheduled at 2022-06-03 04:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:21:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:21:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:21:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 21, 9, 176589), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 21, 9, 176589), 0, 2, datetime.datetime(2022, 6, 3, 4, 21, 9, 176589), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:21:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:21:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 21, 9, 179985), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 21, 9, 179985), 0, 2, datetime.datetime(2022, 6, 3, 4, 21, 9, 179985), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:21:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:21:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 21, 9, 181937), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 21, 9, 181937), 0, 2, datetime.datetime(2022, 6, 3, 4, 21, 9, 181937), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:21:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 21, 9, 183617), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 21, 9, 183617), 0, 2, datetime.datetime(2022, 6, 3, 4, 21, 9, 183617), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:21:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:21:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 21, 9, 185266), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 21, 9, 185266), 0, 2, datetime.datetime(2022, 6, 3, 4, 21, 9, 185266), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:21:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:21:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:21:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:21:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:21:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:21:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:21:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:21:36,439 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:22:09.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-03 04:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:22:09 UTC)" (scheduled at 2022-06-03 04:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:21:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:21:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:21:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 21, 39, 176258), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 21, 39, 176258), 0, 2, datetime.datetime(2022, 6, 3, 4, 21, 39, 176258), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:21:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:21:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 21, 39, 179525), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 21, 39, 179525), 0, 2, datetime.datetime(2022, 6, 3, 4, 21, 39, 179525), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:21:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:21:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 21, 39, 181376), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 21, 39, 181376), 0, 2, datetime.datetime(2022, 6, 3, 4, 21, 39, 181376), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:21:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:21:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 21, 39, 183060), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 21, 39, 183060), 0, 2, datetime.datetime(2022, 6, 3, 4, 21, 39, 183060), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:21:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:21:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 21, 39, 184712), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 21, 39, 184712), 0, 2, datetime.datetime(2022, 6, 3, 4, 21, 39, 184712), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:21:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:21:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:21:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:21:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:21:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:21:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:21:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:22:06,501 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:22:39.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-03 04:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:22:39 UTC)" (scheduled at 2022-06-03 04:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:22:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:22:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:22:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 22, 9, 176557), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 22, 9, 176557), 0, 2, datetime.datetime(2022, 6, 3, 4, 22, 9, 176557), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:22:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:22:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 22, 9, 179630), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 22, 9, 179630), 0, 2, datetime.datetime(2022, 6, 3, 4, 22, 9, 179630), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:22:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:22:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 22, 9, 181469), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 22, 9, 181469), 0, 2, datetime.datetime(2022, 6, 3, 4, 22, 9, 181469), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:22:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:22:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 22, 9, 183125), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 22, 9, 183125), 0, 2, datetime.datetime(2022, 6, 3, 4, 22, 9, 183125), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:22:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:22:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 22, 9, 184755), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 22, 9, 184755), 0, 2, datetime.datetime(2022, 6, 3, 4, 22, 9, 184755), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:22:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:22:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:22:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:22:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:22:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:22:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:22:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:22:36,556 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:23:09.167018+00:00 (in 29.999043 seconds)
repomirrorworker stdout | 2022-06-03 04:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:23:09 UTC)" (scheduled at 2022-06-03 04:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:22:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:22:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 22, 39, 176295), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 22, 39, 176295), 0, 2, datetime.datetime(2022, 6, 3, 4, 22, 39, 176295), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:22:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:22:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 22, 39, 179344), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 22, 39, 179344), 0, 2, datetime.datetime(2022, 6, 3, 4, 22, 39, 179344), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:22:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:22:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 22, 39, 181377), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 22, 39, 181377), 0, 2, datetime.datetime(2022, 6, 3, 4, 22, 39, 181377), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:22:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:22:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 22, 39, 183320), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 22, 39, 183320), 0, 2, datetime.datetime(2022, 6, 3, 4, 22, 39, 183320), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:22:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:22:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:22:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:22:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:22:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:22:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:22:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:23:06,611 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:23:39.167018+00:00 (in 29.999242 seconds)
repomirrorworker stdout | 2022-06-03 04:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:23:39 UTC)" (scheduled at 2022-06-03 04:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:23:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:23:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 23, 9, 176355), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 23, 9, 176355), 0, 2, datetime.datetime(2022, 6, 3, 4, 23, 9, 176355), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:23:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:23:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 23, 9, 179841), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 23, 9, 179841), 0, 2, datetime.datetime(2022, 6, 3, 4, 23, 9, 179841), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:23:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:23:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 23, 9, 181831), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 23, 9, 181831), 0, 2, datetime.datetime(2022, 6, 3, 4, 23, 9, 181831), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:23:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:23:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 23, 9, 183480), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 23, 9, 183480), 0, 2, datetime.datetime(2022, 6, 3, 4, 23, 9, 183480), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:23:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:23:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:23:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:23:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:23:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:23:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:23:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:23:36,669 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:24:09.167018+00:00 (in 29.999260 seconds)
repomirrorworker stdout | 2022-06-03 04:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:24:09 UTC)" (scheduled at 2022-06-03 04:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:23:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:23:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:23:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 23, 39, 176183), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 23, 39, 176183), 0, 2, datetime.datetime(2022, 6, 3, 4, 23, 39, 176183), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:23:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:23:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 23, 39, 179280), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 23, 39, 179280), 0, 2, datetime.datetime(2022, 6, 3, 4, 23, 39, 179280), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:23:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:23:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 23, 39, 181156), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 23, 39, 181156), 0, 2, datetime.datetime(2022, 6, 3, 4, 23, 39, 181156), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:23:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:23:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 23, 39, 182862), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 23, 39, 182862), 0, 2, datetime.datetime(2022, 6, 3, 4, 23, 39, 182862), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:23:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:23:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 23, 39, 184499), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 23, 39, 184499), 0, 2, datetime.datetime(2022, 6, 3, 4, 23, 39, 184499), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:23:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:23:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:23:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:23:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:23:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:23:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:23:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:24:06,718 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:24:39.167018+00:00 (in 29.999264 seconds)
repomirrorworker stdout | 2022-06-03 04:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:24:39 UTC)" (scheduled at 2022-06-03 04:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:24:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:24:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:24:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 24, 9, 176331), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 24, 9, 176331), 0, 2, datetime.datetime(2022, 6, 3, 4, 24, 9, 176331), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:24:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:24:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 24, 9, 179718), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 24, 9, 179718), 0, 2, datetime.datetime(2022, 6, 3, 4, 24, 9, 179718), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:24:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:24:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 24, 9, 181636), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 24, 9, 181636), 0, 2, datetime.datetime(2022, 6, 3, 4, 24, 9, 181636), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:24:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:24:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 24, 9, 183335), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 24, 9, 183335), 0, 2, datetime.datetime(2022, 6, 3, 4, 24, 9, 183335), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:24:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:24:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 24, 9, 185013), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 24, 9, 185013), 0, 2, datetime.datetime(2022, 6, 3, 4, 24, 9, 185013), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:24:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:24:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:24:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:24:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:24:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:24:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:24:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:24:36,767 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:25:09.167018+00:00 (in 29.999192 seconds)
repomirrorworker stdout | 2022-06-03 04:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:25:09 UTC)" (scheduled at 2022-06-03 04:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:24:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:24:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:24:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 24, 39, 176454), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 24, 39, 176454), 0, 2, datetime.datetime(2022, 6, 3, 4, 24, 39, 176454), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:24:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:24:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 24, 39, 179760), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 24, 39, 179760), 0, 2, datetime.datetime(2022, 6, 3, 4, 24, 39, 179760), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:24:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:24:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 24, 39, 181633), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 24, 39, 181633), 0, 2, datetime.datetime(2022, 6, 3, 4, 24, 39, 181633), True, 12, 15])
repomirrorworker stdout | 2022-06-03 04:24:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 04:24:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 24, 39, 183308), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 24, 39, 183308), 0, 2, datetime.datetime(2022, 6, 3, 4, 24, 39, 183308), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:24:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:24:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:24:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:24:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:24:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:24:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:24:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:25:06,829 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:25:39.167018+00:00 (in 29.999268 seconds)
repomirrorworker stdout | 2022-06-03 04:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:25:39 UTC)" (scheduled at 2022-06-03 04:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:25:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:25:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:25:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 25, 9, 176978), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 25, 9, 176978), 0, 2, datetime.datetime(2022, 6, 3, 4, 25, 9, 176978), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:25:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 25, 9, 180909), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 25, 9, 180909), 0, 2, datetime.datetime(2022, 6, 3, 4, 25, 9, 180909), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:25:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:25:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 25, 9, 182826), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 25, 9, 182826), 0, 2, datetime.datetime(2022, 6, 3, 4, 25, 9, 182826), True, 12, 15])
repomirrorworker stdout | 2022-06-03 04:25:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 04:25:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 25, 9, 184484), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 25, 9, 184484), 0, 2, datetime.datetime(2022, 6, 3, 4, 25, 9, 184484), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:25:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:25:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:25:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:25:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:25:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:25:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:25:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:25:36,887 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:26:09.167018+00:00 (in 29.999171 seconds)
repomirrorworker stdout | 2022-06-03 04:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:26:09 UTC)" (scheduled at 2022-06-03 04:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:25:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:25:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 25, 39, 176922), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 25, 39, 176922), 0, 2, datetime.datetime(2022, 6, 3, 4, 25, 39, 176922), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:25:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:25:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 25, 39, 181424), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 25, 39, 181424), 0, 2, datetime.datetime(2022, 6, 3, 4, 25, 39, 181424), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:25:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:25:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 25, 39, 183497), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 25, 39, 183497), 0, 2, datetime.datetime(2022, 6, 3, 4, 25, 39, 183497), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:25:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:25:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 25, 39, 185348), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 25, 39, 185348), 0, 2, datetime.datetime(2022, 6, 3, 4, 25, 39, 185348), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:25:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:25:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:25:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:25:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:25:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:25:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:25:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:26:06,948 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:26:39.167018+00:00 (in 29.999209 seconds)
repomirrorworker stdout | 2022-06-03 04:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:26:39 UTC)" (scheduled at 2022-06-03 04:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:26:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:26:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 26, 9, 176651), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 26, 9, 176651), 0, 2, datetime.datetime(2022, 6, 3, 4, 26, 9, 176651), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:26:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:26:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 26, 9, 180072), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 26, 9, 180072), 0, 2, datetime.datetime(2022, 6, 3, 4, 26, 9, 180072), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:26:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:26:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 26, 9, 181983), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 26, 9, 181983), 0, 2, datetime.datetime(2022, 6, 3, 4, 26, 9, 181983), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:26:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:26:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 26, 9, 183701), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 26, 9, 183701), 0, 2, datetime.datetime(2022, 6, 3, 4, 26, 9, 183701), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:26:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:26:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:26:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:26:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:26:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:26:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:26:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:26:37,006 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:27:09.167018+00:00 (in 29.999057 seconds)
repomirrorworker stdout | 2022-06-03 04:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:27:09 UTC)" (scheduled at 2022-06-03 04:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:26:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:26:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:26:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 26, 39, 176403), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 26, 39, 176403), 0, 2, datetime.datetime(2022, 6, 3, 4, 26, 39, 176403), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:26:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:26:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 26, 39, 179609), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 26, 39, 179609), 0, 2, datetime.datetime(2022, 6, 3, 4, 26, 39, 179609), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:26:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:26:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 26, 39, 181579), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 26, 39, 181579), 0, 2, datetime.datetime(2022, 6, 3, 4, 26, 39, 181579), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:26:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:26:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 26, 39, 183342), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 26, 39, 183342), 0, 2, datetime.datetime(2022, 6, 3, 4, 26, 39, 183342), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:26:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:26:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 26, 39, 185113), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 26, 39, 185113), 0, 2, datetime.datetime(2022, 6, 3, 4, 26, 39, 185113), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:26:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:26:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:26:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:26:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:26:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:26:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:26:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:27:07,047 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:27:39.167018+00:00 (in 29.999222 seconds)
repomirrorworker stdout | 2022-06-03 04:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:27:39 UTC)" (scheduled at 2022-06-03 04:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:27:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:27:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:27:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 27, 9, 176759), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 27, 9, 176759), 0, 2, datetime.datetime(2022, 6, 3, 4, 27, 9, 176759), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:27:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:27:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 27, 9, 180131), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 27, 9, 180131), 0, 2, datetime.datetime(2022, 6, 3, 4, 27, 9, 180131), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:27:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:27:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 27, 9, 182051), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 27, 9, 182051), 0, 2, datetime.datetime(2022, 6, 3, 4, 27, 9, 182051), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:27:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:27:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 27, 9, 183834), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 27, 9, 183834), 0, 2, datetime.datetime(2022, 6, 3, 4, 27, 9, 183834), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:27:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:27:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:27:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:27:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:27:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:27:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:27:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:27:37,079 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:28:09.167018+00:00 (in 29.999135 seconds)
repomirrorworker stdout | 2022-06-03 04:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:28:09 UTC)" (scheduled at 2022-06-03 04:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:27:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:27:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:27:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 27, 39, 176906), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 27, 39, 176906), 0, 2, datetime.datetime(2022, 6, 3, 4, 27, 39, 176906), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:27:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:27:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 27, 39, 180780), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 27, 39, 180780), 0, 2, datetime.datetime(2022, 6, 3, 4, 27, 39, 180780), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:27:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:27:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 27, 39, 182921), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 27, 39, 182921), 0, 2, datetime.datetime(2022, 6, 3, 4, 27, 39, 182921), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:27:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:27:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 27, 39, 184787), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 27, 39, 184787), 0, 2, datetime.datetime(2022, 6, 3, 4, 27, 39, 184787), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:27:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:27:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 27, 39, 186609), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 27, 39, 186609), 0, 2, datetime.datetime(2022, 6, 3, 4, 27, 39, 186609), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:27:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:27:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:27:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:27:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:27:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:27:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:27:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:28:07,133 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:28:39.167018+00:00 (in 29.999190 seconds)
repomirrorworker stdout | 2022-06-03 04:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:28:39 UTC)" (scheduled at 2022-06-03 04:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:28:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:28:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 28, 9, 176348), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 28, 9, 176348), 0, 2, datetime.datetime(2022, 6, 3, 4, 28, 9, 176348), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:28:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:28:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 28, 9, 179728), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 28, 9, 179728), 0, 2, datetime.datetime(2022, 6, 3, 4, 28, 9, 179728), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:28:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:28:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 28, 9, 181636), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 28, 9, 181636), 0, 2, datetime.datetime(2022, 6, 3, 4, 28, 9, 181636), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:28:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:28:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 28, 9, 183341), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 28, 9, 183341), 0, 2, datetime.datetime(2022, 6, 3, 4, 28, 9, 183341), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:28:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:28:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:28:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:28:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:28:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:28:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:28:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:28:37,160 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:29:09.167018+00:00 (in 29.999287 seconds)
repomirrorworker stdout | 2022-06-03 04:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:29:09 UTC)" (scheduled at 2022-06-03 04:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:28:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:28:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:28:39,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 28, 39, 175770), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 28, 39, 175770), 0, 2, datetime.datetime(2022, 6, 3, 4, 28, 39, 175770), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:28:39,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:28:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 28, 39, 178848), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 28, 39, 178848), 0, 2, datetime.datetime(2022, 6, 3, 4, 28, 39, 178848), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:28:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:28:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 28, 39, 180702), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 28, 39, 180702), 0, 2, datetime.datetime(2022, 6, 3, 4, 28, 39, 180702), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:28:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:28:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 28, 39, 182392), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 28, 39, 182392), 0, 2, datetime.datetime(2022, 6, 3, 4, 28, 39, 182392), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:28:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:28:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 28, 39, 184061), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 28, 39, 184061), 0, 2, datetime.datetime(2022, 6, 3, 4, 28, 39, 184061), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:28:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:28:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:28:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:28:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:28:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:28:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:28:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:29:07,213 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:29:39.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-03 04:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:29:39 UTC)" (scheduled at 2022-06-03 04:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:29:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:29:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:29:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 29, 9, 176683), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 29, 9, 176683), 0, 2, datetime.datetime(2022, 6, 3, 4, 29, 9, 176683), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:29:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:29:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 29, 9, 180567), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 29, 9, 180567), 0, 2, datetime.datetime(2022, 6, 3, 4, 29, 9, 180567), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:29:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:29:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 29, 9, 182855), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 29, 9, 182855), 0, 2, datetime.datetime(2022, 6, 3, 4, 29, 9, 182855), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:29:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:29:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 29, 9, 184593), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 29, 9, 184593), 0, 2, datetime.datetime(2022, 6, 3, 4, 29, 9, 184593), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:29:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:29:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 29, 9, 186438), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 29, 9, 186438), 0, 2, datetime.datetime(2022, 6, 3, 4, 29, 9, 186438), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:29:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:29:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:29:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:29:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:29:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:29:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:29:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:29:37,304 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:30:09.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-03 04:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:30:09 UTC)" (scheduled at 2022-06-03 04:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:29:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:29:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 29, 39, 176345), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 29, 39, 176345), 0, 2, datetime.datetime(2022, 6, 3, 4, 29, 39, 176345), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:29:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:29:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 29, 39, 179731), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 29, 39, 179731), 0, 2, datetime.datetime(2022, 6, 3, 4, 29, 39, 179731), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:29:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:29:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 29, 39, 181707), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 29, 39, 181707), 0, 2, datetime.datetime(2022, 6, 3, 4, 29, 39, 181707), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:29:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:29:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 29, 39, 183363), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 29, 39, 183363), 0, 2, datetime.datetime(2022, 6, 3, 4, 29, 39, 183363), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:29:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:29:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:29:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:29:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:29:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:29:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:29:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:30:07,364 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:30:39.167018+00:00 (in 29.999139 seconds)
repomirrorworker stdout | 2022-06-03 04:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:30:39 UTC)" (scheduled at 2022-06-03 04:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:30:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:30:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 30, 9, 176899), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 30, 9, 176899), 0, 2, datetime.datetime(2022, 6, 3, 4, 30, 9, 176899), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:30:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:30:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 30, 9, 180437), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 30, 9, 180437), 0, 2, datetime.datetime(2022, 6, 3, 4, 30, 9, 180437), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:30:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:30:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 30, 9, 182360), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 30, 9, 182360), 0, 2, datetime.datetime(2022, 6, 3, 4, 30, 9, 182360), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:30:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:30:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 30, 9, 184118), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 30, 9, 184118), 0, 2, datetime.datetime(2022, 6, 3, 4, 30, 9, 184118), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:30:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:30:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 30, 9, 185782), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 30, 9, 185782), 0, 2, datetime.datetime(2022, 6, 3, 4, 30, 9, 185782), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:30:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:30:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:30:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:30:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:30:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:30:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:30:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:30:37,394 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:31:09.167018+00:00 (in 29.999198 seconds)
repomirrorworker stdout | 2022-06-03 04:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:31:09 UTC)" (scheduled at 2022-06-03 04:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:30:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:30:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:30:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 30, 39, 176359), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 30, 39, 176359), 0, 2, datetime.datetime(2022, 6, 3, 4, 30, 39, 176359), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:30:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:30:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 30, 39, 179769), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 30, 39, 179769), 0, 2, datetime.datetime(2022, 6, 3, 4, 30, 39, 179769), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:30:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:30:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 30, 39, 182092), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 30, 39, 182092), 0, 2, datetime.datetime(2022, 6, 3, 4, 30, 39, 182092), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:30:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:30:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 30, 39, 184145), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 30, 39, 184145), 0, 2, datetime.datetime(2022, 6, 3, 4, 30, 39, 184145), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:30:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:30:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:30:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:30:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:30:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:30:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:30:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:31:07,449 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:31:39.167018+00:00 (in 29.999139 seconds)
repomirrorworker stdout | 2022-06-03 04:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:31:39 UTC)" (scheduled at 2022-06-03 04:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:31:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:31:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 31, 9, 176647), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 31, 9, 176647), 0, 2, datetime.datetime(2022, 6, 3, 4, 31, 9, 176647), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:31:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:31:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 31, 9, 180032), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 31, 9, 180032), 0, 2, datetime.datetime(2022, 6, 3, 4, 31, 9, 180032), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:31:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:31:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 31, 9, 181884), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 31, 9, 181884), 0, 2, datetime.datetime(2022, 6, 3, 4, 31, 9, 181884), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:31:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:31:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 31, 9, 183526), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 31, 9, 183526), 0, 2, datetime.datetime(2022, 6, 3, 4, 31, 9, 183526), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:31:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:31:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 31, 9, 185177), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 31, 9, 185177), 0, 2, datetime.datetime(2022, 6, 3, 4, 31, 9, 185177), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:31:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:31:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:31:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:31:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:31:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:31:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:31:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:31:37,508 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:32:09.167018+00:00 (in 29.999222 seconds)
repomirrorworker stdout | 2022-06-03 04:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:32:09 UTC)" (scheduled at 2022-06-03 04:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:31:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:31:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:31:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 31, 39, 176081), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 31, 39, 176081), 0, 2, datetime.datetime(2022, 6, 3, 4, 31, 39, 176081), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:31:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:31:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 31, 39, 179418), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 31, 39, 179418), 0, 2, datetime.datetime(2022, 6, 3, 4, 31, 39, 179418), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:31:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:31:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 31, 39, 181339), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 31, 39, 181339), 0, 2, datetime.datetime(2022, 6, 3, 4, 31, 39, 181339), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:31:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:31:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 31, 39, 183024), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 31, 39, 183024), 0, 2, datetime.datetime(2022, 6, 3, 4, 31, 39, 183024), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:31:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:31:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 31, 39, 184635), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 31, 39, 184635), 0, 2, datetime.datetime(2022, 6, 3, 4, 31, 39, 184635), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:31:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:31:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:31:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:31:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:31:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:31:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:31:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:32:07,567 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:32:39.167018+00:00 (in 29.999111 seconds)
repomirrorworker stdout | 2022-06-03 04:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:32:39 UTC)" (scheduled at 2022-06-03 04:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:32:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:32:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:32:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 32, 9, 176632), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 32, 9, 176632), 0, 2, datetime.datetime(2022, 6, 3, 4, 32, 9, 176632), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:32:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:32:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 32, 9, 179755), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 32, 9, 179755), 0, 2, datetime.datetime(2022, 6, 3, 4, 32, 9, 179755), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:32:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:32:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 32, 9, 181668), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 32, 9, 181668), 0, 2, datetime.datetime(2022, 6, 3, 4, 32, 9, 181668), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:32:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:32:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 32, 9, 183395), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 32, 9, 183395), 0, 2, datetime.datetime(2022, 6, 3, 4, 32, 9, 183395), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:32:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:32:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:32:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:32:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:32:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:32:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:32:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:32:37,623 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:33:09.167018+00:00 (in 29.999178 seconds)
repomirrorworker stdout | 2022-06-03 04:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:33:09 UTC)" (scheduled at 2022-06-03 04:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:32:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:32:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:32:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 32, 39, 176769), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 32, 39, 176769), 0, 2, datetime.datetime(2022, 6, 3, 4, 32, 39, 176769), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:32:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:32:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 32, 39, 179984), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 32, 39, 179984), 0, 2, datetime.datetime(2022, 6, 3, 4, 32, 39, 179984), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:32:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:32:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 32, 39, 181852), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 32, 39, 181852), 0, 2, datetime.datetime(2022, 6, 3, 4, 32, 39, 181852), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:32:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:32:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 32, 39, 183525), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 32, 39, 183525), 0, 2, datetime.datetime(2022, 6, 3, 4, 32, 39, 183525), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:32:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:32:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 32, 39, 185231), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 32, 39, 185231), 0, 2, datetime.datetime(2022, 6, 3, 4, 32, 39, 185231), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:32:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:32:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:32:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:32:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:32:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:32:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:32:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:33:07,669 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:33:39.167018+00:00 (in 29.999226 seconds)
repomirrorworker stdout | 2022-06-03 04:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:33:39 UTC)" (scheduled at 2022-06-03 04:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:33:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:33:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:33:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 33, 9, 176355), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 33, 9, 176355), 0, 2, datetime.datetime(2022, 6, 3, 4, 33, 9, 176355), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:33:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:33:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 33, 9, 179821), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 33, 9, 179821), 0, 2, datetime.datetime(2022, 6, 3, 4, 33, 9, 179821), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:33:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:33:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 33, 9, 181705), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 33, 9, 181705), 0, 2, datetime.datetime(2022, 6, 3, 4, 33, 9, 181705), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:33:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:33:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 33, 9, 183374), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 33, 9, 183374), 0, 2, datetime.datetime(2022, 6, 3, 4, 33, 9, 183374), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:33:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:33:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:33:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:33:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:33:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:33:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:33:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:33:37,748 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:34:09.167018+00:00 (in 29.999268 seconds)
repomirrorworker stdout | 2022-06-03 04:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:34:09 UTC)" (scheduled at 2022-06-03 04:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:33:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:33:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:33:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 33, 39, 176107), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 33, 39, 176107), 0, 2, datetime.datetime(2022, 6, 3, 4, 33, 39, 176107), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:33:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:33:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 33, 39, 179243), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 33, 39, 179243), 0, 2, datetime.datetime(2022, 6, 3, 4, 33, 39, 179243), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:33:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:33:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 33, 39, 181361), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 33, 39, 181361), 0, 2, datetime.datetime(2022, 6, 3, 4, 33, 39, 181361), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:33:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:33:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 33, 39, 183213), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 33, 39, 183213), 0, 2, datetime.datetime(2022, 6, 3, 4, 33, 39, 183213), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:33:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:33:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 33, 39, 184965), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 33, 39, 184965), 0, 2, datetime.datetime(2022, 6, 3, 4, 33, 39, 184965), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:33:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:33:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:33:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:33:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:33:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:33:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:33:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:34:07,803 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:34:39.167018+00:00 (in 29.999110 seconds)
repomirrorworker stdout | 2022-06-03 04:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:34:39 UTC)" (scheduled at 2022-06-03 04:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:34:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:34:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:34:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 34, 9, 176241), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 34, 9, 176241), 0, 2, datetime.datetime(2022, 6, 3, 4, 34, 9, 176241), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:34:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:34:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 34, 9, 179451), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 34, 9, 179451), 0, 2, datetime.datetime(2022, 6, 3, 4, 34, 9, 179451), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:34:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:34:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 34, 9, 181340), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 34, 9, 181340), 0, 2, datetime.datetime(2022, 6, 3, 4, 34, 9, 181340), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:34:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:34:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 34, 9, 183017), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 34, 9, 183017), 0, 2, datetime.datetime(2022, 6, 3, 4, 34, 9, 183017), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:34:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:34:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:34:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:34:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:34:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:34:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:34:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:34:37,846 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:35:09.167018+00:00 (in 29.999219 seconds)
repomirrorworker stdout | 2022-06-03 04:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:35:09 UTC)" (scheduled at 2022-06-03 04:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:34:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:34:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:34:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 34, 39, 175887), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 34, 39, 175887), 0, 2, datetime.datetime(2022, 6, 3, 4, 34, 39, 175887), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:34:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:34:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 34, 39, 179707), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 34, 39, 179707), 0, 2, datetime.datetime(2022, 6, 3, 4, 34, 39, 179707), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:34:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:34:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 34, 39, 181611), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 34, 39, 181611), 0, 2, datetime.datetime(2022, 6, 3, 4, 34, 39, 181611), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:34:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:34:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 34, 39, 183315), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 34, 39, 183315), 0, 2, datetime.datetime(2022, 6, 3, 4, 34, 39, 183315), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:34:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:34:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 34, 39, 185051), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 34, 39, 185051), 0, 2, datetime.datetime(2022, 6, 3, 4, 34, 39, 185051), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:34:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:34:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:34:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:34:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:34:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:34:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:34:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:35:07,897 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:35:39.167018+00:00 (in 29.999145 seconds)
repomirrorworker stdout | 2022-06-03 04:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:35:39 UTC)" (scheduled at 2022-06-03 04:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:35:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:35:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:35:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 35, 9, 176721), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 35, 9, 176721), 0, 2, datetime.datetime(2022, 6, 3, 4, 35, 9, 176721), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:35:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:35:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 35, 9, 180128), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 35, 9, 180128), 0, 2, datetime.datetime(2022, 6, 3, 4, 35, 9, 180128), True, 12, 15])
repomirrorworker stdout | 2022-06-03 04:35:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 04:35:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 35, 9, 182176), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 35, 9, 182176), 0, 2, datetime.datetime(2022, 6, 3, 4, 35, 9, 182176), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:35:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:35:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 35, 9, 183907), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 35, 9, 183907), 0, 2, datetime.datetime(2022, 6, 3, 4, 35, 9, 183907), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:35:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:35:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 35, 9, 185584), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 35, 9, 185584), 0, 2, datetime.datetime(2022, 6, 3, 4, 35, 9, 185584), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:35:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:35:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:35:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:35:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:35:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:35:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:35:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:35:37,926 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:36:09.167018+00:00 (in 29.999129 seconds)
repomirrorworker stdout | 2022-06-03 04:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:36:09 UTC)" (scheduled at 2022-06-03 04:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:35:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:35:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:35:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 35, 39, 176605), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 35, 39, 176605), 0, 2, datetime.datetime(2022, 6, 3, 4, 35, 39, 176605), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:35:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:35:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 35, 39, 180034), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 35, 39, 180034), 0, 2, datetime.datetime(2022, 6, 3, 4, 35, 39, 180034), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:35:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:35:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 35, 39, 182066), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 35, 39, 182066), 0, 2, datetime.datetime(2022, 6, 3, 4, 35, 39, 182066), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:35:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:35:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 35, 39, 183810), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 35, 39, 183810), 0, 2, datetime.datetime(2022, 6, 3, 4, 35, 39, 183810), True, 12, 15])
repomirrorworker stdout | 2022-06-03 04:35:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 04:35:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 35, 39, 185502), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 35, 39, 185502), 0, 2, datetime.datetime(2022, 6, 3, 4, 35, 39, 185502), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:35:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:35:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:35:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:35:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:35:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:35:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:35:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:36:07,983 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:36:39.167018+00:00 (in 29.999170 seconds)
repomirrorworker stdout | 2022-06-03 04:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:36:39 UTC)" (scheduled at 2022-06-03 04:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:36:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:36:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 36, 9, 176578), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 36, 9, 176578), 0, 2, datetime.datetime(2022, 6, 3, 4, 36, 9, 176578), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:36:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 36, 9, 180009), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 36, 9, 180009), 0, 2, datetime.datetime(2022, 6, 3, 4, 36, 9, 180009), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:36:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:36:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 36, 9, 181994), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 36, 9, 181994), 0, 2, datetime.datetime(2022, 6, 3, 4, 36, 9, 181994), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:36:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:36:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 36, 9, 183652), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 36, 9, 183652), 0, 2, datetime.datetime(2022, 6, 3, 4, 36, 9, 183652), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:36:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:36:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 36, 9, 185334), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 36, 9, 185334), 0, 2, datetime.datetime(2022, 6, 3, 4, 36, 9, 185334), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:36:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:36:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:36:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:36:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:36:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:36:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:36:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:36:38,038 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:37:09.167018+00:00 (in 29.999205 seconds)
repomirrorworker stdout | 2022-06-03 04:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:37:09 UTC)" (scheduled at 2022-06-03 04:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:36:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:36:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 36, 39, 176103), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 36, 39, 176103), 0, 2, datetime.datetime(2022, 6, 3, 4, 36, 39, 176103), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:36:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:36:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 36, 39, 179209), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 36, 39, 179209), 0, 2, datetime.datetime(2022, 6, 3, 4, 36, 39, 179209), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:36:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:36:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 36, 39, 181118), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 36, 39, 181118), 0, 2, datetime.datetime(2022, 6, 3, 4, 36, 39, 181118), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:36:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:36:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 36, 39, 182812), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 36, 39, 182812), 0, 2, datetime.datetime(2022, 6, 3, 4, 36, 39, 182812), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:36:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:36:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 36, 39, 184458), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 36, 39, 184458), 0, 2, datetime.datetime(2022, 6, 3, 4, 36, 39, 184458), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:36:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:36:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:36:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:36:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:36:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:36:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:36:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:37:08,093 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:37:39.167018+00:00 (in 29.999146 seconds)
repomirrorworker stdout | 2022-06-03 04:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:37:39 UTC)" (scheduled at 2022-06-03 04:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:37:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:37:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:37:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 37, 9, 176915), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 37, 9, 176915), 0, 2, datetime.datetime(2022, 6, 3, 4, 37, 9, 176915), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:37:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:37:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 37, 9, 180378), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 37, 9, 180378), 0, 2, datetime.datetime(2022, 6, 3, 4, 37, 9, 180378), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:37:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:37:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 37, 9, 182250), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 37, 9, 182250), 0, 2, datetime.datetime(2022, 6, 3, 4, 37, 9, 182250), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:37:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:37:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 37, 9, 183934), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 37, 9, 183934), 0, 2, datetime.datetime(2022, 6, 3, 4, 37, 9, 183934), True, 12, 15])
repomirrorworker stdout | 2022-06-03 04:37:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 04:37:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:37:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:37:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:37:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:37:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:37:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:37:38,128 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:38:09.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-03 04:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:38:09 UTC)" (scheduled at 2022-06-03 04:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:37:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:37:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:37:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 37, 39, 177129), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 37, 39, 177129), 0, 2, datetime.datetime(2022, 6, 3, 4, 37, 39, 177129), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:37:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:37:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 37, 39, 180702), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 37, 39, 180702), 0, 2, datetime.datetime(2022, 6, 3, 4, 37, 39, 180702), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:37:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:37:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 37, 39, 182560), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 37, 39, 182560), 0, 2, datetime.datetime(2022, 6, 3, 4, 37, 39, 182560), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:37:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:37:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 37, 39, 184276), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 37, 39, 184276), 0, 2, datetime.datetime(2022, 6, 3, 4, 37, 39, 184276), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:37:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:37:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 37, 39, 185951), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 37, 39, 185951), 0, 2, datetime.datetime(2022, 6, 3, 4, 37, 39, 185951), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:37:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:37:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:37:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:37:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:37:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:37:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:37:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:38:08,191 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:38:39.167018+00:00 (in 29.999125 seconds)
repomirrorworker stdout | 2022-06-03 04:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:38:39 UTC)" (scheduled at 2022-06-03 04:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:38:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:38:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 38, 9, 176453), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 38, 9, 176453), 0, 2, datetime.datetime(2022, 6, 3, 4, 38, 9, 176453), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:38:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:38:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 38, 9, 179764), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 38, 9, 179764), 0, 2, datetime.datetime(2022, 6, 3, 4, 38, 9, 179764), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:38:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:38:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 38, 9, 181731), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 38, 9, 181731), 0, 2, datetime.datetime(2022, 6, 3, 4, 38, 9, 181731), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:38:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:38:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 38, 9, 183408), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 38, 9, 183408), 0, 2, datetime.datetime(2022, 6, 3, 4, 38, 9, 183408), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:38:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:38:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 38, 9, 185068), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 38, 9, 185068), 0, 2, datetime.datetime(2022, 6, 3, 4, 38, 9, 185068), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:38:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:38:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:38:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:38:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:38:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:38:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:38:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:38:38,244 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:39:09.167018+00:00 (in 29.999094 seconds)
repomirrorworker stdout | 2022-06-03 04:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:39:09 UTC)" (scheduled at 2022-06-03 04:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:38:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:38:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:38:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 38, 39, 176380), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 38, 39, 176380), 0, 2, datetime.datetime(2022, 6, 3, 4, 38, 39, 176380), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:38:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:38:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 38, 39, 179534), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 38, 39, 179534), 0, 2, datetime.datetime(2022, 6, 3, 4, 38, 39, 179534), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:38:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:38:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 38, 39, 181421), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 38, 39, 181421), 0, 2, datetime.datetime(2022, 6, 3, 4, 38, 39, 181421), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 38, 39, 183160), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 38, 39, 183160), 0, 2, datetime.datetime(2022, 6, 3, 4, 38, 39, 183160), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:38:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:38:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 38, 39, 184827), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 38, 39, 184827), 0, 2, datetime.datetime(2022, 6, 3, 4, 38, 39, 184827), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:38:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:38:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:38:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:38:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:38:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:38:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:38:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:39:08,299 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:39:39.167018+00:00 (in 29.998948 seconds)
repomirrorworker stdout | 2022-06-03 04:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:39:39 UTC)" (scheduled at 2022-06-03 04:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:39:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:39:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:39:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 39, 9, 176021), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 39, 9, 176021), 0, 2, datetime.datetime(2022, 6, 3, 4, 39, 9, 176021), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:39:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:39:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 39, 9, 179101), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 39, 9, 179101), 0, 2, datetime.datetime(2022, 6, 3, 4, 39, 9, 179101), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:39:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:39:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 39, 9, 180939), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 39, 9, 180939), 0, 2, datetime.datetime(2022, 6, 3, 4, 39, 9, 180939), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:39:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:39:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 39, 9, 182593), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 39, 9, 182593), 0, 2, datetime.datetime(2022, 6, 3, 4, 39, 9, 182593), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:39:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:39:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 39, 9, 184234), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 39, 9, 184234), 0, 2, datetime.datetime(2022, 6, 3, 4, 39, 9, 184234), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:39:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:39:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:39:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:39:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:39:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:39:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:39:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:39:38,359 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:40:09.167018+00:00 (in 29.999142 seconds)
repomirrorworker stdout | 2022-06-03 04:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:40:09 UTC)" (scheduled at 2022-06-03 04:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:39:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:39:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 39, 39, 176994), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 39, 39, 176994), 0, 2, datetime.datetime(2022, 6, 3, 4, 39, 39, 176994), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:39:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:39:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 39, 39, 180271), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 39, 39, 180271), 0, 2, datetime.datetime(2022, 6, 3, 4, 39, 39, 180271), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:39:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:39:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 39, 39, 182156), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 39, 39, 182156), 0, 2, datetime.datetime(2022, 6, 3, 4, 39, 39, 182156), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:39:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:39:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 39, 39, 183837), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 39, 39, 183837), 0, 2, datetime.datetime(2022, 6, 3, 4, 39, 39, 183837), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:39:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:39:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 39, 39, 185467), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 39, 39, 185467), 0, 2, datetime.datetime(2022, 6, 3, 4, 39, 39, 185467), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:39:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:39:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:39:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:39:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:39:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:39:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:39:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:40:08,414 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:40:39.167018+00:00 (in 29.998988 seconds)
repomirrorworker stdout | 2022-06-03 04:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:40:39 UTC)" (scheduled at 2022-06-03 04:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:40:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:40:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:40:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 40, 9, 176485), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 40, 9, 176485), 0, 2, datetime.datetime(2022, 6, 3, 4, 40, 9, 176485), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:40:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:40:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 40, 9, 179820), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 40, 9, 179820), 0, 2, datetime.datetime(2022, 6, 3, 4, 40, 9, 179820), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:40:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:40:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 40, 9, 181783), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 40, 9, 181783), 0, 2, datetime.datetime(2022, 6, 3, 4, 40, 9, 181783), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:40:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:40:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 40, 9, 183467), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 40, 9, 183467), 0, 2, datetime.datetime(2022, 6, 3, 4, 40, 9, 183467), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:40:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:40:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 40, 9, 185136), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 40, 9, 185136), 0, 2, datetime.datetime(2022, 6, 3, 4, 40, 9, 185136), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:40:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:40:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:40:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:40:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:40:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:40:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:40:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:40:38,441 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:41:09.167018+00:00 (in 29.999209 seconds)
repomirrorworker stdout | 2022-06-03 04:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:41:09 UTC)" (scheduled at 2022-06-03 04:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:40:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:40:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:40:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 40, 39, 176818), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 40, 39, 176818), 0, 2, datetime.datetime(2022, 6, 3, 4, 40, 39, 176818), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:40:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:40:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 40, 39, 180134), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 40, 39, 180134), 0, 2, datetime.datetime(2022, 6, 3, 4, 40, 39, 180134), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:40:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:40:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 40, 39, 182079), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 40, 39, 182079), 0, 2, datetime.datetime(2022, 6, 3, 4, 40, 39, 182079), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:40:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:40:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 40, 39, 183860), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 40, 39, 183860), 0, 2, datetime.datetime(2022, 6, 3, 4, 40, 39, 183860), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:40:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:40:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 40, 39, 187397), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 40, 39, 187397), 0, 2, datetime.datetime(2022, 6, 3, 4, 40, 39, 187397), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:40:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:40:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:40:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:40:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:40:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:40:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:40:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:41:08,506 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:41:39.167018+00:00 (in 29.998903 seconds)
repomirrorworker stdout | 2022-06-03 04:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:41:39 UTC)" (scheduled at 2022-06-03 04:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:41:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:41:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:41:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 41, 9, 176270), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 41, 9, 176270), 0, 2, datetime.datetime(2022, 6, 3, 4, 41, 9, 176270), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:41:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:41:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 41, 9, 179659), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 41, 9, 179659), 0, 2, datetime.datetime(2022, 6, 3, 4, 41, 9, 179659), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:41:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:41:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 41, 9, 182127), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 41, 9, 182127), 0, 2, datetime.datetime(2022, 6, 3, 4, 41, 9, 182127), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:41:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:41:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 41, 9, 184238), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 41, 9, 184238), 0, 2, datetime.datetime(2022, 6, 3, 4, 41, 9, 184238), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:41:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:41:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:41:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:41:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:41:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:41:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:41:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:41:38,560 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:42:09.167018+00:00 (in 29.999113 seconds)
repomirrorworker stdout | 2022-06-03 04:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:42:09 UTC)" (scheduled at 2022-06-03 04:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:41:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:41:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 41, 39, 176448), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 41, 39, 176448), 0, 2, datetime.datetime(2022, 6, 3, 4, 41, 39, 176448), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:41:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:41:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 41, 39, 179554), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 41, 39, 179554), 0, 2, datetime.datetime(2022, 6, 3, 4, 41, 39, 179554), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:41:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:41:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 41, 39, 181425), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 41, 39, 181425), 0, 2, datetime.datetime(2022, 6, 3, 4, 41, 39, 181425), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:41:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:41:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 41, 39, 183092), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 41, 39, 183092), 0, 2, datetime.datetime(2022, 6, 3, 4, 41, 39, 183092), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:41:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:41:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:41:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:41:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:41:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:41:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:41:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:42:08,610 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:42:39.167018+00:00 (in 29.999175 seconds)
repomirrorworker stdout | 2022-06-03 04:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:42:39 UTC)" (scheduled at 2022-06-03 04:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:42:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:42:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:42:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 42, 9, 176480), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 42, 9, 176480), 0, 2, datetime.datetime(2022, 6, 3, 4, 42, 9, 176480), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:42:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:42:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 42, 9, 180377), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 42, 9, 180377), 0, 2, datetime.datetime(2022, 6, 3, 4, 42, 9, 180377), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 42, 9, 183127), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 42, 9, 183127), 0, 2, datetime.datetime(2022, 6, 3, 4, 42, 9, 183127), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:42:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:42:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 42, 9, 185305), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 42, 9, 185305), 0, 2, datetime.datetime(2022, 6, 3, 4, 42, 9, 185305), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:42:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:42:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:42:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:42:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:42:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:42:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:42:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:42:38,648 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:43:09.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-03 04:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:43:09 UTC)" (scheduled at 2022-06-03 04:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:42:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:42:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 42, 39, 176035), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 42, 39, 176035), 0, 2, datetime.datetime(2022, 6, 3, 4, 42, 39, 176035), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:42:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:42:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 42, 39, 179210), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 42, 39, 179210), 0, 2, datetime.datetime(2022, 6, 3, 4, 42, 39, 179210), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:42:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:42:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 42, 39, 181111), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 42, 39, 181111), 0, 2, datetime.datetime(2022, 6, 3, 4, 42, 39, 181111), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:42:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:42:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 42, 39, 182812), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 42, 39, 182812), 0, 2, datetime.datetime(2022, 6, 3, 4, 42, 39, 182812), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:42:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:42:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 42, 39, 184470), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 42, 39, 184470), 0, 2, datetime.datetime(2022, 6, 3, 4, 42, 39, 184470), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:42:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:42:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:42:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:42:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:42:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:42:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:42:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:43:08,682 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:43:39.167018+00:00 (in 29.999081 seconds)
repomirrorworker stdout | 2022-06-03 04:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:43:39 UTC)" (scheduled at 2022-06-03 04:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:43:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:43:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:43:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 43, 9, 176431), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 43, 9, 176431), 0, 2, datetime.datetime(2022, 6, 3, 4, 43, 9, 176431), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:43:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:43:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 43, 9, 179769), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 43, 9, 179769), 0, 2, datetime.datetime(2022, 6, 3, 4, 43, 9, 179769), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:43:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:43:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 43, 9, 181747), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 43, 9, 181747), 0, 2, datetime.datetime(2022, 6, 3, 4, 43, 9, 181747), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:43:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:43:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 43, 9, 183403), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 43, 9, 183403), 0, 2, datetime.datetime(2022, 6, 3, 4, 43, 9, 183403), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:43:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:43:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:43:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:43:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:43:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:43:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:43:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:43:38,712 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:44:09.167018+00:00 (in 29.999170 seconds)
repomirrorworker stdout | 2022-06-03 04:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:44:09 UTC)" (scheduled at 2022-06-03 04:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:43:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:43:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:43:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 43, 39, 176763), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 43, 39, 176763), 0, 2, datetime.datetime(2022, 6, 3, 4, 43, 39, 176763), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:43:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:43:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 43, 39, 180027), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 43, 39, 180027), 0, 2, datetime.datetime(2022, 6, 3, 4, 43, 39, 180027), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:43:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:43:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 43, 39, 181952), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 43, 39, 181952), 0, 2, datetime.datetime(2022, 6, 3, 4, 43, 39, 181952), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:43:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:43:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 43, 39, 183652), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 43, 39, 183652), 0, 2, datetime.datetime(2022, 6, 3, 4, 43, 39, 183652), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:43:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:43:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 43, 39, 185361), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 43, 39, 185361), 0, 2, datetime.datetime(2022, 6, 3, 4, 43, 39, 185361), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:43:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:43:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:43:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:43:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:43:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:43:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:43:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:44:08,757 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:44:39.167018+00:00 (in 29.999136 seconds)
repomirrorworker stdout | 2022-06-03 04:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:44:39 UTC)" (scheduled at 2022-06-03 04:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:44:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:44:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 44, 9, 176561), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 44, 9, 176561), 0, 2, datetime.datetime(2022, 6, 3, 4, 44, 9, 176561), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:44:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:44:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 44, 9, 179792), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 44, 9, 179792), 0, 2, datetime.datetime(2022, 6, 3, 4, 44, 9, 179792), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:44:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:44:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 44, 9, 182083), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 44, 9, 182083), 0, 2, datetime.datetime(2022, 6, 3, 4, 44, 9, 182083), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:44:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:44:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 44, 9, 184152), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 44, 9, 184152), 0, 2, datetime.datetime(2022, 6, 3, 4, 44, 9, 184152), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:44:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:44:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:44:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:44:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:44:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:44:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:44:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:44:38,809 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:45:09.167018+00:00 (in 29.999014 seconds)
repomirrorworker stdout | 2022-06-03 04:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:45:09 UTC)" (scheduled at 2022-06-03 04:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:44:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:44:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 44, 39, 176562), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 44, 39, 176562), 0, 2, datetime.datetime(2022, 6, 3, 4, 44, 39, 176562), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:44:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:44:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 44, 39, 180200), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 44, 39, 180200), 0, 2, datetime.datetime(2022, 6, 3, 4, 44, 39, 180200), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:44:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:44:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 44, 39, 182156), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 44, 39, 182156), 0, 2, datetime.datetime(2022, 6, 3, 4, 44, 39, 182156), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:44:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:44:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 44, 39, 183909), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 44, 39, 183909), 0, 2, datetime.datetime(2022, 6, 3, 4, 44, 39, 183909), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:44:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:44:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 44, 39, 185609), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 44, 39, 185609), 0, 2, datetime.datetime(2022, 6, 3, 4, 44, 39, 185609), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:44:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:44:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:44:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:44:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:44:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:44:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:44:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:45:08,845 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:45:39.167018+00:00 (in 29.999200 seconds)
repomirrorworker stdout | 2022-06-03 04:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:45:39 UTC)" (scheduled at 2022-06-03 04:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:45:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:45:09,178 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:45:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 45, 9, 179798), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 45, 9, 179798), 0, 2, datetime.datetime(2022, 6, 3, 4, 45, 9, 179798), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:45:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:45:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 45, 9, 183438), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 45, 9, 183438), 0, 2, datetime.datetime(2022, 6, 3, 4, 45, 9, 183438), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:45:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:45:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 45, 9, 185486), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 45, 9, 185486), 0, 2, datetime.datetime(2022, 6, 3, 4, 45, 9, 185486), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:45:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:45:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 45, 9, 187301), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 45, 9, 187301), 0, 2, datetime.datetime(2022, 6, 3, 4, 45, 9, 187301), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:45:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:45:09,190 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 45, 9, 189143), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 45, 9, 189143), 0, 2, datetime.datetime(2022, 6, 3, 4, 45, 9, 189143), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:45:09,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:45:09,190 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:45:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:45:09,191 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:45:09,196 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:45:09,196 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:45:09,196 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:45:38,892 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:46:09.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-03 04:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:46:09 UTC)" (scheduled at 2022-06-03 04:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:45:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:45:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 45, 39, 176375), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 45, 39, 176375), 0, 2, datetime.datetime(2022, 6, 3, 4, 45, 39, 176375), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:45:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:45:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 45, 39, 179568), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 45, 39, 179568), 0, 2, datetime.datetime(2022, 6, 3, 4, 45, 39, 179568), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:45:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:45:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 45, 39, 181493), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 45, 39, 181493), 0, 2, datetime.datetime(2022, 6, 3, 4, 45, 39, 181493), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:45:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:45:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 45, 39, 183239), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 45, 39, 183239), 0, 2, datetime.datetime(2022, 6, 3, 4, 45, 39, 183239), True, 12, 15])
repomirrorworker stdout | 2022-06-03 04:45:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 04:45:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:45:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:45:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:45:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:45:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:45:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:46:08,937 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:46:39.167018+00:00 (in 29.999032 seconds)
repomirrorworker stdout | 2022-06-03 04:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:46:39 UTC)" (scheduled at 2022-06-03 04:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:46:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:46:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:46:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 46, 9, 176094), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 46, 9, 176094), 0, 2, datetime.datetime(2022, 6, 3, 4, 46, 9, 176094), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:46:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:46:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 46, 9, 179338), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 46, 9, 179338), 0, 2, datetime.datetime(2022, 6, 3, 4, 46, 9, 179338), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:46:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:46:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 46, 9, 181415), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 46, 9, 181415), 0, 2, datetime.datetime(2022, 6, 3, 4, 46, 9, 181415), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:46:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:46:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 46, 9, 183275), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 46, 9, 183275), 0, 2, datetime.datetime(2022, 6, 3, 4, 46, 9, 183275), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:46:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:46:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 46, 9, 185113), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 46, 9, 185113), 0, 2, datetime.datetime(2022, 6, 3, 4, 46, 9, 185113), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:46:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:46:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:46:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:46:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:46:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:46:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:46:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:46:38,998 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:47:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-03 04:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:47:09 UTC)" (scheduled at 2022-06-03 04:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:46:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 46, 39, 176622), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 46, 39, 176622), 0, 2, datetime.datetime(2022, 6, 3, 4, 46, 39, 176622), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:46:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:46:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 46, 39, 179899), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 46, 39, 179899), 0, 2, datetime.datetime(2022, 6, 3, 4, 46, 39, 179899), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:46:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:46:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 46, 39, 181841), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 46, 39, 181841), 0, 2, datetime.datetime(2022, 6, 3, 4, 46, 39, 181841), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:46:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:46:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 46, 39, 183527), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 46, 39, 183527), 0, 2, datetime.datetime(2022, 6, 3, 4, 46, 39, 183527), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:46:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:46:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:46:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:46:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:46:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:46:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:46:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:47:09,057 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:47:39.167018+00:00 (in 29.999010 seconds)
repomirrorworker stdout | 2022-06-03 04:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:47:39 UTC)" (scheduled at 2022-06-03 04:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:47:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:47:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:47:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 47, 9, 176562), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 47, 9, 176562), 0, 2, datetime.datetime(2022, 6, 3, 4, 47, 9, 176562), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:47:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:47:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 47, 9, 180106), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 47, 9, 180106), 0, 2, datetime.datetime(2022, 6, 3, 4, 47, 9, 180106), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:47:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:47:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 47, 9, 182035), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 47, 9, 182035), 0, 2, datetime.datetime(2022, 6, 3, 4, 47, 9, 182035), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:47:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:47:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 47, 9, 183792), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 47, 9, 183792), 0, 2, datetime.datetime(2022, 6, 3, 4, 47, 9, 183792), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:47:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:47:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 47, 9, 185470), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 47, 9, 185470), 0, 2, datetime.datetime(2022, 6, 3, 4, 47, 9, 185470), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:47:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:47:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:47:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:47:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:47:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:47:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:47:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:47:39,110 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:48:09.167018+00:00 (in 29.999384 seconds)
repomirrorworker stdout | 2022-06-03 04:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:48:09 UTC)" (scheduled at 2022-06-03 04:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:47:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:47:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:47:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 47, 39, 175740), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 47, 39, 175740), 0, 2, datetime.datetime(2022, 6, 3, 4, 47, 39, 175740), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:47:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:47:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 47, 39, 179204), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 47, 39, 179204), 0, 2, datetime.datetime(2022, 6, 3, 4, 47, 39, 179204), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:47:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:47:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 47, 39, 181136), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 47, 39, 181136), 0, 2, datetime.datetime(2022, 6, 3, 4, 47, 39, 181136), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:47:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:47:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 47, 39, 183001), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 47, 39, 183001), 0, 2, datetime.datetime(2022, 6, 3, 4, 47, 39, 183001), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:47:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:47:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 47, 39, 184657), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 47, 39, 184657), 0, 2, datetime.datetime(2022, 6, 3, 4, 47, 39, 184657), True, 12, 15])
repomirrorworker stdout | 2022-06-03 04:47:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 04:47:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:47:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:47:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:47:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:47:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:47:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:48:39.167018+00:00 (in 29.999321 seconds)
repomirrorworker stdout | 2022-06-03 04:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:48:39 UTC)" (scheduled at 2022-06-03 04:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:48:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:48:09,170 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:48:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:48:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 48, 9, 175777), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 48, 9, 175777), 0, 2, datetime.datetime(2022, 6, 3, 4, 48, 9, 175777), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:48:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:48:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 48, 9, 179467), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 48, 9, 179467), 0, 2, datetime.datetime(2022, 6, 3, 4, 48, 9, 179467), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:48:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:48:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 48, 9, 181883), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 48, 9, 181883), 0, 2, datetime.datetime(2022, 6, 3, 4, 48, 9, 181883), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:48:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:48:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 48, 9, 183940), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 48, 9, 183940), 0, 2, datetime.datetime(2022, 6, 3, 4, 48, 9, 183940), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:48:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:48:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 48, 9, 185665), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 48, 9, 185665), 0, 2, datetime.datetime(2022, 6, 3, 4, 48, 9, 185665), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:48:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:48:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:48:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:48:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:48:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:48:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:48:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:49:09.167018+00:00 (in 29.999038 seconds)
repomirrorworker stdout | 2022-06-03 04:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:49:09 UTC)" (scheduled at 2022-06-03 04:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:48:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:48:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 48, 39, 176730), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 48, 39, 176730), 0, 2, datetime.datetime(2022, 6, 3, 4, 48, 39, 176730), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:48:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:48:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 48, 39, 179780), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 48, 39, 179780), 0, 2, datetime.datetime(2022, 6, 3, 4, 48, 39, 179780), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:48:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:48:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 48, 39, 181618), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 48, 39, 181618), 0, 2, datetime.datetime(2022, 6, 3, 4, 48, 39, 181618), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:48:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:48:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 48, 39, 183346), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 48, 39, 183346), 0, 2, datetime.datetime(2022, 6, 3, 4, 48, 39, 183346), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:48:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:48:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:48:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:48:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:48:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:48:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:48:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:48:39,223 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:49:39.167018+00:00 (in 29.999083 seconds)
repomirrorworker stdout | 2022-06-03 04:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:49:39 UTC)" (scheduled at 2022-06-03 04:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:49:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:49:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:49:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 49, 9, 177349), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 49, 9, 177349), 0, 2, datetime.datetime(2022, 6, 3, 4, 49, 9, 177349), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:49:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:49:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 49, 9, 181098), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 49, 9, 181098), 0, 2, datetime.datetime(2022, 6, 3, 4, 49, 9, 181098), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:49:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:49:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 49, 9, 183349), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 49, 9, 183349), 0, 2, datetime.datetime(2022, 6, 3, 4, 49, 9, 183349), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:49:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:49:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 49, 9, 185223), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 49, 9, 185223), 0, 2, datetime.datetime(2022, 6, 3, 4, 49, 9, 185223), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:49:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:49:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 49, 9, 186869), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 49, 9, 186869), 0, 2, datetime.datetime(2022, 6, 3, 4, 49, 9, 186869), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:49:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:49:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:49:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:49:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:49:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:49:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:49:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:49:09,265 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:50:09.167018+00:00 (in 29.999208 seconds)
repomirrorworker stdout | 2022-06-03 04:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:50:09 UTC)" (scheduled at 2022-06-03 04:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:49:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:49:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 49, 39, 176615), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 49, 39, 176615), 0, 2, datetime.datetime(2022, 6, 3, 4, 49, 39, 176615), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:49:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:49:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 49, 39, 179982), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 49, 39, 179982), 0, 2, datetime.datetime(2022, 6, 3, 4, 49, 39, 179982), True, 12, 15])
repomirrorworker stdout | 2022-06-03 04:49:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 04:49:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 49, 39, 181867), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 49, 39, 181867), 0, 2, datetime.datetime(2022, 6, 3, 4, 49, 39, 181867), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:49:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:49:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 49, 39, 183777), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 49, 39, 183777), 0, 2, datetime.datetime(2022, 6, 3, 4, 49, 39, 183777), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:49:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:49:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:49:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:49:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:49:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:49:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:49:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:49:39,320 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:50:39.167018+00:00 (in 29.998996 seconds)
repomirrorworker stdout | 2022-06-03 04:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:50:39 UTC)" (scheduled at 2022-06-03 04:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:50:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:50:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:50:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 50, 9, 176865), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 50, 9, 176865), 0, 2, datetime.datetime(2022, 6, 3, 4, 50, 9, 176865), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:50:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:50:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 50, 9, 180243), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 50, 9, 180243), 0, 2, datetime.datetime(2022, 6, 3, 4, 50, 9, 180243), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:50:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:50:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 50, 9, 182169), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 50, 9, 182169), 0, 2, datetime.datetime(2022, 6, 3, 4, 50, 9, 182169), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:50:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:50:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 50, 9, 183876), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 50, 9, 183876), 0, 2, datetime.datetime(2022, 6, 3, 4, 50, 9, 183876), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:50:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:50:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:50:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:50:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:50:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:50:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:50:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:50:09,379 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:51:09.167018+00:00 (in 29.999193 seconds)
repomirrorworker stdout | 2022-06-03 04:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:51:09 UTC)" (scheduled at 2022-06-03 04:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:50:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:50:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 50, 39, 176736), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 50, 39, 176736), 0, 2, datetime.datetime(2022, 6, 3, 4, 50, 39, 176736), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:50:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:50:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 50, 39, 179841), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 50, 39, 179841), 0, 2, datetime.datetime(2022, 6, 3, 4, 50, 39, 179841), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:50:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:50:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 50, 39, 181709), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 50, 39, 181709), 0, 2, datetime.datetime(2022, 6, 3, 4, 50, 39, 181709), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:50:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:50:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 50, 39, 183374), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 50, 39, 183374), 0, 2, datetime.datetime(2022, 6, 3, 4, 50, 39, 183374), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:50:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:50:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:50:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:50:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:50:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:50:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:50:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:50:39,407 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:51:39.167018+00:00 (in 29.999052 seconds)
repomirrorworker stdout | 2022-06-03 04:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:51:39 UTC)" (scheduled at 2022-06-03 04:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:51:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:51:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:51:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 51, 9, 176983), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 51, 9, 176983), 0, 2, datetime.datetime(2022, 6, 3, 4, 51, 9, 176983), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:51:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:51:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 51, 9, 180524), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 51, 9, 180524), 0, 2, datetime.datetime(2022, 6, 3, 4, 51, 9, 180524), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:51:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:51:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 51, 9, 182427), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 51, 9, 182427), 0, 2, datetime.datetime(2022, 6, 3, 4, 51, 9, 182427), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:51:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:51:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 51, 9, 184143), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 51, 9, 184143), 0, 2, datetime.datetime(2022, 6, 3, 4, 51, 9, 184143), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:51:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:51:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 51, 9, 185808), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 51, 9, 185808), 0, 2, datetime.datetime(2022, 6, 3, 4, 51, 9, 185808), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:51:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:51:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:51:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:51:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:51:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:51:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:51:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:51:09,463 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:52:09.167018+00:00 (in 29.999035 seconds)
repomirrorworker stdout | 2022-06-03 04:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:52:09 UTC)" (scheduled at 2022-06-03 04:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:51:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:51:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:51:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 51, 39, 177201), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 51, 39, 177201), 0, 2, datetime.datetime(2022, 6, 3, 4, 51, 39, 177201), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:51:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:51:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 51, 39, 180726), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 51, 39, 180726), 0, 2, datetime.datetime(2022, 6, 3, 4, 51, 39, 180726), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:51:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:51:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 51, 39, 182631), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 51, 39, 182631), 0, 2, datetime.datetime(2022, 6, 3, 4, 51, 39, 182631), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:51:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:51:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 51, 39, 184379), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 51, 39, 184379), 0, 2, datetime.datetime(2022, 6, 3, 4, 51, 39, 184379), True, 12, 15])
repomirrorworker stdout | 2022-06-03 04:51:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 04:51:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 51, 39, 186105), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 51, 39, 186105), 0, 2, datetime.datetime(2022, 6, 3, 4, 51, 39, 186105), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:51:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:51:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:51:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:51:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:51:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:51:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:51:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:51:39,505 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:52:39.167018+00:00 (in 29.999108 seconds)
repomirrorworker stdout | 2022-06-03 04:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:52:39 UTC)" (scheduled at 2022-06-03 04:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:52:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:52:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:52:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 52, 9, 176999), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 52, 9, 176999), 0, 2, datetime.datetime(2022, 6, 3, 4, 52, 9, 176999), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:52:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:52:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 52, 9, 180402), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 52, 9, 180402), 0, 2, datetime.datetime(2022, 6, 3, 4, 52, 9, 180402), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:52:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:52:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 52, 9, 182308), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 52, 9, 182308), 0, 2, datetime.datetime(2022, 6, 3, 4, 52, 9, 182308), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:52:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:52:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 52, 9, 184022), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 52, 9, 184022), 0, 2, datetime.datetime(2022, 6, 3, 4, 52, 9, 184022), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:52:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:52:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:52:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:52:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:52:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:52:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:52:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:52:09,532 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:53:09.167018+00:00 (in 29.998990 seconds)
repomirrorworker stdout | 2022-06-03 04:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:53:09 UTC)" (scheduled at 2022-06-03 04:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:52:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:52:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:52:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 52, 39, 176955), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 52, 39, 176955), 0, 2, datetime.datetime(2022, 6, 3, 4, 52, 39, 176955), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:52:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:52:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 52, 39, 186620), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 52, 39, 186620), 0, 2, datetime.datetime(2022, 6, 3, 4, 52, 39, 186620), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:52:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:52:39,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 52, 39, 188613), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 52, 39, 188613), 0, 2, datetime.datetime(2022, 6, 3, 4, 52, 39, 188613), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:52:39,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:52:39,191 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 52, 39, 190399), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 52, 39, 190399), 0, 2, datetime.datetime(2022, 6, 3, 4, 52, 39, 190399), True, 12, 15])
repomirrorworker stdout | 2022-06-03 04:52:39,192 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 04:52:39,192 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:52:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:52:39,192 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:52:39,197 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:52:39,197 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:52:39,197 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:52:39,592 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:53:39.167018+00:00 (in 29.999230 seconds)
repomirrorworker stdout | 2022-06-03 04:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:53:39 UTC)" (scheduled at 2022-06-03 04:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:53:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:53:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 53, 9, 176809), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 53, 9, 176809), 0, 2, datetime.datetime(2022, 6, 3, 4, 53, 9, 176809), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:53:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:53:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 53, 9, 180199), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 53, 9, 180199), 0, 2, datetime.datetime(2022, 6, 3, 4, 53, 9, 180199), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:53:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:53:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 53, 9, 182505), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 53, 9, 182505), 0, 2, datetime.datetime(2022, 6, 3, 4, 53, 9, 182505), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:53:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:53:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 53, 9, 184724), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 53, 9, 184724), 0, 2, datetime.datetime(2022, 6, 3, 4, 53, 9, 184724), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:53:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:53:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 53, 9, 186793), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 53, 9, 186793), 0, 2, datetime.datetime(2022, 6, 3, 4, 53, 9, 186793), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:53:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:53:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:53:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:53:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:53:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:53:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:53:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:53:09,626 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:54:09.167018+00:00 (in 29.999221 seconds)
repomirrorworker stdout | 2022-06-03 04:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:54:09 UTC)" (scheduled at 2022-06-03 04:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:53:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 53, 39, 176930), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 53, 39, 176930), 0, 2, datetime.datetime(2022, 6, 3, 4, 53, 39, 176930), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:53:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:53:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 53, 39, 180446), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 53, 39, 180446), 0, 2, datetime.datetime(2022, 6, 3, 4, 53, 39, 180446), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:53:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:53:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 53, 39, 182459), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 53, 39, 182459), 0, 2, datetime.datetime(2022, 6, 3, 4, 53, 39, 182459), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:53:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:53:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 53, 39, 184365), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 53, 39, 184365), 0, 2, datetime.datetime(2022, 6, 3, 4, 53, 39, 184365), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:53:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:53:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 53, 39, 186113), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 53, 39, 186113), 0, 2, datetime.datetime(2022, 6, 3, 4, 53, 39, 186113), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:53:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:53:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:53:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:53:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:53:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:53:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:53:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:53:39,684 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:54:39.167018+00:00 (in 29.999204 seconds)
repomirrorworker stdout | 2022-06-03 04:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:54:39 UTC)" (scheduled at 2022-06-03 04:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:54:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:54:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 54, 9, 176831), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 54, 9, 176831), 0, 2, datetime.datetime(2022, 6, 3, 4, 54, 9, 176831), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:54:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:54:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 54, 9, 180253), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 54, 9, 180253), 0, 2, datetime.datetime(2022, 6, 3, 4, 54, 9, 180253), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:54:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:54:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 54, 9, 182251), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 54, 9, 182251), 0, 2, datetime.datetime(2022, 6, 3, 4, 54, 9, 182251), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:54:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:54:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 54, 9, 183934), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 54, 9, 183934), 0, 2, datetime.datetime(2022, 6, 3, 4, 54, 9, 183934), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:54:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:54:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:54:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:54:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:54:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:54:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:54:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:54:09,732 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:55:09.167018+00:00 (in 29.999097 seconds)
repomirrorworker stdout | 2022-06-03 04:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:55:09 UTC)" (scheduled at 2022-06-03 04:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:54:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:54:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:54:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 54, 39, 176938), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 54, 39, 176938), 0, 2, datetime.datetime(2022, 6, 3, 4, 54, 39, 176938), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:54:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:54:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 54, 39, 180690), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 54, 39, 180690), 0, 2, datetime.datetime(2022, 6, 3, 4, 54, 39, 180690), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:54:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:54:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 54, 39, 182520), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 54, 39, 182520), 0, 2, datetime.datetime(2022, 6, 3, 4, 54, 39, 182520), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:54:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:54:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 54, 39, 184184), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 54, 39, 184184), 0, 2, datetime.datetime(2022, 6, 3, 4, 54, 39, 184184), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:54:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:54:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:54:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:54:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:54:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:54:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:54:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:54:39,770 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:55:39.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-03 04:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:55:39 UTC)" (scheduled at 2022-06-03 04:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:55:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:55:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:55:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 55, 9, 176420), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 55, 9, 176420), 0, 2, datetime.datetime(2022, 6, 3, 4, 55, 9, 176420), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:55:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:55:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 55, 9, 179568), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 55, 9, 179568), 0, 2, datetime.datetime(2022, 6, 3, 4, 55, 9, 179568), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:55:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:55:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 55, 9, 181446), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 55, 9, 181446), 0, 2, datetime.datetime(2022, 6, 3, 4, 55, 9, 181446), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:55:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:55:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 55, 9, 183150), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 55, 9, 183150), 0, 2, datetime.datetime(2022, 6, 3, 4, 55, 9, 183150), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:55:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:55:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 55, 9, 184828), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 55, 9, 184828), 0, 2, datetime.datetime(2022, 6, 3, 4, 55, 9, 184828), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:55:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:55:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:55:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:55:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:55:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:55:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:55:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:55:09,824 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:56:09.167018+00:00 (in 29.999175 seconds)
repomirrorworker stdout | 2022-06-03 04:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:56:09 UTC)" (scheduled at 2022-06-03 04:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:55:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:55:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 55, 39, 176386), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 55, 39, 176386), 0, 2, datetime.datetime(2022, 6, 3, 4, 55, 39, 176386), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:55:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:55:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 55, 39, 179489), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 55, 39, 179489), 0, 2, datetime.datetime(2022, 6, 3, 4, 55, 39, 179489), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:55:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:55:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 55, 39, 181479), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 55, 39, 181479), 0, 2, datetime.datetime(2022, 6, 3, 4, 55, 39, 181479), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 55, 39, 183193), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 55, 39, 183193), 0, 2, datetime.datetime(2022, 6, 3, 4, 55, 39, 183193), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:55:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:55:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 55, 39, 184869), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 55, 39, 184869), 0, 2, datetime.datetime(2022, 6, 3, 4, 55, 39, 184869), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:55:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:55:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:55:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:55:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:55:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:55:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:55:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:55:39,858 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:56:39.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-03 04:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:56:39 UTC)" (scheduled at 2022-06-03 04:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:56:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:56:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:56:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 56, 9, 177109), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 56, 9, 177109), 0, 2, datetime.datetime(2022, 6, 3, 4, 56, 9, 177109), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:56:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:56:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 56, 9, 180649), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 56, 9, 180649), 0, 2, datetime.datetime(2022, 6, 3, 4, 56, 9, 180649), True, 11, 15])
repomirrorworker stdout | 2022-06-03 04:56:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 04:56:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 56, 9, 182588), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 56, 9, 182588), 0, 2, datetime.datetime(2022, 6, 3, 4, 56, 9, 182588), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:56:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:56:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 56, 9, 184371), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 56, 9, 184371), 0, 2, datetime.datetime(2022, 6, 3, 4, 56, 9, 184371), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:56:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:56:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 56, 9, 186082), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 56, 9, 186082), 0, 2, datetime.datetime(2022, 6, 3, 4, 56, 9, 186082), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:56:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:56:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:56:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:56:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:56:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:56:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:56:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:56:09,919 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:57:09.167018+00:00 (in 29.999184 seconds)
repomirrorworker stdout | 2022-06-03 04:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:57:09 UTC)" (scheduled at 2022-06-03 04:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:56:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:56:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 56, 39, 176791), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 56, 39, 176791), 0, 2, datetime.datetime(2022, 6, 3, 4, 56, 39, 176791), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:56:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:56:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 56, 39, 180027), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 56, 39, 180027), 0, 2, datetime.datetime(2022, 6, 3, 4, 56, 39, 180027), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:56:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:56:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 56, 39, 182384), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 56, 39, 182384), 0, 2, datetime.datetime(2022, 6, 3, 4, 56, 39, 182384), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:56:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:56:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 56, 39, 184511), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 56, 39, 184511), 0, 2, datetime.datetime(2022, 6, 3, 4, 56, 39, 184511), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:56:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:56:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 56, 39, 186332), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 56, 39, 186332), 0, 2, datetime.datetime(2022, 6, 3, 4, 56, 39, 186332), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:56:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:56:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:56:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:56:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:56:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:56:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:56:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:56:39,976 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:57:39.167018+00:00 (in 29.998983 seconds)
repomirrorworker stdout | 2022-06-03 04:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:57:39 UTC)" (scheduled at 2022-06-03 04:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:57:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:57:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:57:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 57, 9, 176902), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 57, 9, 176902), 0, 2, datetime.datetime(2022, 6, 3, 4, 57, 9, 176902), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:57:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:57:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 57, 9, 180146), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 57, 9, 180146), 0, 2, datetime.datetime(2022, 6, 3, 4, 57, 9, 180146), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:57:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:57:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 57, 9, 182451), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 57, 9, 182451), 0, 2, datetime.datetime(2022, 6, 3, 4, 57, 9, 182451), True, 5, 9])
repomirrorworker stdout | 2022-06-03 04:57:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 04:57:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 57, 9, 184537), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 57, 9, 184537), 0, 2, datetime.datetime(2022, 6, 3, 4, 57, 9, 184537), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:57:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:57:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:57:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:57:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:57:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:57:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:57:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:57:10,013 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:58:09.167018+00:00 (in 29.999179 seconds)
repomirrorworker stdout | 2022-06-03 04:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:58:09 UTC)" (scheduled at 2022-06-03 04:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:57:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:57:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 57, 39, 177015), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 57, 39, 177015), 0, 2, datetime.datetime(2022, 6, 3, 4, 57, 39, 177015), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:57:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:57:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 57, 39, 180583), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 57, 39, 180583), 0, 2, datetime.datetime(2022, 6, 3, 4, 57, 39, 180583), True, 12, 15])
repomirrorworker stdout | 2022-06-03 04:57:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 04:57:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 57, 39, 182490), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 57, 39, 182490), 0, 2, datetime.datetime(2022, 6, 3, 4, 57, 39, 182490), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:57:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:57:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 57, 39, 184206), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 57, 39, 184206), 0, 2, datetime.datetime(2022, 6, 3, 4, 57, 39, 184206), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:57:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:57:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 57, 39, 185845), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 57, 39, 185845), 0, 2, datetime.datetime(2022, 6, 3, 4, 57, 39, 185845), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:57:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:57:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:57:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:57:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:57:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:57:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:57:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:57:40,037 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:58:39.167018+00:00 (in 29.999170 seconds)
repomirrorworker stdout | 2022-06-03 04:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:58:39 UTC)" (scheduled at 2022-06-03 04:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:58:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:58:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 58, 9, 176572), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 58, 9, 176572), 0, 2, datetime.datetime(2022, 6, 3, 4, 58, 9, 176572), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:58:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:58:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 58, 9, 180003), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 58, 9, 180003), 0, 2, datetime.datetime(2022, 6, 3, 4, 58, 9, 180003), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:58:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:58:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 58, 9, 182006), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 58, 9, 182006), 0, 2, datetime.datetime(2022, 6, 3, 4, 58, 9, 182006), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:58:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:58:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 58, 9, 183719), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 58, 9, 183719), 0, 2, datetime.datetime(2022, 6, 3, 4, 58, 9, 183719), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:58:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:58:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 58, 9, 185534), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 58, 9, 185534), 0, 2, datetime.datetime(2022, 6, 3, 4, 58, 9, 185534), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:58:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:58:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:58:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:58:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:58:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:58:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:58:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:58:10,122 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:59:09.167018+00:00 (in 29.999055 seconds)
repomirrorworker stdout | 2022-06-03 04:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:59:09 UTC)" (scheduled at 2022-06-03 04:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:58:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:58:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 58, 39, 176644), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 58, 39, 176644), 0, 2, datetime.datetime(2022, 6, 3, 4, 58, 39, 176644), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:58:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:58:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 58, 39, 179742), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 58, 39, 179742), 0, 2, datetime.datetime(2022, 6, 3, 4, 58, 39, 179742), True, 3, 7])
repomirrorworker stdout | 2022-06-03 04:58:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 04:58:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 58, 39, 181579), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 58, 39, 181579), 0, 2, datetime.datetime(2022, 6, 3, 4, 58, 39, 181579), True, 7, 11])
repomirrorworker stdout | 2022-06-03 04:58:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 04:58:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 58, 39, 183289), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 58, 39, 183289), 0, 2, datetime.datetime(2022, 6, 3, 4, 58, 39, 183289), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:58:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:58:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 58, 39, 185131), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 58, 39, 185131), 0, 2, datetime.datetime(2022, 6, 3, 4, 58, 39, 185131), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:58:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:58:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:58:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:58:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:58:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:58:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:58:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:58:40,170 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 04:59:39.167018+00:00 (in 29.999031 seconds)
repomirrorworker stdout | 2022-06-03 04:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:59:39 UTC)" (scheduled at 2022-06-03 04:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:59:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:59:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 59, 9, 177196), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 59, 9, 177196), 0, 2, datetime.datetime(2022, 6, 3, 4, 59, 9, 177196), True, 10, 14])
repomirrorworker stdout | 2022-06-03 04:59:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 04:59:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 59, 9, 180648), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 59, 9, 180648), 0, 2, datetime.datetime(2022, 6, 3, 4, 59, 9, 180648), True, 2, 6])
repomirrorworker stdout | 2022-06-03 04:59:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 04:59:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 59, 9, 182618), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 59, 9, 182618), 0, 2, datetime.datetime(2022, 6, 3, 4, 59, 9, 182618), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:59:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:59:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 59, 9, 184343), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 59, 9, 184343), 0, 2, datetime.datetime(2022, 6, 3, 4, 59, 9, 184343), True, 14, 15])
repomirrorworker stdout | 2022-06-03 04:59:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 04:59:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 59, 9, 186033), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 59, 9, 186033), 0, 2, datetime.datetime(2022, 6, 3, 4, 59, 9, 186033), True, 6, 10])
repomirrorworker stdout | 2022-06-03 04:59:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 04:59:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:59:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:59:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:59:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:59:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:59:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 04:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:59:10,220 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 04:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 04:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:00:09.167018+00:00 (in 29.998954 seconds)
repomirrorworker stdout | 2022-06-03 04:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:00:09 UTC)" (scheduled at 2022-06-03 04:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 04:59:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:59:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:59:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 59, 39, 177144), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 59, 39, 177144), 0, 2, datetime.datetime(2022, 6, 3, 4, 59, 39, 177144), True, 9, 13])
repomirrorworker stdout | 2022-06-03 04:59:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 04:59:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 59, 39, 180581), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 59, 39, 180581), 0, 2, datetime.datetime(2022, 6, 3, 4, 59, 39, 180581), True, 4, 8])
repomirrorworker stdout | 2022-06-03 04:59:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 04:59:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 59, 39, 182884), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 59, 39, 182884), 0, 2, datetime.datetime(2022, 6, 3, 4, 59, 39, 182884), True, 8, 12])
repomirrorworker stdout | 2022-06-03 04:59:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 04:59:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 59, 39, 184991), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 59, 39, 184991), 0, 2, datetime.datetime(2022, 6, 3, 4, 59, 39, 184991), True, 1, 5])
repomirrorworker stdout | 2022-06-03 04:59:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 04:59:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 4, 59, 39, 187176), 0, 2, None, True, datetime.datetime(2022, 6, 3, 4, 59, 39, 187176), 0, 2, datetime.datetime(2022, 6, 3, 4, 59, 39, 187176), True, 13, 15])
repomirrorworker stdout | 2022-06-03 04:59:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 04:59:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 04:59:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:59:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 04:59:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 04:59:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 04:59:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 04:59:40,261 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:00:39.167018+00:00 (in 29.999173 seconds)
repomirrorworker stdout | 2022-06-03 05:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:00:39 UTC)" (scheduled at 2022-06-03 05:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:00:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:00:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 0, 9, 176690), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 0, 9, 176690), 0, 2, datetime.datetime(2022, 6, 3, 5, 0, 9, 176690), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:00:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:00:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 0, 9, 179803), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 0, 9, 179803), 0, 2, datetime.datetime(2022, 6, 3, 5, 0, 9, 179803), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:00:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:00:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 0, 9, 181706), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 0, 9, 181706), 0, 2, datetime.datetime(2022, 6, 3, 5, 0, 9, 181706), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:00:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:00:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 0, 9, 183327), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 0, 9, 183327), 0, 2, datetime.datetime(2022, 6, 3, 5, 0, 9, 183327), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:00:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:00:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:00:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:00:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:00:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:00:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:00:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:00:10,301 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:01:09.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-03 05:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:01:09 UTC)" (scheduled at 2022-06-03 05:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:00:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:00:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 0, 39, 176282), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 0, 39, 176282), 0, 2, datetime.datetime(2022, 6, 3, 5, 0, 39, 176282), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:00:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:00:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 0, 39, 179334), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 0, 39, 179334), 0, 2, datetime.datetime(2022, 6, 3, 5, 0, 39, 179334), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:00:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:00:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 0, 39, 181291), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 0, 39, 181291), 0, 2, datetime.datetime(2022, 6, 3, 5, 0, 39, 181291), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:00:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:00:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 0, 39, 182960), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 0, 39, 182960), 0, 2, datetime.datetime(2022, 6, 3, 5, 0, 39, 182960), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:00:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:00:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 0, 39, 184605), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 0, 39, 184605), 0, 2, datetime.datetime(2022, 6, 3, 5, 0, 39, 184605), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:00:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:00:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:00:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:00:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:00:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:00:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:00:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:00:40,355 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:01:39.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-03 05:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:01:39 UTC)" (scheduled at 2022-06-03 05:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:01:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:01:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 1, 9, 176668), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 1, 9, 176668), 0, 2, datetime.datetime(2022, 6, 3, 5, 1, 9, 176668), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:01:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:01:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 1, 9, 180502), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 1, 9, 180502), 0, 2, datetime.datetime(2022, 6, 3, 5, 1, 9, 180502), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:01:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:01:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 1, 9, 182371), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 1, 9, 182371), 0, 2, datetime.datetime(2022, 6, 3, 5, 1, 9, 182371), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:01:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:01:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 1, 9, 184059), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 1, 9, 184059), 0, 2, datetime.datetime(2022, 6, 3, 5, 1, 9, 184059), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:01:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:01:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:01:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:01:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:01:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:01:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:01:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:01:10,393 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:02:09.167018+00:00 (in 29.999218 seconds)
repomirrorworker stdout | 2022-06-03 05:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:02:09 UTC)" (scheduled at 2022-06-03 05:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:01:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 1, 39, 176896), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 1, 39, 176896), 0, 2, datetime.datetime(2022, 6, 3, 5, 1, 39, 176896), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 1, 39, 180302), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 1, 39, 180302), 0, 2, datetime.datetime(2022, 6, 3, 5, 1, 39, 180302), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:01:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:01:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 1, 39, 182157), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 1, 39, 182157), 0, 2, datetime.datetime(2022, 6, 3, 5, 1, 39, 182157), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:01:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:01:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 1, 39, 183880), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 1, 39, 183880), 0, 2, datetime.datetime(2022, 6, 3, 5, 1, 39, 183880), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:01:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:01:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:01:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:01:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:01:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:01:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:01:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:01:40,430 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:02:39.167018+00:00 (in 29.999117 seconds)
repomirrorworker stdout | 2022-06-03 05:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:02:39 UTC)" (scheduled at 2022-06-03 05:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:02:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:02:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:02:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 2, 9, 176586), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 2, 9, 176586), 0, 2, datetime.datetime(2022, 6, 3, 5, 2, 9, 176586), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:02:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:02:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 2, 9, 179729), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 2, 9, 179729), 0, 2, datetime.datetime(2022, 6, 3, 5, 2, 9, 179729), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:02:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:02:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 2, 9, 181584), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 2, 9, 181584), 0, 2, datetime.datetime(2022, 6, 3, 5, 2, 9, 181584), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:02:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:02:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 2, 9, 183270), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 2, 9, 183270), 0, 2, datetime.datetime(2022, 6, 3, 5, 2, 9, 183270), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:02:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:02:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 2, 9, 185116), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 2, 9, 185116), 0, 2, datetime.datetime(2022, 6, 3, 5, 2, 9, 185116), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:02:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:02:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:02:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:02:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:02:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:02:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:02:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:02:10,491 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:03:09.167018+00:00 (in 29.999220 seconds)
repomirrorworker stdout | 2022-06-03 05:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:03:09 UTC)" (scheduled at 2022-06-03 05:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:02:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:02:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:02:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 2, 39, 176461), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 2, 39, 176461), 0, 2, datetime.datetime(2022, 6, 3, 5, 2, 39, 176461), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:02:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:02:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 2, 39, 180126), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 2, 39, 180126), 0, 2, datetime.datetime(2022, 6, 3, 5, 2, 39, 180126), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:02:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:02:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 2, 39, 182540), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 2, 39, 182540), 0, 2, datetime.datetime(2022, 6, 3, 5, 2, 39, 182540), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:02:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:02:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 2, 39, 184695), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 2, 39, 184695), 0, 2, datetime.datetime(2022, 6, 3, 5, 2, 39, 184695), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:02:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:02:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 2, 39, 186800), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 2, 39, 186800), 0, 2, datetime.datetime(2022, 6, 3, 5, 2, 39, 186800), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:02:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:02:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:02:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:02:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:02:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:02:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:02:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:02:40,518 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:03:39.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-03 05:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:03:39 UTC)" (scheduled at 2022-06-03 05:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:03:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:03:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 3, 9, 177069), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 3, 9, 177069), 0, 2, datetime.datetime(2022, 6, 3, 5, 3, 9, 177069), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:03:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:03:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 3, 9, 180250), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 3, 9, 180250), 0, 2, datetime.datetime(2022, 6, 3, 5, 3, 9, 180250), True, 13, 15])
repomirrorworker stdout | 2022-06-03 05:03:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 05:03:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 3, 9, 182183), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 3, 9, 182183), 0, 2, datetime.datetime(2022, 6, 3, 5, 3, 9, 182183), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:03:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:03:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 3, 9, 183939), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 3, 9, 183939), 0, 2, datetime.datetime(2022, 6, 3, 5, 3, 9, 183939), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:03:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:03:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 3, 9, 185609), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 3, 9, 185609), 0, 2, datetime.datetime(2022, 6, 3, 5, 3, 9, 185609), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:03:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:03:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:03:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:03:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:03:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:03:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:03:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:03:10,580 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:04:09.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-03 05:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:04:09 UTC)" (scheduled at 2022-06-03 05:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:03:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:03:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 3, 39, 177038), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 3, 39, 177038), 0, 2, datetime.datetime(2022, 6, 3, 5, 3, 39, 177038), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:03:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:03:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 3, 39, 180336), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 3, 39, 180336), 0, 2, datetime.datetime(2022, 6, 3, 5, 3, 39, 180336), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:03:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:03:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 3, 39, 182329), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 3, 39, 182329), 0, 2, datetime.datetime(2022, 6, 3, 5, 3, 39, 182329), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:03:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:03:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 3, 39, 184163), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 3, 39, 184163), 0, 2, datetime.datetime(2022, 6, 3, 5, 3, 39, 184163), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:03:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:03:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 3, 39, 185987), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 3, 39, 185987), 0, 2, datetime.datetime(2022, 6, 3, 5, 3, 39, 185987), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:03:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:03:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:03:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:03:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:03:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:03:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:03:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:03:40,639 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:04:39.167018+00:00 (in 29.999171 seconds)
repomirrorworker stdout | 2022-06-03 05:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:04:39 UTC)" (scheduled at 2022-06-03 05:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:04:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 4, 9, 176774), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 4, 9, 176774), 0, 2, datetime.datetime(2022, 6, 3, 5, 4, 9, 176774), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:04:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:04:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 4, 9, 179888), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 4, 9, 179888), 0, 2, datetime.datetime(2022, 6, 3, 5, 4, 9, 179888), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:04:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:04:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 4, 9, 181772), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 4, 9, 181772), 0, 2, datetime.datetime(2022, 6, 3, 5, 4, 9, 181772), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:04:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:04:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 4, 9, 183483), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 4, 9, 183483), 0, 2, datetime.datetime(2022, 6, 3, 5, 4, 9, 183483), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:04:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:04:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 4, 9, 185154), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 4, 9, 185154), 0, 2, datetime.datetime(2022, 6, 3, 5, 4, 9, 185154), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:04:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:04:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:04:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:04:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:04:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:04:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:04:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:04:10,703 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:05:09.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-03 05:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:05:09 UTC)" (scheduled at 2022-06-03 05:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:04:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:04:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:04:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 4, 39, 176947), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 4, 39, 176947), 0, 2, datetime.datetime(2022, 6, 3, 5, 4, 39, 176947), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:04:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:04:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 4, 39, 180058), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 4, 39, 180058), 0, 2, datetime.datetime(2022, 6, 3, 5, 4, 39, 180058), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:04:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:04:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 4, 39, 182385), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 4, 39, 182385), 0, 2, datetime.datetime(2022, 6, 3, 5, 4, 39, 182385), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:04:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:04:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 4, 39, 184323), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 4, 39, 184323), 0, 2, datetime.datetime(2022, 6, 3, 5, 4, 39, 184323), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:04:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:04:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:04:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:04:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:04:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:04:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:04:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:04:40,771 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:05:39.167018+00:00 (in 29.998977 seconds)
repomirrorworker stdout | 2022-06-03 05:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:05:39 UTC)" (scheduled at 2022-06-03 05:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:05:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:05:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 5, 9, 177113), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 5, 9, 177113), 0, 2, datetime.datetime(2022, 6, 3, 5, 5, 9, 177113), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:05:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:05:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 5, 9, 180614), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 5, 9, 180614), 0, 2, datetime.datetime(2022, 6, 3, 5, 5, 9, 180614), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:05:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:05:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 5, 9, 182538), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 5, 9, 182538), 0, 2, datetime.datetime(2022, 6, 3, 5, 5, 9, 182538), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:05:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:05:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 5, 9, 184243), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 5, 9, 184243), 0, 2, datetime.datetime(2022, 6, 3, 5, 5, 9, 184243), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:05:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:05:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:05:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:05:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:05:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:05:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:05:10,834 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:06:09.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-03 05:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:06:09 UTC)" (scheduled at 2022-06-03 05:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:05:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:05:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 5, 39, 177321), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 5, 39, 177321), 0, 2, datetime.datetime(2022, 6, 3, 5, 5, 39, 177321), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:05:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 5, 39, 181107), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 5, 39, 181107), 0, 2, datetime.datetime(2022, 6, 3, 5, 5, 39, 181107), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:05:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:05:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 5, 39, 183066), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 5, 39, 183066), 0, 2, datetime.datetime(2022, 6, 3, 5, 5, 39, 183066), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:05:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:05:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 5, 39, 184941), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 5, 39, 184941), 0, 2, datetime.datetime(2022, 6, 3, 5, 5, 39, 184941), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:05:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:05:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:05:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:05:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:05:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:05:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:05:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:05:40,863 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:06:39.167018+00:00 (in 29.999186 seconds)
repomirrorworker stdout | 2022-06-03 05:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:06:39 UTC)" (scheduled at 2022-06-03 05:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:06:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:06:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 6, 9, 176919), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 6, 9, 176919), 0, 2, datetime.datetime(2022, 6, 3, 5, 6, 9, 176919), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:06:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:06:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 6, 9, 180319), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 6, 9, 180319), 0, 2, datetime.datetime(2022, 6, 3, 5, 6, 9, 180319), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:06:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:06:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 6, 9, 182305), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 6, 9, 182305), 0, 2, datetime.datetime(2022, 6, 3, 5, 6, 9, 182305), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:06:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:06:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 6, 9, 183999), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 6, 9, 183999), 0, 2, datetime.datetime(2022, 6, 3, 5, 6, 9, 183999), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:06:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:06:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:06:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:06:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:06:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:06:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:06:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:06:10,925 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:07:09.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-03 05:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:07:09 UTC)" (scheduled at 2022-06-03 05:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:06:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 6, 39, 177019), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 6, 39, 177019), 0, 2, datetime.datetime(2022, 6, 3, 5, 6, 39, 177019), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:06:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:06:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 6, 39, 180478), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 6, 39, 180478), 0, 2, datetime.datetime(2022, 6, 3, 5, 6, 39, 180478), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:06:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:06:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 6, 39, 182321), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 6, 39, 182321), 0, 2, datetime.datetime(2022, 6, 3, 5, 6, 39, 182321), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:06:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:06:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 6, 39, 184015), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 6, 39, 184015), 0, 2, datetime.datetime(2022, 6, 3, 5, 6, 39, 184015), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:06:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:06:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 6, 39, 185649), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 6, 39, 185649), 0, 2, datetime.datetime(2022, 6, 3, 5, 6, 39, 185649), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:06:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:06:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:06:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:06:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:06:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:06:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:06:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:06:40,967 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:07:39.167018+00:00 (in 29.999237 seconds)
repomirrorworker stdout | 2022-06-03 05:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:07:39 UTC)" (scheduled at 2022-06-03 05:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:07:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:07:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:07:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 7, 9, 176804), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 7, 9, 176804), 0, 2, datetime.datetime(2022, 6, 3, 5, 7, 9, 176804), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:07:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:07:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 7, 9, 179988), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 7, 9, 179988), 0, 2, datetime.datetime(2022, 6, 3, 5, 7, 9, 179988), True, 13, 15])
repomirrorworker stdout | 2022-06-03 05:07:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 05:07:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 7, 9, 181895), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 7, 9, 181895), 0, 2, datetime.datetime(2022, 6, 3, 5, 7, 9, 181895), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:07:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:07:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 7, 9, 183551), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 7, 9, 183551), 0, 2, datetime.datetime(2022, 6, 3, 5, 7, 9, 183551), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:07:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:07:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 7, 9, 185224), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 7, 9, 185224), 0, 2, datetime.datetime(2022, 6, 3, 5, 7, 9, 185224), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:07:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:07:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:07:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:07:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:07:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:07:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:07:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:07:11,039 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:08:09.167018+00:00 (in 29.999205 seconds)
repomirrorworker stdout | 2022-06-03 05:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:08:09 UTC)" (scheduled at 2022-06-03 05:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:07:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:07:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 7, 39, 176578), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 7, 39, 176578), 0, 2, datetime.datetime(2022, 6, 3, 5, 7, 39, 176578), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:07:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:07:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 7, 39, 179937), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 7, 39, 179937), 0, 2, datetime.datetime(2022, 6, 3, 5, 7, 39, 179937), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:07:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:07:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 7, 39, 181802), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 7, 39, 181802), 0, 2, datetime.datetime(2022, 6, 3, 5, 7, 39, 181802), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:07:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:07:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 7, 39, 183525), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 7, 39, 183525), 0, 2, datetime.datetime(2022, 6, 3, 5, 7, 39, 183525), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:07:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:07:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 7, 39, 185237), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 7, 39, 185237), 0, 2, datetime.datetime(2022, 6, 3, 5, 7, 39, 185237), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:07:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:07:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:07:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:07:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:07:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:07:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:07:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:07:41,089 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:08:39.167018+00:00 (in 29.999225 seconds)
repomirrorworker stdout | 2022-06-03 05:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:08:39 UTC)" (scheduled at 2022-06-03 05:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:08:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:08:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:08:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 8, 9, 176260), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 8, 9, 176260), 0, 2, datetime.datetime(2022, 6, 3, 5, 8, 9, 176260), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:08:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:08:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 8, 9, 179730), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 8, 9, 179730), 0, 2, datetime.datetime(2022, 6, 3, 5, 8, 9, 179730), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:08:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:08:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 8, 9, 181614), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 8, 9, 181614), 0, 2, datetime.datetime(2022, 6, 3, 5, 8, 9, 181614), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:08:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:08:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 8, 9, 183301), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 8, 9, 183301), 0, 2, datetime.datetime(2022, 6, 3, 5, 8, 9, 183301), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:08:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:08:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:08:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:08:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:08:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:08:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:08:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:08:11,142 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:09:09.167018+00:00 (in 29.999252 seconds)
repomirrorworker stdout | 2022-06-03 05:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:09:09 UTC)" (scheduled at 2022-06-03 05:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:08:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:08:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:08:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 8, 39, 176370), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 8, 39, 176370), 0, 2, datetime.datetime(2022, 6, 3, 5, 8, 39, 176370), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:08:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:08:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 8, 39, 179495), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 8, 39, 179495), 0, 2, datetime.datetime(2022, 6, 3, 5, 8, 39, 179495), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:08:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:08:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 8, 39, 181398), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 8, 39, 181398), 0, 2, datetime.datetime(2022, 6, 3, 5, 8, 39, 181398), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:08:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:08:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 8, 39, 183116), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 8, 39, 183116), 0, 2, datetime.datetime(2022, 6, 3, 5, 8, 39, 183116), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:08:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:08:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 8, 39, 184807), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 8, 39, 184807), 0, 2, datetime.datetime(2022, 6, 3, 5, 8, 39, 184807), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:08:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:08:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:08:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:08:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:08:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:08:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:08:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:08:41,191 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:09:39.167018+00:00 (in 29.999175 seconds)
repomirrorworker stdout | 2022-06-03 05:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:09:39 UTC)" (scheduled at 2022-06-03 05:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:09:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:09:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:09:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 9, 9, 176463), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 9, 9, 176463), 0, 2, datetime.datetime(2022, 6, 3, 5, 9, 9, 176463), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:09:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:09:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 9, 9, 179792), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 9, 9, 179792), 0, 2, datetime.datetime(2022, 6, 3, 5, 9, 9, 179792), True, 13, 15])
repomirrorworker stdout | 2022-06-03 05:09:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 05:09:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 9, 9, 182244), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 9, 9, 182244), 0, 2, datetime.datetime(2022, 6, 3, 5, 9, 9, 182244), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:09:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:09:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 9, 9, 184210), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 9, 9, 184210), 0, 2, datetime.datetime(2022, 6, 3, 5, 9, 9, 184210), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:09:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:09:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:09:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:09:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:09:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:09:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:09:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:09:11,253 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:10:09.167018+00:00 (in 29.999241 seconds)
repomirrorworker stdout | 2022-06-03 05:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:10:09 UTC)" (scheduled at 2022-06-03 05:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:09:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:09:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 9, 39, 177087), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 9, 39, 177087), 0, 2, datetime.datetime(2022, 6, 3, 5, 9, 39, 177087), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:09:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:09:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 9, 39, 180758), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 9, 39, 180758), 0, 2, datetime.datetime(2022, 6, 3, 5, 9, 39, 180758), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:09:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:09:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 9, 39, 182745), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 9, 39, 182745), 0, 2, datetime.datetime(2022, 6, 3, 5, 9, 39, 182745), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:09:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:09:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 9, 39, 184470), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 9, 39, 184470), 0, 2, datetime.datetime(2022, 6, 3, 5, 9, 39, 184470), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:09:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:09:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 9, 39, 186253), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 9, 39, 186253), 0, 2, datetime.datetime(2022, 6, 3, 5, 9, 39, 186253), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:09:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:09:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:09:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:09:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:09:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:09:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:09:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:09:41,301 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:10:39.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-03 05:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:10:39 UTC)" (scheduled at 2022-06-03 05:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:10:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:10:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 10, 9, 176418), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 10, 9, 176418), 0, 2, datetime.datetime(2022, 6, 3, 5, 10, 9, 176418), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:10:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:10:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 10, 9, 179863), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 10, 9, 179863), 0, 2, datetime.datetime(2022, 6, 3, 5, 10, 9, 179863), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:10:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:10:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 10, 9, 182079), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 10, 9, 182079), 0, 2, datetime.datetime(2022, 6, 3, 5, 10, 9, 182079), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:10:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:10:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 10, 9, 184033), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 10, 9, 184033), 0, 2, datetime.datetime(2022, 6, 3, 5, 10, 9, 184033), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:10:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:10:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 10, 9, 185942), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 10, 9, 185942), 0, 2, datetime.datetime(2022, 6, 3, 5, 10, 9, 185942), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:10:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:10:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:10:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:10:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:10:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:10:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:10:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:10:11,361 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:11:09.167018+00:00 (in 29.999233 seconds)
repomirrorworker stdout | 2022-06-03 05:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:11:09 UTC)" (scheduled at 2022-06-03 05:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:10:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:10:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 10, 39, 176590), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 10, 39, 176590), 0, 2, datetime.datetime(2022, 6, 3, 5, 10, 39, 176590), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:10:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:10:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 10, 39, 179763), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 10, 39, 179763), 0, 2, datetime.datetime(2022, 6, 3, 5, 10, 39, 179763), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:10:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:10:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 10, 39, 181640), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 10, 39, 181640), 0, 2, datetime.datetime(2022, 6, 3, 5, 10, 39, 181640), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:10:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:10:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 10, 39, 183351), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 10, 39, 183351), 0, 2, datetime.datetime(2022, 6, 3, 5, 10, 39, 183351), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:10:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:10:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 10, 39, 185218), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 10, 39, 185218), 0, 2, datetime.datetime(2022, 6, 3, 5, 10, 39, 185218), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:10:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:10:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:10:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:10:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:10:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:10:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:10:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:10:41,411 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:11:39.167018+00:00 (in 29.998985 seconds)
repomirrorworker stdout | 2022-06-03 05:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:11:39 UTC)" (scheduled at 2022-06-03 05:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:11:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:11:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:11:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 11, 9, 176517), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 11, 9, 176517), 0, 2, datetime.datetime(2022, 6, 3, 5, 11, 9, 176517), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:11:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:11:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 11, 9, 179634), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 11, 9, 179634), 0, 2, datetime.datetime(2022, 6, 3, 5, 11, 9, 179634), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:11:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:11:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 11, 9, 181481), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 11, 9, 181481), 0, 2, datetime.datetime(2022, 6, 3, 5, 11, 9, 181481), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:11:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:11:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 11, 9, 183150), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 11, 9, 183150), 0, 2, datetime.datetime(2022, 6, 3, 5, 11, 9, 183150), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:11:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:11:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 11, 9, 184786), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 11, 9, 184786), 0, 2, datetime.datetime(2022, 6, 3, 5, 11, 9, 184786), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:11:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:11:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:11:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:11:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:11:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:11:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:11:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:11:11,457 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:12:09.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-03 05:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:12:09 UTC)" (scheduled at 2022-06-03 05:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:11:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:11:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:11:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 11, 39, 176424), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 11, 39, 176424), 0, 2, datetime.datetime(2022, 6, 3, 5, 11, 39, 176424), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:11:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:11:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 11, 39, 179631), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 11, 39, 179631), 0, 2, datetime.datetime(2022, 6, 3, 5, 11, 39, 179631), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:11:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:11:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 11, 39, 181539), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 11, 39, 181539), 0, 2, datetime.datetime(2022, 6, 3, 5, 11, 39, 181539), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:11:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:11:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 11, 39, 183278), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 11, 39, 183278), 0, 2, datetime.datetime(2022, 6, 3, 5, 11, 39, 183278), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:11:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:11:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 11, 39, 184991), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 11, 39, 184991), 0, 2, datetime.datetime(2022, 6, 3, 5, 11, 39, 184991), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:11:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:11:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:11:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:11:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:11:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:11:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:11:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:11:41,528 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:12:39.167018+00:00 (in 29.999184 seconds)
repomirrorworker stdout | 2022-06-03 05:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:12:39 UTC)" (scheduled at 2022-06-03 05:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:12:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:12:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:12:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 12, 9, 176937), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 12, 9, 176937), 0, 2, datetime.datetime(2022, 6, 3, 5, 12, 9, 176937), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:12:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:12:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 12, 9, 180347), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 12, 9, 180347), 0, 2, datetime.datetime(2022, 6, 3, 5, 12, 9, 180347), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:12:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:12:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 12, 9, 184986), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 12, 9, 184986), 0, 2, datetime.datetime(2022, 6, 3, 5, 12, 9, 184986), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:12:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:12:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 12, 9, 186995), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 12, 9, 186995), 0, 2, datetime.datetime(2022, 6, 3, 5, 12, 9, 186995), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:12:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:12:09,190 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 12, 9, 189022), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 12, 9, 189022), 0, 2, datetime.datetime(2022, 6, 3, 5, 12, 9, 189022), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:12:09,191 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:12:09,191 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:12:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:12:09,191 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:12:09,196 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:12:09,196 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:12:09,196 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:12:11,562 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:13:09.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-03 05:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:13:09 UTC)" (scheduled at 2022-06-03 05:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:12:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:12:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:12:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 12, 39, 176826), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 12, 39, 176826), 0, 2, datetime.datetime(2022, 6, 3, 5, 12, 39, 176826), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:12:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:12:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 12, 39, 180390), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 12, 39, 180390), 0, 2, datetime.datetime(2022, 6, 3, 5, 12, 39, 180390), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:12:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:12:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 12, 39, 182255), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 12, 39, 182255), 0, 2, datetime.datetime(2022, 6, 3, 5, 12, 39, 182255), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:12:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 12, 39, 183891), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 12, 39, 183891), 0, 2, datetime.datetime(2022, 6, 3, 5, 12, 39, 183891), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:12:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:12:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:12:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:12:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:12:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:12:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:12:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:12:41,587 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:13:39.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-03 05:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:13:39 UTC)" (scheduled at 2022-06-03 05:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:13:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:13:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:13:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 13, 9, 176804), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 13, 9, 176804), 0, 2, datetime.datetime(2022, 6, 3, 5, 13, 9, 176804), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:13:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:13:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 13, 9, 180272), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 13, 9, 180272), 0, 2, datetime.datetime(2022, 6, 3, 5, 13, 9, 180272), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:13:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:13:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 13, 9, 182191), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 13, 9, 182191), 0, 2, datetime.datetime(2022, 6, 3, 5, 13, 9, 182191), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:13:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:13:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 13, 9, 183916), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 13, 9, 183916), 0, 2, datetime.datetime(2022, 6, 3, 5, 13, 9, 183916), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:13:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:13:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 13, 9, 185753), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 13, 9, 185753), 0, 2, datetime.datetime(2022, 6, 3, 5, 13, 9, 185753), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:13:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:13:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:13:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:13:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:13:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:13:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:13:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:13:11,621 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:14:09.167018+00:00 (in 29.998980 seconds)
repomirrorworker stdout | 2022-06-03 05:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:14:09 UTC)" (scheduled at 2022-06-03 05:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:13:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:13:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:13:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 13, 39, 177420), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 13, 39, 177420), 0, 2, datetime.datetime(2022, 6, 3, 5, 13, 39, 177420), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:13:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:13:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 13, 39, 180936), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 13, 39, 180936), 0, 2, datetime.datetime(2022, 6, 3, 5, 13, 39, 180936), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:13:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:13:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 13, 39, 182898), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 13, 39, 182898), 0, 2, datetime.datetime(2022, 6, 3, 5, 13, 39, 182898), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:13:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:13:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 13, 39, 184622), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 13, 39, 184622), 0, 2, datetime.datetime(2022, 6, 3, 5, 13, 39, 184622), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:13:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:13:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:13:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:13:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:13:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:13:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:13:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:13:41,674 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:14:39.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-03 05:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:14:39 UTC)" (scheduled at 2022-06-03 05:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:14:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:14:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 14, 9, 176983), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 14, 9, 176983), 0, 2, datetime.datetime(2022, 6, 3, 5, 14, 9, 176983), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:14:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:14:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 14, 9, 180817), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 14, 9, 180817), 0, 2, datetime.datetime(2022, 6, 3, 5, 14, 9, 180817), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:14:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:14:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 14, 9, 183027), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 14, 9, 183027), 0, 2, datetime.datetime(2022, 6, 3, 5, 14, 9, 183027), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:14:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:14:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 14, 9, 184746), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 14, 9, 184746), 0, 2, datetime.datetime(2022, 6, 3, 5, 14, 9, 184746), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:14:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:14:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:14:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:14:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:14:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:14:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:14:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:14:11,729 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:15:09.167018+00:00 (in 29.999016 seconds)
repomirrorworker stdout | 2022-06-03 05:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:15:09 UTC)" (scheduled at 2022-06-03 05:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:14:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:14:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:14:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 14, 39, 176967), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 14, 39, 176967), 0, 2, datetime.datetime(2022, 6, 3, 5, 14, 39, 176967), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:14:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 14, 39, 180349), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 14, 39, 180349), 0, 2, datetime.datetime(2022, 6, 3, 5, 14, 39, 180349), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:14:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 14, 39, 182237), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 14, 39, 182237), 0, 2, datetime.datetime(2022, 6, 3, 5, 14, 39, 182237), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:14:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:14:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 14, 39, 183891), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 14, 39, 183891), 0, 2, datetime.datetime(2022, 6, 3, 5, 14, 39, 183891), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:14:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:14:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:14:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:14:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:14:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:14:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:14:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:14:41,779 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:15:39.167018+00:00 (in 29.998944 seconds)
repomirrorworker stdout | 2022-06-03 05:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:15:39 UTC)" (scheduled at 2022-06-03 05:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:15:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:15:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:15:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 15, 9, 177434), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 15, 9, 177434), 0, 2, datetime.datetime(2022, 6, 3, 5, 15, 9, 177434), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:15:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:15:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 15, 9, 180651), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 15, 9, 180651), 0, 2, datetime.datetime(2022, 6, 3, 5, 15, 9, 180651), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 15, 9, 182552), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 15, 9, 182552), 0, 2, datetime.datetime(2022, 6, 3, 5, 15, 9, 182552), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:15:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:15:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 15, 9, 184273), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 15, 9, 184273), 0, 2, datetime.datetime(2022, 6, 3, 5, 15, 9, 184273), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:15:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:15:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 15, 9, 186155), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 15, 9, 186155), 0, 2, datetime.datetime(2022, 6, 3, 5, 15, 9, 186155), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:15:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:15:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:15:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:15:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:15:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:15:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:15:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:15:11,845 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:16:09.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-03 05:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:16:09 UTC)" (scheduled at 2022-06-03 05:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:15:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:15:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:15:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 15, 39, 176541), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 15, 39, 176541), 0, 2, datetime.datetime(2022, 6, 3, 5, 15, 39, 176541), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:15:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:15:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 15, 39, 180096), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 15, 39, 180096), 0, 2, datetime.datetime(2022, 6, 3, 5, 15, 39, 180096), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:15:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:15:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 15, 39, 182221), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 15, 39, 182221), 0, 2, datetime.datetime(2022, 6, 3, 5, 15, 39, 182221), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:15:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:15:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 15, 39, 184012), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 15, 39, 184012), 0, 2, datetime.datetime(2022, 6, 3, 5, 15, 39, 184012), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:15:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:15:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 15, 39, 185715), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 15, 39, 185715), 0, 2, datetime.datetime(2022, 6, 3, 5, 15, 39, 185715), True, 13, 15])
repomirrorworker stdout | 2022-06-03 05:15:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 05:15:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:15:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:15:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:15:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:15:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:15:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:15:41,885 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:16:39.167018+00:00 (in 29.998975 seconds)
repomirrorworker stdout | 2022-06-03 05:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:16:39 UTC)" (scheduled at 2022-06-03 05:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:16:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:16:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:16:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 16, 9, 177110), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 16, 9, 177110), 0, 2, datetime.datetime(2022, 6, 3, 5, 16, 9, 177110), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:16:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:16:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 16, 9, 180575), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 16, 9, 180575), 0, 2, datetime.datetime(2022, 6, 3, 5, 16, 9, 180575), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:16:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:16:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 16, 9, 182545), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 16, 9, 182545), 0, 2, datetime.datetime(2022, 6, 3, 5, 16, 9, 182545), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:16:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:16:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 16, 9, 184258), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 16, 9, 184258), 0, 2, datetime.datetime(2022, 6, 3, 5, 16, 9, 184258), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:16:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:16:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 16, 9, 185942), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 16, 9, 185942), 0, 2, datetime.datetime(2022, 6, 3, 5, 16, 9, 185942), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:16:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:16:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:16:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:16:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:16:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:16:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:16:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:16:11,942 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:17:09.167018+00:00 (in 29.999021 seconds)
repomirrorworker stdout | 2022-06-03 05:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:17:09 UTC)" (scheduled at 2022-06-03 05:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:16:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:16:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:16:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 16, 39, 176903), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 16, 39, 176903), 0, 2, datetime.datetime(2022, 6, 3, 5, 16, 39, 176903), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:16:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:16:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 16, 39, 180028), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 16, 39, 180028), 0, 2, datetime.datetime(2022, 6, 3, 5, 16, 39, 180028), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:16:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:16:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 16, 39, 181902), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 16, 39, 181902), 0, 2, datetime.datetime(2022, 6, 3, 5, 16, 39, 181902), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:16:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:16:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 16, 39, 183543), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 16, 39, 183543), 0, 2, datetime.datetime(2022, 6, 3, 5, 16, 39, 183543), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:16:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:16:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 16, 39, 185150), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 16, 39, 185150), 0, 2, datetime.datetime(2022, 6, 3, 5, 16, 39, 185150), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:16:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:16:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:16:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:16:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:16:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:16:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:16:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:16:41,997 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:17:39.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-03 05:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:17:39 UTC)" (scheduled at 2022-06-03 05:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:17:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:17:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:17:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 17, 9, 176872), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 17, 9, 176872), 0, 2, datetime.datetime(2022, 6, 3, 5, 17, 9, 176872), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:17:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:17:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 17, 9, 180709), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 17, 9, 180709), 0, 2, datetime.datetime(2022, 6, 3, 5, 17, 9, 180709), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:17:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:17:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 17, 9, 182649), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 17, 9, 182649), 0, 2, datetime.datetime(2022, 6, 3, 5, 17, 9, 182649), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:17:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:17:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 17, 9, 184398), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 17, 9, 184398), 0, 2, datetime.datetime(2022, 6, 3, 5, 17, 9, 184398), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:17:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:17:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 17, 9, 186108), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 17, 9, 186108), 0, 2, datetime.datetime(2022, 6, 3, 5, 17, 9, 186108), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:17:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:17:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:17:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:17:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:17:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:17:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:17:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:17:12,038 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:18:09.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-03 05:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:18:09 UTC)" (scheduled at 2022-06-03 05:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:17:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:17:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 17, 39, 176802), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 17, 39, 176802), 0, 2, datetime.datetime(2022, 6, 3, 5, 17, 39, 176802), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:17:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:17:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 17, 39, 180250), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 17, 39, 180250), 0, 2, datetime.datetime(2022, 6, 3, 5, 17, 39, 180250), True, 13, 15])
repomirrorworker stdout | 2022-06-03 05:17:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 05:17:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 17, 39, 182227), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 17, 39, 182227), 0, 2, datetime.datetime(2022, 6, 3, 5, 17, 39, 182227), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:17:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:17:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 17, 39, 183937), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 17, 39, 183937), 0, 2, datetime.datetime(2022, 6, 3, 5, 17, 39, 183937), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:17:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:17:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 17, 39, 185593), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 17, 39, 185593), 0, 2, datetime.datetime(2022, 6, 3, 5, 17, 39, 185593), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:17:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:17:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:17:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:17:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:17:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:17:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:17:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:17:42,094 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:18:39.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-03 05:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:18:39 UTC)" (scheduled at 2022-06-03 05:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:18:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:18:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 18, 9, 176957), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 18, 9, 176957), 0, 2, datetime.datetime(2022, 6, 3, 5, 18, 9, 176957), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:18:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:18:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 18, 9, 180133), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 18, 9, 180133), 0, 2, datetime.datetime(2022, 6, 3, 5, 18, 9, 180133), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:18:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:18:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 18, 9, 182058), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 18, 9, 182058), 0, 2, datetime.datetime(2022, 6, 3, 5, 18, 9, 182058), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:18:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:18:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 18, 9, 183763), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 18, 9, 183763), 0, 2, datetime.datetime(2022, 6, 3, 5, 18, 9, 183763), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:18:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:18:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 18, 9, 185416), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 18, 9, 185416), 0, 2, datetime.datetime(2022, 6, 3, 5, 18, 9, 185416), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:18:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:18:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:18:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:18:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:18:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:18:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:18:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:18:12,167 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:19:09.167018+00:00 (in 29.999237 seconds)
repomirrorworker stdout | 2022-06-03 05:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:19:09 UTC)" (scheduled at 2022-06-03 05:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:18:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:18:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:18:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 18, 39, 176653), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 18, 39, 176653), 0, 2, datetime.datetime(2022, 6, 3, 5, 18, 39, 176653), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:18:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:18:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 18, 39, 179789), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 18, 39, 179789), 0, 2, datetime.datetime(2022, 6, 3, 5, 18, 39, 179789), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:18:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:18:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 18, 39, 181650), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 18, 39, 181650), 0, 2, datetime.datetime(2022, 6, 3, 5, 18, 39, 181650), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:18:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:18:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 18, 39, 183303), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 18, 39, 183303), 0, 2, datetime.datetime(2022, 6, 3, 5, 18, 39, 183303), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:18:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:18:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 18, 39, 184978), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 18, 39, 184978), 0, 2, datetime.datetime(2022, 6, 3, 5, 18, 39, 184978), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:18:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:18:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:18:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:18:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:18:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:18:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:18:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:18:42,209 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:19:39.167018+00:00 (in 29.999123 seconds)
repomirrorworker stdout | 2022-06-03 05:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:19:39 UTC)" (scheduled at 2022-06-03 05:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:19:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:19:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:19:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 19, 9, 176751), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 19, 9, 176751), 0, 2, datetime.datetime(2022, 6, 3, 5, 19, 9, 176751), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:19:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:19:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 19, 9, 179848), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 19, 9, 179848), 0, 2, datetime.datetime(2022, 6, 3, 5, 19, 9, 179848), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:19:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:19:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 19, 9, 181716), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 19, 9, 181716), 0, 2, datetime.datetime(2022, 6, 3, 5, 19, 9, 181716), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:19:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:19:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 19, 9, 183391), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 19, 9, 183391), 0, 2, datetime.datetime(2022, 6, 3, 5, 19, 9, 183391), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:19:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:19:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 19, 9, 185213), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 19, 9, 185213), 0, 2, datetime.datetime(2022, 6, 3, 5, 19, 9, 185213), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:19:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:19:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:19:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:19:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:19:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:19:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:19:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:19:12,271 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:20:09.167018+00:00 (in 29.999120 seconds)
repomirrorworker stdout | 2022-06-03 05:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:20:09 UTC)" (scheduled at 2022-06-03 05:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:19:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:19:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:19:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 19, 39, 176607), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 19, 39, 176607), 0, 2, datetime.datetime(2022, 6, 3, 5, 19, 39, 176607), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:19:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:19:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 19, 39, 180111), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 19, 39, 180111), 0, 2, datetime.datetime(2022, 6, 3, 5, 19, 39, 180111), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:19:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:19:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 19, 39, 182368), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 19, 39, 182368), 0, 2, datetime.datetime(2022, 6, 3, 5, 19, 39, 182368), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:19:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:19:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 19, 39, 184413), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 19, 39, 184413), 0, 2, datetime.datetime(2022, 6, 3, 5, 19, 39, 184413), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:19:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:19:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 19, 39, 186116), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 19, 39, 186116), 0, 2, datetime.datetime(2022, 6, 3, 5, 19, 39, 186116), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:19:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:19:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:19:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:19:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:19:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:19:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:19:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:19:42,333 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:20:39.167018+00:00 (in 29.999163 seconds)
repomirrorworker stdout | 2022-06-03 05:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:20:39 UTC)" (scheduled at 2022-06-03 05:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:20:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:20:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 20, 9, 176835), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 20, 9, 176835), 0, 2, datetime.datetime(2022, 6, 3, 5, 20, 9, 176835), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:20:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 20, 9, 180033), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 20, 9, 180033), 0, 2, datetime.datetime(2022, 6, 3, 5, 20, 9, 180033), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:20:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:20:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 20, 9, 181903), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 20, 9, 181903), 0, 2, datetime.datetime(2022, 6, 3, 5, 20, 9, 181903), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:20:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:20:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 20, 9, 183531), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 20, 9, 183531), 0, 2, datetime.datetime(2022, 6, 3, 5, 20, 9, 183531), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:20:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:20:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 20, 9, 185178), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 20, 9, 185178), 0, 2, datetime.datetime(2022, 6, 3, 5, 20, 9, 185178), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:20:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:20:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:20:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:20:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:20:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:20:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:20:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:20:12,366 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:21:09.167018+00:00 (in 29.999099 seconds)
repomirrorworker stdout | 2022-06-03 05:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:21:09 UTC)" (scheduled at 2022-06-03 05:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:20:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:20:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:20:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 20, 39, 177059), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 20, 39, 177059), 0, 2, datetime.datetime(2022, 6, 3, 5, 20, 39, 177059), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:20:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:20:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 20, 39, 180498), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 20, 39, 180498), 0, 2, datetime.datetime(2022, 6, 3, 5, 20, 39, 180498), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:20:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:20:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 20, 39, 182429), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 20, 39, 182429), 0, 2, datetime.datetime(2022, 6, 3, 5, 20, 39, 182429), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:20:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:20:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 20, 39, 184151), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 20, 39, 184151), 0, 2, datetime.datetime(2022, 6, 3, 5, 20, 39, 184151), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:20:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:20:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 20, 39, 185848), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 20, 39, 185848), 0, 2, datetime.datetime(2022, 6, 3, 5, 20, 39, 185848), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:20:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:20:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:20:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:20:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:20:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:20:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:20:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:20:42,419 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:21:39.167018+00:00 (in 29.999176 seconds)
repomirrorworker stdout | 2022-06-03 05:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:21:39 UTC)" (scheduled at 2022-06-03 05:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:21:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:21:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:21:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 21, 9, 176735), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 21, 9, 176735), 0, 2, datetime.datetime(2022, 6, 3, 5, 21, 9, 176735), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:21:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:21:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 21, 9, 179819), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 21, 9, 179819), 0, 2, datetime.datetime(2022, 6, 3, 5, 21, 9, 179819), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:21:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:21:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 21, 9, 181689), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 21, 9, 181689), 0, 2, datetime.datetime(2022, 6, 3, 5, 21, 9, 181689), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:21:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 21, 9, 183353), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 21, 9, 183353), 0, 2, datetime.datetime(2022, 6, 3, 5, 21, 9, 183353), True, 13, 15])
repomirrorworker stdout | 2022-06-03 05:21:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 05:21:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 21, 9, 185028), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 21, 9, 185028), 0, 2, datetime.datetime(2022, 6, 3, 5, 21, 9, 185028), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:21:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:21:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:21:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:21:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:21:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:21:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:21:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:21:12,485 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:22:09.167018+00:00 (in 29.999222 seconds)
repomirrorworker stdout | 2022-06-03 05:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:22:09 UTC)" (scheduled at 2022-06-03 05:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:21:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:21:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:21:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 21, 39, 176984), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 21, 39, 176984), 0, 2, datetime.datetime(2022, 6, 3, 5, 21, 39, 176984), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:21:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:21:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 21, 39, 180128), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 21, 39, 180128), 0, 2, datetime.datetime(2022, 6, 3, 5, 21, 39, 180128), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:21:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:21:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 21, 39, 182034), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 21, 39, 182034), 0, 2, datetime.datetime(2022, 6, 3, 5, 21, 39, 182034), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:21:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:21:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 21, 39, 183728), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 21, 39, 183728), 0, 2, datetime.datetime(2022, 6, 3, 5, 21, 39, 183728), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:21:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:21:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 21, 39, 185334), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 21, 39, 185334), 0, 2, datetime.datetime(2022, 6, 3, 5, 21, 39, 185334), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:21:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:21:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:21:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:21:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:21:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:21:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:21:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:21:42,539 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:22:39.167018+00:00 (in 29.999004 seconds)
repomirrorworker stdout | 2022-06-03 05:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:22:39 UTC)" (scheduled at 2022-06-03 05:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:22:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:22:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:22:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 22, 9, 176811), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 22, 9, 176811), 0, 2, datetime.datetime(2022, 6, 3, 5, 22, 9, 176811), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:22:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:22:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 22, 9, 180181), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 22, 9, 180181), 0, 2, datetime.datetime(2022, 6, 3, 5, 22, 9, 180181), True, 13, 15])
repomirrorworker stdout | 2022-06-03 05:22:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 05:22:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 22, 9, 182272), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 22, 9, 182272), 0, 2, datetime.datetime(2022, 6, 3, 5, 22, 9, 182272), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:22:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:22:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 22, 9, 184117), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 22, 9, 184117), 0, 2, datetime.datetime(2022, 6, 3, 5, 22, 9, 184117), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:22:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:22:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 22, 9, 185781), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 22, 9, 185781), 0, 2, datetime.datetime(2022, 6, 3, 5, 22, 9, 185781), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:22:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:22:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:22:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:22:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:22:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:22:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:22:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:22:12,598 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:23:09.167018+00:00 (in 29.999228 seconds)
repomirrorworker stdout | 2022-06-03 05:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:23:09 UTC)" (scheduled at 2022-06-03 05:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:22:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:22:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 22, 39, 176995), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 22, 39, 176995), 0, 2, datetime.datetime(2022, 6, 3, 5, 22, 39, 176995), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:22:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:22:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 22, 39, 180355), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 22, 39, 180355), 0, 2, datetime.datetime(2022, 6, 3, 5, 22, 39, 180355), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:22:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:22:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 22, 39, 182236), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 22, 39, 182236), 0, 2, datetime.datetime(2022, 6, 3, 5, 22, 39, 182236), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:22:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:22:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 22, 39, 183968), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 22, 39, 183968), 0, 2, datetime.datetime(2022, 6, 3, 5, 22, 39, 183968), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:22:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:22:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:22:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:22:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:22:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:22:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:22:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:22:42,642 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:23:39.167018+00:00 (in 29.999176 seconds)
repomirrorworker stdout | 2022-06-03 05:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:23:39 UTC)" (scheduled at 2022-06-03 05:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:23:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:23:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 23, 9, 176659), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 23, 9, 176659), 0, 2, datetime.datetime(2022, 6, 3, 5, 23, 9, 176659), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:23:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:23:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 23, 9, 180009), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 23, 9, 180009), 0, 2, datetime.datetime(2022, 6, 3, 5, 23, 9, 180009), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:23:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:23:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 23, 9, 181997), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 23, 9, 181997), 0, 2, datetime.datetime(2022, 6, 3, 5, 23, 9, 181997), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:23:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:23:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 23, 9, 183774), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 23, 9, 183774), 0, 2, datetime.datetime(2022, 6, 3, 5, 23, 9, 183774), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:23:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:23:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:23:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:23:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:23:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:23:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:23:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:23:12,696 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:24:09.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-03 05:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:24:09 UTC)" (scheduled at 2022-06-03 05:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:23:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:23:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:23:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 23, 39, 177108), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 23, 39, 177108), 0, 2, datetime.datetime(2022, 6, 3, 5, 23, 39, 177108), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:23:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:23:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 23, 39, 180345), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 23, 39, 180345), 0, 2, datetime.datetime(2022, 6, 3, 5, 23, 39, 180345), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:23:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:23:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 23, 39, 182325), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 23, 39, 182325), 0, 2, datetime.datetime(2022, 6, 3, 5, 23, 39, 182325), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:23:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:23:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 23, 39, 184190), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 23, 39, 184190), 0, 2, datetime.datetime(2022, 6, 3, 5, 23, 39, 184190), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:23:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:23:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 23, 39, 186019), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 23, 39, 186019), 0, 2, datetime.datetime(2022, 6, 3, 5, 23, 39, 186019), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:23:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:23:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:23:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:23:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:23:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:23:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:23:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:23:42,768 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:24:39.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-03 05:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:24:39 UTC)" (scheduled at 2022-06-03 05:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:24:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:24:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:24:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 24, 9, 176582), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 24, 9, 176582), 0, 2, datetime.datetime(2022, 6, 3, 5, 24, 9, 176582), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:24:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:24:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 24, 9, 179771), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 24, 9, 179771), 0, 2, datetime.datetime(2022, 6, 3, 5, 24, 9, 179771), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:24:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:24:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 24, 9, 181723), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 24, 9, 181723), 0, 2, datetime.datetime(2022, 6, 3, 5, 24, 9, 181723), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:24:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:24:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 24, 9, 183442), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 24, 9, 183442), 0, 2, datetime.datetime(2022, 6, 3, 5, 24, 9, 183442), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:24:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:24:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:24:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:24:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:24:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:24:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:24:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:24:12,831 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:25:09.167018+00:00 (in 29.998960 seconds)
repomirrorworker stdout | 2022-06-03 05:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:25:09 UTC)" (scheduled at 2022-06-03 05:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:24:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:24:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:24:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 24, 39, 177184), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 24, 39, 177184), 0, 2, datetime.datetime(2022, 6, 3, 5, 24, 39, 177184), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:24:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:24:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 24, 39, 180998), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 24, 39, 180998), 0, 2, datetime.datetime(2022, 6, 3, 5, 24, 39, 180998), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:24:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:24:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 24, 39, 182904), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 24, 39, 182904), 0, 2, datetime.datetime(2022, 6, 3, 5, 24, 39, 182904), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:24:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:24:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 24, 39, 184625), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 24, 39, 184625), 0, 2, datetime.datetime(2022, 6, 3, 5, 24, 39, 184625), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:24:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:24:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 24, 39, 186316), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 24, 39, 186316), 0, 2, datetime.datetime(2022, 6, 3, 5, 24, 39, 186316), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:24:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:24:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:24:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:24:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:24:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:24:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:24:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:24:42,869 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:25:39.167018+00:00 (in 29.999204 seconds)
repomirrorworker stdout | 2022-06-03 05:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:25:39 UTC)" (scheduled at 2022-06-03 05:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:25:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:25:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:25:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 25, 9, 176417), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 25, 9, 176417), 0, 2, datetime.datetime(2022, 6, 3, 5, 25, 9, 176417), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:25:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:25:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 25, 9, 179652), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 25, 9, 179652), 0, 2, datetime.datetime(2022, 6, 3, 5, 25, 9, 179652), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:25:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:25:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 25, 9, 181509), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 25, 9, 181509), 0, 2, datetime.datetime(2022, 6, 3, 5, 25, 9, 181509), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:25:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:25:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 25, 9, 183211), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 25, 9, 183211), 0, 2, datetime.datetime(2022, 6, 3, 5, 25, 9, 183211), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:25:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:25:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 25, 9, 184880), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 25, 9, 184880), 0, 2, datetime.datetime(2022, 6, 3, 5, 25, 9, 184880), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:25:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:25:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:25:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:25:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:25:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:25:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:25:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:25:12,925 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:26:09.167018+00:00 (in 29.999146 seconds)
repomirrorworker stdout | 2022-06-03 05:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:26:09 UTC)" (scheduled at 2022-06-03 05:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:25:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:25:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 25, 39, 177244), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 25, 39, 177244), 0, 2, datetime.datetime(2022, 6, 3, 5, 25, 39, 177244), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:25:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:25:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 25, 39, 181001), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 25, 39, 181001), 0, 2, datetime.datetime(2022, 6, 3, 5, 25, 39, 181001), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:25:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:25:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 25, 39, 182876), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 25, 39, 182876), 0, 2, datetime.datetime(2022, 6, 3, 5, 25, 39, 182876), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:25:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:25:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 25, 39, 184641), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 25, 39, 184641), 0, 2, datetime.datetime(2022, 6, 3, 5, 25, 39, 184641), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:25:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:25:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 25, 39, 186552), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 25, 39, 186552), 0, 2, datetime.datetime(2022, 6, 3, 5, 25, 39, 186552), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:25:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:25:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:25:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:25:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:25:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:25:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:25:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:25:42,963 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:26:39.167018+00:00 (in 29.999017 seconds)
repomirrorworker stdout | 2022-06-03 05:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:26:39 UTC)" (scheduled at 2022-06-03 05:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:26:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:26:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:26:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 26, 9, 177166), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 26, 9, 177166), 0, 2, datetime.datetime(2022, 6, 3, 5, 26, 9, 177166), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:26:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:26:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 26, 9, 180519), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 26, 9, 180519), 0, 2, datetime.datetime(2022, 6, 3, 5, 26, 9, 180519), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:26:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:26:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 26, 9, 182394), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 26, 9, 182394), 0, 2, datetime.datetime(2022, 6, 3, 5, 26, 9, 182394), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:26:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:26:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 26, 9, 184111), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 26, 9, 184111), 0, 2, datetime.datetime(2022, 6, 3, 5, 26, 9, 184111), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:26:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:26:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:26:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:26:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:26:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:26:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:26:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:26:12,998 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:27:09.167018+00:00 (in 29.998988 seconds)
repomirrorworker stdout | 2022-06-03 05:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:27:09 UTC)" (scheduled at 2022-06-03 05:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:26:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:26:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:26:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 26, 39, 177077), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 26, 39, 177077), 0, 2, datetime.datetime(2022, 6, 3, 5, 26, 39, 177077), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:26:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:26:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 26, 39, 180557), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 26, 39, 180557), 0, 2, datetime.datetime(2022, 6, 3, 5, 26, 39, 180557), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:26:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:26:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 26, 39, 182432), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 26, 39, 182432), 0, 2, datetime.datetime(2022, 6, 3, 5, 26, 39, 182432), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:26:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:26:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 26, 39, 184148), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 26, 39, 184148), 0, 2, datetime.datetime(2022, 6, 3, 5, 26, 39, 184148), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:26:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:26:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 26, 39, 185844), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 26, 39, 185844), 0, 2, datetime.datetime(2022, 6, 3, 5, 26, 39, 185844), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:26:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:26:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:26:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:26:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:26:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:26:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:26:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:26:43,036 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:27:39.167018+00:00 (in 29.999209 seconds)
repomirrorworker stdout | 2022-06-03 05:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:27:39 UTC)" (scheduled at 2022-06-03 05:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:27:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:27:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:27:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 27, 9, 176624), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 27, 9, 176624), 0, 2, datetime.datetime(2022, 6, 3, 5, 27, 9, 176624), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:27:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:27:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 27, 9, 180620), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 27, 9, 180620), 0, 2, datetime.datetime(2022, 6, 3, 5, 27, 9, 180620), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:27:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:27:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 27, 9, 182646), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 27, 9, 182646), 0, 2, datetime.datetime(2022, 6, 3, 5, 27, 9, 182646), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:27:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:27:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 27, 9, 184394), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 27, 9, 184394), 0, 2, datetime.datetime(2022, 6, 3, 5, 27, 9, 184394), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:27:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:27:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 27, 9, 186080), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 27, 9, 186080), 0, 2, datetime.datetime(2022, 6, 3, 5, 27, 9, 186080), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:27:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:27:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:27:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:27:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:27:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:27:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:27:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:27:13,069 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:28:09.167018+00:00 (in 29.999005 seconds)
repomirrorworker stdout | 2022-06-03 05:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:28:09 UTC)" (scheduled at 2022-06-03 05:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:27:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:27:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:27:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 27, 39, 177648), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 27, 39, 177648), 0, 2, datetime.datetime(2022, 6, 3, 5, 27, 39, 177648), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:27:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:27:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 27, 39, 181404), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 27, 39, 181404), 0, 2, datetime.datetime(2022, 6, 3, 5, 27, 39, 181404), True, 13, 15])
repomirrorworker stdout | 2022-06-03 05:27:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 05:27:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 27, 39, 183381), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 27, 39, 183381), 0, 2, datetime.datetime(2022, 6, 3, 5, 27, 39, 183381), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:27:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:27:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 27, 39, 185290), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 27, 39, 185290), 0, 2, datetime.datetime(2022, 6, 3, 5, 27, 39, 185290), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:27:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:27:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:27:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:27:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:27:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:27:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:27:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:27:43,118 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:28:39.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-03 05:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:28:39 UTC)" (scheduled at 2022-06-03 05:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:28:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:28:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 28, 9, 176826), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 28, 9, 176826), 0, 2, datetime.datetime(2022, 6, 3, 5, 28, 9, 176826), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:28:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:28:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 28, 9, 180542), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 28, 9, 180542), 0, 2, datetime.datetime(2022, 6, 3, 5, 28, 9, 180542), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:28:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:28:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 28, 9, 182460), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 28, 9, 182460), 0, 2, datetime.datetime(2022, 6, 3, 5, 28, 9, 182460), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:28:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:28:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 28, 9, 184177), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 28, 9, 184177), 0, 2, datetime.datetime(2022, 6, 3, 5, 28, 9, 184177), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:28:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:28:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 28, 9, 185843), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 28, 9, 185843), 0, 2, datetime.datetime(2022, 6, 3, 5, 28, 9, 185843), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:28:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:28:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:28:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:28:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:28:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:28:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:28:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:28:13,160 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:29:09.167018+00:00 (in 29.999163 seconds)
repomirrorworker stdout | 2022-06-03 05:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:29:09 UTC)" (scheduled at 2022-06-03 05:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:28:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:28:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:28:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 28, 39, 176246), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 28, 39, 176246), 0, 2, datetime.datetime(2022, 6, 3, 5, 28, 39, 176246), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:28:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:28:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 28, 39, 179456), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 28, 39, 179456), 0, 2, datetime.datetime(2022, 6, 3, 5, 28, 39, 179456), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:28:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:28:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 28, 39, 181793), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 28, 39, 181793), 0, 2, datetime.datetime(2022, 6, 3, 5, 28, 39, 181793), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:28:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:28:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 28, 39, 183771), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 28, 39, 183771), 0, 2, datetime.datetime(2022, 6, 3, 5, 28, 39, 183771), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:28:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:28:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 28, 39, 185451), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 28, 39, 185451), 0, 2, datetime.datetime(2022, 6, 3, 5, 28, 39, 185451), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:28:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:28:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:28:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:28:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:28:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:28:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:28:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:28:43,220 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:29:39.167018+00:00 (in 29.999190 seconds)
repomirrorworker stdout | 2022-06-03 05:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:29:39 UTC)" (scheduled at 2022-06-03 05:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:29:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:29:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:29:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 29, 9, 177740), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 29, 9, 177740), 0, 2, datetime.datetime(2022, 6, 3, 5, 29, 9, 177740), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:29:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:29:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 29, 9, 181241), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 29, 9, 181241), 0, 2, datetime.datetime(2022, 6, 3, 5, 29, 9, 181241), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:29:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:29:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 29, 9, 183224), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 29, 9, 183224), 0, 2, datetime.datetime(2022, 6, 3, 5, 29, 9, 183224), True, 13, 15])
repomirrorworker stdout | 2022-06-03 05:29:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 05:29:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 29, 9, 185042), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 29, 9, 185042), 0, 2, datetime.datetime(2022, 6, 3, 5, 29, 9, 185042), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:29:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:29:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:29:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:29:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:29:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:29:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:29:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:29:13,281 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:30:09.167018+00:00 (in 29.999212 seconds)
repomirrorworker stdout | 2022-06-03 05:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:30:09 UTC)" (scheduled at 2022-06-03 05:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:29:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:29:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 29, 39, 177261), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 29, 39, 177261), 0, 2, datetime.datetime(2022, 6, 3, 5, 29, 39, 177261), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:29:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:29:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 29, 39, 180520), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 29, 39, 180520), 0, 2, datetime.datetime(2022, 6, 3, 5, 29, 39, 180520), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:29:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:29:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 29, 39, 182439), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 29, 39, 182439), 0, 2, datetime.datetime(2022, 6, 3, 5, 29, 39, 182439), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:29:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:29:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 29, 39, 184139), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 29, 39, 184139), 0, 2, datetime.datetime(2022, 6, 3, 5, 29, 39, 184139), True, 13, 15])
repomirrorworker stdout | 2022-06-03 05:29:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 05:29:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:29:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:29:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:29:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:29:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:29:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:29:43,335 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:30:39.167018+00:00 (in 29.999207 seconds)
repomirrorworker stdout | 2022-06-03 05:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:30:39 UTC)" (scheduled at 2022-06-03 05:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:30:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:30:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 30, 9, 177320), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 30, 9, 177320), 0, 2, datetime.datetime(2022, 6, 3, 5, 30, 9, 177320), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:30:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:30:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 30, 9, 180540), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 30, 9, 180540), 0, 2, datetime.datetime(2022, 6, 3, 5, 30, 9, 180540), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:30:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:30:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 30, 9, 182457), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 30, 9, 182457), 0, 2, datetime.datetime(2022, 6, 3, 5, 30, 9, 182457), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:30:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:30:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 30, 9, 184195), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 30, 9, 184195), 0, 2, datetime.datetime(2022, 6, 3, 5, 30, 9, 184195), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:30:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:30:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 30, 9, 186028), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 30, 9, 186028), 0, 2, datetime.datetime(2022, 6, 3, 5, 30, 9, 186028), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:30:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:30:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:30:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:30:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:30:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:30:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:30:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:30:13,411 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:31:09.167018+00:00 (in 29.999061 seconds)
repomirrorworker stdout | 2022-06-03 05:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:31:09 UTC)" (scheduled at 2022-06-03 05:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:30:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:30:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:30:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 30, 39, 176477), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 30, 39, 176477), 0, 2, datetime.datetime(2022, 6, 3, 5, 30, 39, 176477), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:30:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:30:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 30, 39, 179612), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 30, 39, 179612), 0, 2, datetime.datetime(2022, 6, 3, 5, 30, 39, 179612), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:30:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:30:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 30, 39, 181599), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 30, 39, 181599), 0, 2, datetime.datetime(2022, 6, 3, 5, 30, 39, 181599), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:30:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:30:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 30, 39, 183315), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 30, 39, 183315), 0, 2, datetime.datetime(2022, 6, 3, 5, 30, 39, 183315), True, 13, 15])
repomirrorworker stdout | 2022-06-03 05:30:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 05:30:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:30:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:30:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:30:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:30:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:30:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:30:43,441 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:31:39.167018+00:00 (in 29.999138 seconds)
repomirrorworker stdout | 2022-06-03 05:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:31:39 UTC)" (scheduled at 2022-06-03 05:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:31:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:31:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 31, 9, 177359), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 31, 9, 177359), 0, 2, datetime.datetime(2022, 6, 3, 5, 31, 9, 177359), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:31:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:31:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 31, 9, 180717), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 31, 9, 180717), 0, 2, datetime.datetime(2022, 6, 3, 5, 31, 9, 180717), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:31:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:31:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 31, 9, 182630), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 31, 9, 182630), 0, 2, datetime.datetime(2022, 6, 3, 5, 31, 9, 182630), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:31:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:31:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 31, 9, 184340), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 31, 9, 184340), 0, 2, datetime.datetime(2022, 6, 3, 5, 31, 9, 184340), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:31:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:31:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:31:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:31:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:31:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:31:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:31:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:31:13,512 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:32:09.167018+00:00 (in 29.998966 seconds)
repomirrorworker stdout | 2022-06-03 05:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:32:09 UTC)" (scheduled at 2022-06-03 05:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:31:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:31:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:31:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 31, 39, 177183), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 31, 39, 177183), 0, 2, datetime.datetime(2022, 6, 3, 5, 31, 39, 177183), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:31:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:31:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 31, 39, 180399), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 31, 39, 180399), 0, 2, datetime.datetime(2022, 6, 3, 5, 31, 39, 180399), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:31:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:31:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 31, 39, 182274), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 31, 39, 182274), 0, 2, datetime.datetime(2022, 6, 3, 5, 31, 39, 182274), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:31:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:31:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 31, 39, 183983), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 31, 39, 183983), 0, 2, datetime.datetime(2022, 6, 3, 5, 31, 39, 183983), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:31:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:31:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 31, 39, 185633), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 31, 39, 185633), 0, 2, datetime.datetime(2022, 6, 3, 5, 31, 39, 185633), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:31:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:31:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:31:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:31:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:31:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:31:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:31:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:31:43,562 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:32:39.167018+00:00 (in 29.999244 seconds)
repomirrorworker stdout | 2022-06-03 05:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:32:39 UTC)" (scheduled at 2022-06-03 05:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:32:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:32:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:32:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 32, 9, 176555), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 32, 9, 176555), 0, 2, datetime.datetime(2022, 6, 3, 5, 32, 9, 176555), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:32:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:32:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 32, 9, 180155), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 32, 9, 180155), 0, 2, datetime.datetime(2022, 6, 3, 5, 32, 9, 180155), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:32:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:32:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 32, 9, 182317), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 32, 9, 182317), 0, 2, datetime.datetime(2022, 6, 3, 5, 32, 9, 182317), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:32:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:32:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 32, 9, 184112), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 32, 9, 184112), 0, 2, datetime.datetime(2022, 6, 3, 5, 32, 9, 184112), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:32:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:32:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 32, 9, 185811), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 32, 9, 185811), 0, 2, datetime.datetime(2022, 6, 3, 5, 32, 9, 185811), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:32:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:32:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:32:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:32:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:32:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:32:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:32:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:32:13,605 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:33:09.167018+00:00 (in 29.999242 seconds)
repomirrorworker stdout | 2022-06-03 05:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:33:09 UTC)" (scheduled at 2022-06-03 05:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:32:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:32:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:32:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 32, 39, 176407), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 32, 39, 176407), 0, 2, datetime.datetime(2022, 6, 3, 5, 32, 39, 176407), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:32:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:32:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 32, 39, 179595), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 32, 39, 179595), 0, 2, datetime.datetime(2022, 6, 3, 5, 32, 39, 179595), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:32:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:32:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 32, 39, 181797), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 32, 39, 181797), 0, 2, datetime.datetime(2022, 6, 3, 5, 32, 39, 181797), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:32:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:32:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 32, 39, 183449), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 32, 39, 183449), 0, 2, datetime.datetime(2022, 6, 3, 5, 32, 39, 183449), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:32:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:32:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 32, 39, 185188), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 32, 39, 185188), 0, 2, datetime.datetime(2022, 6, 3, 5, 32, 39, 185188), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:32:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:32:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:32:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:32:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:32:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:32:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:32:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:32:43,652 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:33:39.167018+00:00 (in 29.998981 seconds)
repomirrorworker stdout | 2022-06-03 05:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:33:39 UTC)" (scheduled at 2022-06-03 05:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:33:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:33:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:33:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 33, 9, 176538), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 33, 9, 176538), 0, 2, datetime.datetime(2022, 6, 3, 5, 33, 9, 176538), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:33:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:33:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 33, 9, 179669), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 33, 9, 179669), 0, 2, datetime.datetime(2022, 6, 3, 5, 33, 9, 179669), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:33:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:33:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 33, 9, 181512), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 33, 9, 181512), 0, 2, datetime.datetime(2022, 6, 3, 5, 33, 9, 181512), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:33:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:33:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 33, 9, 183220), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 33, 9, 183220), 0, 2, datetime.datetime(2022, 6, 3, 5, 33, 9, 183220), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:33:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:33:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:33:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:33:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:33:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:33:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:33:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:33:13,721 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:34:09.167018+00:00 (in 29.999145 seconds)
repomirrorworker stdout | 2022-06-03 05:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:34:09 UTC)" (scheduled at 2022-06-03 05:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:33:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:33:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:33:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 33, 39, 176635), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 33, 39, 176635), 0, 2, datetime.datetime(2022, 6, 3, 5, 33, 39, 176635), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:33:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:33:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 33, 39, 180363), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 33, 39, 180363), 0, 2, datetime.datetime(2022, 6, 3, 5, 33, 39, 180363), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:33:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:33:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 33, 39, 182333), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 33, 39, 182333), 0, 2, datetime.datetime(2022, 6, 3, 5, 33, 39, 182333), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:33:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:33:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 33, 39, 184122), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 33, 39, 184122), 0, 2, datetime.datetime(2022, 6, 3, 5, 33, 39, 184122), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:33:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:33:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 33, 39, 185833), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 33, 39, 185833), 0, 2, datetime.datetime(2022, 6, 3, 5, 33, 39, 185833), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:33:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:33:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:33:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:33:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:33:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:33:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:33:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:33:43,773 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:34:39.167018+00:00 (in 29.999283 seconds)
repomirrorworker stdout | 2022-06-03 05:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:34:39 UTC)" (scheduled at 2022-06-03 05:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:34:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:34:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:34:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 34, 9, 176526), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 34, 9, 176526), 0, 2, datetime.datetime(2022, 6, 3, 5, 34, 9, 176526), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:34:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:34:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 34, 9, 179738), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 34, 9, 179738), 0, 2, datetime.datetime(2022, 6, 3, 5, 34, 9, 179738), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:34:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:34:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 34, 9, 181586), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 34, 9, 181586), 0, 2, datetime.datetime(2022, 6, 3, 5, 34, 9, 181586), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:34:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:34:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 34, 9, 183261), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 34, 9, 183261), 0, 2, datetime.datetime(2022, 6, 3, 5, 34, 9, 183261), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:34:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:34:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 34, 9, 184942), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 34, 9, 184942), 0, 2, datetime.datetime(2022, 6, 3, 5, 34, 9, 184942), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:34:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:34:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:34:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:34:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:34:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:34:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:34:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:34:13,841 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:35:09.167018+00:00 (in 29.999032 seconds)
repomirrorworker stdout | 2022-06-03 05:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:35:09 UTC)" (scheduled at 2022-06-03 05:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:34:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:34:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:34:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 34, 39, 177145), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 34, 39, 177145), 0, 2, datetime.datetime(2022, 6, 3, 5, 34, 39, 177145), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:34:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:34:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 34, 39, 180307), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 34, 39, 180307), 0, 2, datetime.datetime(2022, 6, 3, 5, 34, 39, 180307), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:34:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:34:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 34, 39, 182306), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 34, 39, 182306), 0, 2, datetime.datetime(2022, 6, 3, 5, 34, 39, 182306), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:34:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:34:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 34, 39, 184068), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 34, 39, 184068), 0, 2, datetime.datetime(2022, 6, 3, 5, 34, 39, 184068), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:34:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:34:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:34:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:34:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:34:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:34:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:34:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:34:43,900 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:35:39.167018+00:00 (in 29.999216 seconds)
repomirrorworker stdout | 2022-06-03 05:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:35:39 UTC)" (scheduled at 2022-06-03 05:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:35:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:35:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:35:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 35, 9, 177188), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 35, 9, 177188), 0, 2, datetime.datetime(2022, 6, 3, 5, 35, 9, 177188), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:35:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:35:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 35, 9, 180876), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 35, 9, 180876), 0, 2, datetime.datetime(2022, 6, 3, 5, 35, 9, 180876), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:35:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:35:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 35, 9, 182870), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 35, 9, 182870), 0, 2, datetime.datetime(2022, 6, 3, 5, 35, 9, 182870), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:35:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:35:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 35, 9, 184583), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 35, 9, 184583), 0, 2, datetime.datetime(2022, 6, 3, 5, 35, 9, 184583), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:35:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:35:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:35:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:35:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:35:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:35:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:35:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:35:13,931 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:36:09.167018+00:00 (in 29.999016 seconds)
repomirrorworker stdout | 2022-06-03 05:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:36:09 UTC)" (scheduled at 2022-06-03 05:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:35:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:35:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:35:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 35, 39, 176993), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 35, 39, 176993), 0, 2, datetime.datetime(2022, 6, 3, 5, 35, 39, 176993), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:35:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:35:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 35, 39, 180144), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 35, 39, 180144), 0, 2, datetime.datetime(2022, 6, 3, 5, 35, 39, 180144), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:35:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:35:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 35, 39, 182323), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 35, 39, 182323), 0, 2, datetime.datetime(2022, 6, 3, 5, 35, 39, 182323), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:35:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:35:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 35, 39, 184038), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 35, 39, 184038), 0, 2, datetime.datetime(2022, 6, 3, 5, 35, 39, 184038), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:35:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:35:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:35:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:35:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:35:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:35:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:35:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:35:43,983 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:36:39.167018+00:00 (in 29.999037 seconds)
repomirrorworker stdout | 2022-06-03 05:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:36:39 UTC)" (scheduled at 2022-06-03 05:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:36:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:36:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 36, 9, 176965), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 36, 9, 176965), 0, 2, datetime.datetime(2022, 6, 3, 5, 36, 9, 176965), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:36:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 36, 9, 180262), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 36, 9, 180262), 0, 2, datetime.datetime(2022, 6, 3, 5, 36, 9, 180262), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:36:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:36:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 36, 9, 182183), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 36, 9, 182183), 0, 2, datetime.datetime(2022, 6, 3, 5, 36, 9, 182183), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:36:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:36:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 36, 9, 183855), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 36, 9, 183855), 0, 2, datetime.datetime(2022, 6, 3, 5, 36, 9, 183855), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:36:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:36:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 36, 9, 185485), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 36, 9, 185485), 0, 2, datetime.datetime(2022, 6, 3, 5, 36, 9, 185485), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:36:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:36:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:36:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:36:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:36:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:36:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:36:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:36:14,028 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:37:09.167018+00:00 (in 29.999287 seconds)
repomirrorworker stdout | 2022-06-03 05:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:37:09 UTC)" (scheduled at 2022-06-03 05:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:36:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:36:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 36, 39, 176346), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 36, 39, 176346), 0, 2, datetime.datetime(2022, 6, 3, 5, 36, 39, 176346), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:36:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:36:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 36, 39, 179581), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 36, 39, 179581), 0, 2, datetime.datetime(2022, 6, 3, 5, 36, 39, 179581), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:36:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:36:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 36, 39, 181686), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 36, 39, 181686), 0, 2, datetime.datetime(2022, 6, 3, 5, 36, 39, 181686), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:36:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:36:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 36, 39, 183497), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 36, 39, 183497), 0, 2, datetime.datetime(2022, 6, 3, 5, 36, 39, 183497), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:36:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:36:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 36, 39, 185294), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 36, 39, 185294), 0, 2, datetime.datetime(2022, 6, 3, 5, 36, 39, 185294), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:36:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:36:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:36:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:36:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:36:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:36:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:36:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:36:44,079 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:37:39.167018+00:00 (in 29.999091 seconds)
repomirrorworker stdout | 2022-06-03 05:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:37:39 UTC)" (scheduled at 2022-06-03 05:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:37:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:37:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:37:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 37, 9, 176250), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 37, 9, 176250), 0, 2, datetime.datetime(2022, 6, 3, 5, 37, 9, 176250), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:37:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:37:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 37, 9, 179622), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 37, 9, 179622), 0, 2, datetime.datetime(2022, 6, 3, 5, 37, 9, 179622), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:37:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:37:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 37, 9, 181556), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 37, 9, 181556), 0, 2, datetime.datetime(2022, 6, 3, 5, 37, 9, 181556), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:37:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:37:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 37, 9, 183280), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 37, 9, 183280), 0, 2, datetime.datetime(2022, 6, 3, 5, 37, 9, 183280), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:37:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:37:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:37:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:37:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:37:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:37:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:37:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:37:14,119 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:38:09.167018+00:00 (in 29.999021 seconds)
repomirrorworker stdout | 2022-06-03 05:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:38:09 UTC)" (scheduled at 2022-06-03 05:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:37:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:37:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:37:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 37, 39, 177079), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 37, 39, 177079), 0, 2, datetime.datetime(2022, 6, 3, 5, 37, 39, 177079), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:37:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:37:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 37, 39, 180606), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 37, 39, 180606), 0, 2, datetime.datetime(2022, 6, 3, 5, 37, 39, 180606), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:37:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:37:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 37, 39, 182464), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 37, 39, 182464), 0, 2, datetime.datetime(2022, 6, 3, 5, 37, 39, 182464), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:37:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:37:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 37, 39, 184146), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 37, 39, 184146), 0, 2, datetime.datetime(2022, 6, 3, 5, 37, 39, 184146), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:37:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:37:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 37, 39, 185785), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 37, 39, 185785), 0, 2, datetime.datetime(2022, 6, 3, 5, 37, 39, 185785), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:37:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:37:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:37:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:37:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:37:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:37:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:37:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:37:44,145 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:38:39.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-03 05:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:38:39 UTC)" (scheduled at 2022-06-03 05:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:38:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:38:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 38, 9, 177062), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 38, 9, 177062), 0, 2, datetime.datetime(2022, 6, 3, 5, 38, 9, 177062), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:38:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:38:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 38, 9, 180533), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 38, 9, 180533), 0, 2, datetime.datetime(2022, 6, 3, 5, 38, 9, 180533), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:38:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:38:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 38, 9, 182539), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 38, 9, 182539), 0, 2, datetime.datetime(2022, 6, 3, 5, 38, 9, 182539), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:38:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:38:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 38, 9, 184252), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 38, 9, 184252), 0, 2, datetime.datetime(2022, 6, 3, 5, 38, 9, 184252), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:38:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:38:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 38, 9, 185928), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 38, 9, 185928), 0, 2, datetime.datetime(2022, 6, 3, 5, 38, 9, 185928), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:38:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:38:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:38:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:38:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:38:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:38:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:38:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:38:14,206 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:39:09.167018+00:00 (in 29.999208 seconds)
repomirrorworker stdout | 2022-06-03 05:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:39:09 UTC)" (scheduled at 2022-06-03 05:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:38:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:38:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:38:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 38, 39, 176896), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 38, 39, 176896), 0, 2, datetime.datetime(2022, 6, 3, 5, 38, 39, 176896), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:38:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:38:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 38, 39, 180444), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 38, 39, 180444), 0, 2, datetime.datetime(2022, 6, 3, 5, 38, 39, 180444), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:38:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:38:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 38, 39, 182328), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 38, 39, 182328), 0, 2, datetime.datetime(2022, 6, 3, 5, 38, 39, 182328), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 38, 39, 184036), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 38, 39, 184036), 0, 2, datetime.datetime(2022, 6, 3, 5, 38, 39, 184036), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:38:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:38:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:38:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:38:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:38:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:38:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:38:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:38:44,259 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:39:39.167018+00:00 (in 29.998982 seconds)
repomirrorworker stdout | 2022-06-03 05:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:39:39 UTC)" (scheduled at 2022-06-03 05:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:39:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:39:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:39:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 39, 9, 177053), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 39, 9, 177053), 0, 2, datetime.datetime(2022, 6, 3, 5, 39, 9, 177053), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:39:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:39:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 39, 9, 180600), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 39, 9, 180600), 0, 2, datetime.datetime(2022, 6, 3, 5, 39, 9, 180600), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:39:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:39:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 39, 9, 182459), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 39, 9, 182459), 0, 2, datetime.datetime(2022, 6, 3, 5, 39, 9, 182459), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:39:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:39:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 39, 9, 184136), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 39, 9, 184136), 0, 2, datetime.datetime(2022, 6, 3, 5, 39, 9, 184136), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:39:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:39:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 39, 9, 185786), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 39, 9, 185786), 0, 2, datetime.datetime(2022, 6, 3, 5, 39, 9, 185786), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:39:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:39:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:39:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:39:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:39:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:39:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:39:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:39:14,312 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:40:09.167018+00:00 (in 29.999141 seconds)
repomirrorworker stdout | 2022-06-03 05:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:40:09 UTC)" (scheduled at 2022-06-03 05:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:39:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:39:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 39, 39, 177149), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 39, 39, 177149), 0, 2, datetime.datetime(2022, 6, 3, 5, 39, 39, 177149), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:39:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:39:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 39, 39, 180374), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 39, 39, 180374), 0, 2, datetime.datetime(2022, 6, 3, 5, 39, 39, 180374), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:39:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:39:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 39, 39, 182278), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 39, 39, 182278), 0, 2, datetime.datetime(2022, 6, 3, 5, 39, 39, 182278), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:39:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:39:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 39, 39, 184072), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 39, 39, 184072), 0, 2, datetime.datetime(2022, 6, 3, 5, 39, 39, 184072), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:39:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:39:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 39, 39, 185741), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 39, 39, 185741), 0, 2, datetime.datetime(2022, 6, 3, 5, 39, 39, 185741), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:39:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:39:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:39:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:39:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:39:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:39:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:39:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:39:44,368 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:40:39.167018+00:00 (in 29.999252 seconds)
repomirrorworker stdout | 2022-06-03 05:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:40:39 UTC)" (scheduled at 2022-06-03 05:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:40:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:40:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:40:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 40, 9, 176389), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 40, 9, 176389), 0, 2, datetime.datetime(2022, 6, 3, 5, 40, 9, 176389), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:40:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:40:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 40, 9, 179898), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 40, 9, 179898), 0, 2, datetime.datetime(2022, 6, 3, 5, 40, 9, 179898), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:40:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:40:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 40, 9, 181792), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 40, 9, 181792), 0, 2, datetime.datetime(2022, 6, 3, 5, 40, 9, 181792), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:40:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:40:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 40, 9, 183535), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 40, 9, 183535), 0, 2, datetime.datetime(2022, 6, 3, 5, 40, 9, 183535), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:40:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:40:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:40:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:40:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:40:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:40:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:40:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:40:14,425 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:41:09.167018+00:00 (in 29.998944 seconds)
repomirrorworker stdout | 2022-06-03 05:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:41:09 UTC)" (scheduled at 2022-06-03 05:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:40:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:40:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:40:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 40, 39, 176621), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 40, 39, 176621), 0, 2, datetime.datetime(2022, 6, 3, 5, 40, 39, 176621), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:40:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:40:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 40, 39, 179809), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 40, 39, 179809), 0, 2, datetime.datetime(2022, 6, 3, 5, 40, 39, 179809), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:40:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:40:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 40, 39, 181980), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 40, 39, 181980), 0, 2, datetime.datetime(2022, 6, 3, 5, 40, 39, 181980), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:40:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:40:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 40, 39, 183735), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 40, 39, 183735), 0, 2, datetime.datetime(2022, 6, 3, 5, 40, 39, 183735), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:40:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:40:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:40:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:40:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:40:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:40:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:40:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:40:44,462 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:41:39.167018+00:00 (in 29.998852 seconds)
repomirrorworker stdout | 2022-06-03 05:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:41:39 UTC)" (scheduled at 2022-06-03 05:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:41:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:41:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:41:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 41, 9, 177266), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 41, 9, 177266), 0, 2, datetime.datetime(2022, 6, 3, 5, 41, 9, 177266), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:41:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:41:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 41, 9, 180627), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 41, 9, 180627), 0, 2, datetime.datetime(2022, 6, 3, 5, 41, 9, 180627), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:41:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:41:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 41, 9, 182465), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 41, 9, 182465), 0, 2, datetime.datetime(2022, 6, 3, 5, 41, 9, 182465), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:41:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:41:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 41, 9, 184135), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 41, 9, 184135), 0, 2, datetime.datetime(2022, 6, 3, 5, 41, 9, 184135), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:41:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:41:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:41:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:41:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:41:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:41:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:41:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:41:14,515 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:42:09.167018+00:00 (in 29.999084 seconds)
repomirrorworker stdout | 2022-06-03 05:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:42:09 UTC)" (scheduled at 2022-06-03 05:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:41:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 41, 39, 177487), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 41, 39, 177487), 0, 2, datetime.datetime(2022, 6, 3, 5, 41, 39, 177487), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:41:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 41, 39, 180777), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 41, 39, 180777), 0, 2, datetime.datetime(2022, 6, 3, 5, 41, 39, 180777), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:41:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 41, 39, 182680), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 41, 39, 182680), 0, 2, datetime.datetime(2022, 6, 3, 5, 41, 39, 182680), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:41:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:41:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 41, 39, 184364), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 41, 39, 184364), 0, 2, datetime.datetime(2022, 6, 3, 5, 41, 39, 184364), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:41:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:41:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:41:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:41:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:41:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:41:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:41:44,565 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:42:39.167018+00:00 (in 29.999193 seconds)
repomirrorworker stdout | 2022-06-03 05:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:42:39 UTC)" (scheduled at 2022-06-03 05:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:42:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:42:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:42:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 42, 9, 176614), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 42, 9, 176614), 0, 2, datetime.datetime(2022, 6, 3, 5, 42, 9, 176614), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:42:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:42:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 42, 9, 179956), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 42, 9, 179956), 0, 2, datetime.datetime(2022, 6, 3, 5, 42, 9, 179956), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:42:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:42:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 42, 9, 181965), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 42, 9, 181965), 0, 2, datetime.datetime(2022, 6, 3, 5, 42, 9, 181965), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 42, 9, 183701), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 42, 9, 183701), 0, 2, datetime.datetime(2022, 6, 3, 5, 42, 9, 183701), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:42:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:42:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:42:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:42:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:42:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:42:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:42:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:42:14,598 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:43:09.167018+00:00 (in 29.998969 seconds)
repomirrorworker stdout | 2022-06-03 05:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:43:09 UTC)" (scheduled at 2022-06-03 05:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:42:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:42:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:42:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 42, 39, 177539), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 42, 39, 177539), 0, 2, datetime.datetime(2022, 6, 3, 5, 42, 39, 177539), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:42:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:42:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 42, 39, 181097), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 42, 39, 181097), 0, 2, datetime.datetime(2022, 6, 3, 5, 42, 39, 181097), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:42:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:42:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 42, 39, 183272), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 42, 39, 183272), 0, 2, datetime.datetime(2022, 6, 3, 5, 42, 39, 183272), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:42:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:42:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 42, 39, 185247), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 42, 39, 185247), 0, 2, datetime.datetime(2022, 6, 3, 5, 42, 39, 185247), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:42:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:42:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 42, 39, 187207), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 42, 39, 187207), 0, 2, datetime.datetime(2022, 6, 3, 5, 42, 39, 187207), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:42:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:42:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:42:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:42:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:42:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:42:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:42:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:42:44,654 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:43:39.167018+00:00 (in 29.999129 seconds)
repomirrorworker stdout | 2022-06-03 05:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:43:39 UTC)" (scheduled at 2022-06-03 05:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:43:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:43:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:43:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 43, 9, 176825), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 43, 9, 176825), 0, 2, datetime.datetime(2022, 6, 3, 5, 43, 9, 176825), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:43:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:43:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 43, 9, 180221), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 43, 9, 180221), 0, 2, datetime.datetime(2022, 6, 3, 5, 43, 9, 180221), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:43:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:43:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 43, 9, 182277), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 43, 9, 182277), 0, 2, datetime.datetime(2022, 6, 3, 5, 43, 9, 182277), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:43:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:43:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 43, 9, 183958), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 43, 9, 183958), 0, 2, datetime.datetime(2022, 6, 3, 5, 43, 9, 183958), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:43:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:43:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:43:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:43:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:43:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:43:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:43:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:43:14,725 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:44:09.167018+00:00 (in 29.999197 seconds)
repomirrorworker stdout | 2022-06-03 05:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:44:09 UTC)" (scheduled at 2022-06-03 05:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:43:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:43:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:43:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 43, 39, 176861), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 43, 39, 176861), 0, 2, datetime.datetime(2022, 6, 3, 5, 43, 39, 176861), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:43:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:43:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 43, 39, 180500), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 43, 39, 180500), 0, 2, datetime.datetime(2022, 6, 3, 5, 43, 39, 180500), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:43:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:43:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 43, 39, 182438), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 43, 39, 182438), 0, 2, datetime.datetime(2022, 6, 3, 5, 43, 39, 182438), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:43:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:43:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 43, 39, 184209), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 43, 39, 184209), 0, 2, datetime.datetime(2022, 6, 3, 5, 43, 39, 184209), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:43:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:43:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 43, 39, 185970), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 43, 39, 185970), 0, 2, datetime.datetime(2022, 6, 3, 5, 43, 39, 185970), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:43:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:43:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:43:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:43:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:43:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:43:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:43:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:43:44,765 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:44:39.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-03 05:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:44:39 UTC)" (scheduled at 2022-06-03 05:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:44:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:44:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 44, 9, 177114), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 44, 9, 177114), 0, 2, datetime.datetime(2022, 6, 3, 5, 44, 9, 177114), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:44:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:44:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 44, 9, 180642), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 44, 9, 180642), 0, 2, datetime.datetime(2022, 6, 3, 5, 44, 9, 180642), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:44:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:44:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 44, 9, 182560), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 44, 9, 182560), 0, 2, datetime.datetime(2022, 6, 3, 5, 44, 9, 182560), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:44:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:44:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 44, 9, 184288), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 44, 9, 184288), 0, 2, datetime.datetime(2022, 6, 3, 5, 44, 9, 184288), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:44:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:44:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:44:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:44:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:44:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:44:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:44:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:44:14,816 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:45:09.167018+00:00 (in 29.999184 seconds)
repomirrorworker stdout | 2022-06-03 05:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:45:09 UTC)" (scheduled at 2022-06-03 05:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:44:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:44:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 44, 39, 176860), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 44, 39, 176860), 0, 2, datetime.datetime(2022, 6, 3, 5, 44, 39, 176860), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:44:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:44:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 44, 39, 180107), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 44, 39, 180107), 0, 2, datetime.datetime(2022, 6, 3, 5, 44, 39, 180107), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:44:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:44:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 44, 39, 182059), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 44, 39, 182059), 0, 2, datetime.datetime(2022, 6, 3, 5, 44, 39, 182059), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:44:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:44:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 44, 39, 183769), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 44, 39, 183769), 0, 2, datetime.datetime(2022, 6, 3, 5, 44, 39, 183769), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:44:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:44:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 44, 39, 185423), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 44, 39, 185423), 0, 2, datetime.datetime(2022, 6, 3, 5, 44, 39, 185423), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:44:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:44:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:44:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:44:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:44:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:44:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:44:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:44:44,865 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:45:39.167018+00:00 (in 29.999142 seconds)
repomirrorworker stdout | 2022-06-03 05:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:45:39 UTC)" (scheduled at 2022-06-03 05:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:45:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:45:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:45:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 45, 9, 176999), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 45, 9, 176999), 0, 2, datetime.datetime(2022, 6, 3, 5, 45, 9, 176999), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:45:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:45:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 45, 9, 180439), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 45, 9, 180439), 0, 2, datetime.datetime(2022, 6, 3, 5, 45, 9, 180439), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:45:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:45:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 45, 9, 182613), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 45, 9, 182613), 0, 2, datetime.datetime(2022, 6, 3, 5, 45, 9, 182613), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:45:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:45:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 45, 9, 184754), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 45, 9, 184754), 0, 2, datetime.datetime(2022, 6, 3, 5, 45, 9, 184754), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:45:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:45:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 45, 9, 186610), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 45, 9, 186610), 0, 2, datetime.datetime(2022, 6, 3, 5, 45, 9, 186610), True, 13, 15])
repomirrorworker stdout | 2022-06-03 05:45:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 05:45:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:45:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:45:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:45:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:45:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:45:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:45:14,901 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:46:09.167018+00:00 (in 29.999139 seconds)
repomirrorworker stdout | 2022-06-03 05:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:46:09 UTC)" (scheduled at 2022-06-03 05:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:45:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:45:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 45, 39, 176957), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 45, 39, 176957), 0, 2, datetime.datetime(2022, 6, 3, 5, 45, 39, 176957), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:45:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:45:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 45, 39, 180359), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 45, 39, 180359), 0, 2, datetime.datetime(2022, 6, 3, 5, 45, 39, 180359), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:45:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:45:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 45, 39, 182819), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 45, 39, 182819), 0, 2, datetime.datetime(2022, 6, 3, 5, 45, 39, 182819), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:45:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:45:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 45, 39, 184907), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 45, 39, 184907), 0, 2, datetime.datetime(2022, 6, 3, 5, 45, 39, 184907), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:45:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:45:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 45, 39, 186594), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 45, 39, 186594), 0, 2, datetime.datetime(2022, 6, 3, 5, 45, 39, 186594), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:45:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:45:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:45:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:45:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:45:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:45:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:45:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:45:44,933 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:46:39.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-03 05:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:46:39 UTC)" (scheduled at 2022-06-03 05:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:46:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:46:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:46:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 46, 9, 176966), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 46, 9, 176966), 0, 2, datetime.datetime(2022, 6, 3, 5, 46, 9, 176966), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:46:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:46:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 46, 9, 181000), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 46, 9, 181000), 0, 2, datetime.datetime(2022, 6, 3, 5, 46, 9, 181000), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:46:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:46:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 46, 9, 183086), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 46, 9, 183086), 0, 2, datetime.datetime(2022, 6, 3, 5, 46, 9, 183086), True, 13, 15])
repomirrorworker stdout | 2022-06-03 05:46:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 05:46:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 46, 9, 184810), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 46, 9, 184810), 0, 2, datetime.datetime(2022, 6, 3, 5, 46, 9, 184810), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:46:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:46:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:46:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:46:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:46:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:46:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:46:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:46:15,001 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:47:09.167018+00:00 (in 29.999169 seconds)
repomirrorworker stdout | 2022-06-03 05:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:47:09 UTC)" (scheduled at 2022-06-03 05:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:46:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 46, 39, 176611), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 46, 39, 176611), 0, 2, datetime.datetime(2022, 6, 3, 5, 46, 39, 176611), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:46:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:46:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 46, 39, 179968), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 46, 39, 179968), 0, 2, datetime.datetime(2022, 6, 3, 5, 46, 39, 179968), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:46:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:46:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 46, 39, 181886), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 46, 39, 181886), 0, 2, datetime.datetime(2022, 6, 3, 5, 46, 39, 181886), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:46:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:46:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 46, 39, 183615), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 46, 39, 183615), 0, 2, datetime.datetime(2022, 6, 3, 5, 46, 39, 183615), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:46:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:46:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 46, 39, 185318), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 46, 39, 185318), 0, 2, datetime.datetime(2022, 6, 3, 5, 46, 39, 185318), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:46:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:46:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:46:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:46:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:46:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:46:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:46:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:46:45,062 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:47:39.167018+00:00 (in 29.999135 seconds)
repomirrorworker stdout | 2022-06-03 05:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:47:39 UTC)" (scheduled at 2022-06-03 05:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:47:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:47:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 47, 9, 176524), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 47, 9, 176524), 0, 2, datetime.datetime(2022, 6, 3, 5, 47, 9, 176524), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:47:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:47:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 47, 9, 179632), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 47, 9, 179632), 0, 2, datetime.datetime(2022, 6, 3, 5, 47, 9, 179632), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:47:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:47:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 47, 9, 181577), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 47, 9, 181577), 0, 2, datetime.datetime(2022, 6, 3, 5, 47, 9, 181577), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:47:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:47:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 47, 9, 183482), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 47, 9, 183482), 0, 2, datetime.datetime(2022, 6, 3, 5, 47, 9, 183482), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:47:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:47:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 47, 9, 185284), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 47, 9, 185284), 0, 2, datetime.datetime(2022, 6, 3, 5, 47, 9, 185284), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:47:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:47:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:47:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:47:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:47:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:47:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:47:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:47:15,102 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:48:09.167018+00:00 (in 29.999090 seconds)
repomirrorworker stdout | 2022-06-03 05:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:48:09 UTC)" (scheduled at 2022-06-03 05:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:47:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:47:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 47, 39, 177056), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 47, 39, 177056), 0, 2, datetime.datetime(2022, 6, 3, 5, 47, 39, 177056), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:47:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:47:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 47, 39, 180271), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 47, 39, 180271), 0, 2, datetime.datetime(2022, 6, 3, 5, 47, 39, 180271), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:47:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:47:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 47, 39, 182161), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 47, 39, 182161), 0, 2, datetime.datetime(2022, 6, 3, 5, 47, 39, 182161), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:47:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:47:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 47, 39, 184414), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 47, 39, 184414), 0, 2, datetime.datetime(2022, 6, 3, 5, 47, 39, 184414), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:47:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:47:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:47:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:47:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:47:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:47:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:47:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:47:45,161 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:48:39.167018+00:00 (in 29.999145 seconds)
repomirrorworker stdout | 2022-06-03 05:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:48:39 UTC)" (scheduled at 2022-06-03 05:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:48:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:48:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:48:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 48, 9, 176661), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 48, 9, 176661), 0, 2, datetime.datetime(2022, 6, 3, 5, 48, 9, 176661), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:48:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:48:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 48, 9, 179866), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 48, 9, 179866), 0, 2, datetime.datetime(2022, 6, 3, 5, 48, 9, 179866), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:48:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:48:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 48, 9, 181847), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 48, 9, 181847), 0, 2, datetime.datetime(2022, 6, 3, 5, 48, 9, 181847), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:48:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:48:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 48, 9, 183612), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 48, 9, 183612), 0, 2, datetime.datetime(2022, 6, 3, 5, 48, 9, 183612), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:48:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:48:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 48, 9, 185338), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 48, 9, 185338), 0, 2, datetime.datetime(2022, 6, 3, 5, 48, 9, 185338), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:48:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:48:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:48:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:48:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:48:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:48:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:48:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:48:15,219 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:49:09.167018+00:00 (in 29.999104 seconds)
repomirrorworker stdout | 2022-06-03 05:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:49:09 UTC)" (scheduled at 2022-06-03 05:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:48:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:48:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 48, 39, 176971), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 48, 39, 176971), 0, 2, datetime.datetime(2022, 6, 3, 5, 48, 39, 176971), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:48:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:48:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 48, 39, 180557), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 48, 39, 180557), 0, 2, datetime.datetime(2022, 6, 3, 5, 48, 39, 180557), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:48:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:48:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 48, 39, 182448), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 48, 39, 182448), 0, 2, datetime.datetime(2022, 6, 3, 5, 48, 39, 182448), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:48:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:48:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 48, 39, 184154), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 48, 39, 184154), 0, 2, datetime.datetime(2022, 6, 3, 5, 48, 39, 184154), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:48:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:48:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:48:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:48:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:48:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:48:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:48:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:48:45,300 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:49:39.167018+00:00 (in 29.999085 seconds)
repomirrorworker stdout | 2022-06-03 05:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:49:39 UTC)" (scheduled at 2022-06-03 05:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:49:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:49:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:49:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 49, 9, 176516), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 49, 9, 176516), 0, 2, datetime.datetime(2022, 6, 3, 5, 49, 9, 176516), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:49:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:49:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 49, 9, 179594), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 49, 9, 179594), 0, 2, datetime.datetime(2022, 6, 3, 5, 49, 9, 179594), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:49:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:49:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 49, 9, 181471), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 49, 9, 181471), 0, 2, datetime.datetime(2022, 6, 3, 5, 49, 9, 181471), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:49:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:49:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 49, 9, 183164), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 49, 9, 183164), 0, 2, datetime.datetime(2022, 6, 3, 5, 49, 9, 183164), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:49:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:49:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 49, 9, 184856), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 49, 9, 184856), 0, 2, datetime.datetime(2022, 6, 3, 5, 49, 9, 184856), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:49:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:49:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:49:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:49:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:49:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:49:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:49:09,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:49:15,374 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:50:09.167018+00:00 (in 29.999054 seconds)
repomirrorworker stdout | 2022-06-03 05:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:50:09 UTC)" (scheduled at 2022-06-03 05:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:49:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:49:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 49, 39, 177022), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 49, 39, 177022), 0, 2, datetime.datetime(2022, 6, 3, 5, 49, 39, 177022), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:49:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:49:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 49, 39, 180560), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 49, 39, 180560), 0, 2, datetime.datetime(2022, 6, 3, 5, 49, 39, 180560), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:49:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:49:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 49, 39, 182414), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 49, 39, 182414), 0, 2, datetime.datetime(2022, 6, 3, 5, 49, 39, 182414), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:49:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:49:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 49, 39, 184538), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 49, 39, 184538), 0, 2, datetime.datetime(2022, 6, 3, 5, 49, 39, 184538), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:49:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:49:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 49, 39, 186216), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 49, 39, 186216), 0, 2, datetime.datetime(2022, 6, 3, 5, 49, 39, 186216), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:49:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:49:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:49:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:49:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:49:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:49:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:49:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:49:45,423 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:50:39.167018+00:00 (in 29.999043 seconds)
repomirrorworker stdout | 2022-06-03 05:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:50:39 UTC)" (scheduled at 2022-06-03 05:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:50:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:50:09,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:50:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 50, 9, 178134), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 50, 9, 178134), 0, 2, datetime.datetime(2022, 6, 3, 5, 50, 9, 178134), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:50:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:50:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 50, 9, 181608), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 50, 9, 181608), 0, 2, datetime.datetime(2022, 6, 3, 5, 50, 9, 181608), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:50:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:50:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 50, 9, 183462), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 50, 9, 183462), 0, 2, datetime.datetime(2022, 6, 3, 5, 50, 9, 183462), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:50:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:50:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 50, 9, 185173), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 50, 9, 185173), 0, 2, datetime.datetime(2022, 6, 3, 5, 50, 9, 185173), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:50:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:50:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 50, 9, 186889), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 50, 9, 186889), 0, 2, datetime.datetime(2022, 6, 3, 5, 50, 9, 186889), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:50:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:50:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:50:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:50:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:50:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:50:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:50:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:50:15,484 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:51:09.167018+00:00 (in 29.999242 seconds)
repomirrorworker stdout | 2022-06-03 05:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:51:09 UTC)" (scheduled at 2022-06-03 05:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:50:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:50:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 50, 39, 176845), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 50, 39, 176845), 0, 2, datetime.datetime(2022, 6, 3, 5, 50, 39, 176845), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:50:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:50:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 50, 39, 180429), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 50, 39, 180429), 0, 2, datetime.datetime(2022, 6, 3, 5, 50, 39, 180429), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:50:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:50:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 50, 39, 182704), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 50, 39, 182704), 0, 2, datetime.datetime(2022, 6, 3, 5, 50, 39, 182704), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:50:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:50:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 50, 39, 184743), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 50, 39, 184743), 0, 2, datetime.datetime(2022, 6, 3, 5, 50, 39, 184743), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:50:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:50:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 50, 39, 186438), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 50, 39, 186438), 0, 2, datetime.datetime(2022, 6, 3, 5, 50, 39, 186438), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:50:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:50:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:50:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:50:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:50:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:50:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:50:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:50:45,539 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:51:39.167018+00:00 (in 29.999179 seconds)
repomirrorworker stdout | 2022-06-03 05:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:51:39 UTC)" (scheduled at 2022-06-03 05:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:51:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:51:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:51:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 51, 9, 177224), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 51, 9, 177224), 0, 2, datetime.datetime(2022, 6, 3, 5, 51, 9, 177224), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:51:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:51:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 51, 9, 180626), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 51, 9, 180626), 0, 2, datetime.datetime(2022, 6, 3, 5, 51, 9, 180626), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:51:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:51:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 51, 9, 182786), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 51, 9, 182786), 0, 2, datetime.datetime(2022, 6, 3, 5, 51, 9, 182786), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:51:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:51:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 51, 9, 184899), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 51, 9, 184899), 0, 2, datetime.datetime(2022, 6, 3, 5, 51, 9, 184899), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:51:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:51:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:51:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:51:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:51:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:51:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:51:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:51:15,588 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:52:09.167018+00:00 (in 29.998990 seconds)
repomirrorworker stdout | 2022-06-03 05:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:52:09 UTC)" (scheduled at 2022-06-03 05:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:51:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:51:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:51:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 51, 39, 176840), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 51, 39, 176840), 0, 2, datetime.datetime(2022, 6, 3, 5, 51, 39, 176840), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:51:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:51:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 51, 39, 180281), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 51, 39, 180281), 0, 2, datetime.datetime(2022, 6, 3, 5, 51, 39, 180281), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:51:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:51:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 51, 39, 182328), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 51, 39, 182328), 0, 2, datetime.datetime(2022, 6, 3, 5, 51, 39, 182328), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:51:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:51:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 51, 39, 184045), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 51, 39, 184045), 0, 2, datetime.datetime(2022, 6, 3, 5, 51, 39, 184045), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:51:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:51:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 51, 39, 185694), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 51, 39, 185694), 0, 2, datetime.datetime(2022, 6, 3, 5, 51, 39, 185694), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:51:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:51:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:51:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:51:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:51:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:51:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:51:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:51:45,624 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:52:39.167018+00:00 (in 29.999049 seconds)
repomirrorworker stdout | 2022-06-03 05:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:52:39 UTC)" (scheduled at 2022-06-03 05:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:52:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:52:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:52:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 52, 9, 176998), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 52, 9, 176998), 0, 2, datetime.datetime(2022, 6, 3, 5, 52, 9, 176998), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:52:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:52:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 52, 9, 180453), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 52, 9, 180453), 0, 2, datetime.datetime(2022, 6, 3, 5, 52, 9, 180453), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:52:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:52:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 52, 9, 182312), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 52, 9, 182312), 0, 2, datetime.datetime(2022, 6, 3, 5, 52, 9, 182312), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:52:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:52:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 52, 9, 183991), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 52, 9, 183991), 0, 2, datetime.datetime(2022, 6, 3, 5, 52, 9, 183991), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:52:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:52:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:52:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:52:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:52:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:52:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:52:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:52:15,684 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:53:09.167018+00:00 (in 29.999082 seconds)
repomirrorworker stdout | 2022-06-03 05:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:53:09 UTC)" (scheduled at 2022-06-03 05:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:52:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:52:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 52, 39, 177159), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 52, 39, 177159), 0, 2, datetime.datetime(2022, 6, 3, 5, 52, 39, 177159), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:52:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:52:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 52, 39, 180355), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 52, 39, 180355), 0, 2, datetime.datetime(2022, 6, 3, 5, 52, 39, 180355), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:52:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:52:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 52, 39, 182372), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 52, 39, 182372), 0, 2, datetime.datetime(2022, 6, 3, 5, 52, 39, 182372), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:52:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:52:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 52, 39, 184249), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 52, 39, 184249), 0, 2, datetime.datetime(2022, 6, 3, 5, 52, 39, 184249), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:52:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:52:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:52:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:52:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:52:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:52:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:52:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:52:45,738 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:53:39.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-03 05:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:53:39 UTC)" (scheduled at 2022-06-03 05:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:53:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:53:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 53, 9, 177035), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 53, 9, 177035), 0, 2, datetime.datetime(2022, 6, 3, 5, 53, 9, 177035), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:53:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:53:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 53, 9, 180839), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 53, 9, 180839), 0, 2, datetime.datetime(2022, 6, 3, 5, 53, 9, 180839), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:53:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:53:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 53, 9, 182939), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 53, 9, 182939), 0, 2, datetime.datetime(2022, 6, 3, 5, 53, 9, 182939), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:53:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:53:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 53, 9, 184803), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 53, 9, 184803), 0, 2, datetime.datetime(2022, 6, 3, 5, 53, 9, 184803), True, 9, 13])
repomirrorworker stdout | 2022-06-03 05:53:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 05:53:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:53:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:53:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:53:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:53:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:53:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:53:15,795 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:54:09.167018+00:00 (in 29.999183 seconds)
repomirrorworker stdout | 2022-06-03 05:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:54:09 UTC)" (scheduled at 2022-06-03 05:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:53:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 53, 39, 177502), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 53, 39, 177502), 0, 2, datetime.datetime(2022, 6, 3, 5, 53, 39, 177502), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:53:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:53:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 53, 39, 181299), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 53, 39, 181299), 0, 2, datetime.datetime(2022, 6, 3, 5, 53, 39, 181299), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:53:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:53:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 53, 39, 183197), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 53, 39, 183197), 0, 2, datetime.datetime(2022, 6, 3, 5, 53, 39, 183197), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:53:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:53:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 53, 39, 185078), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 53, 39, 185078), 0, 2, datetime.datetime(2022, 6, 3, 5, 53, 39, 185078), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:53:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:53:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:53:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:53:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:53:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:53:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:53:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:53:45,836 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:54:39.167018+00:00 (in 29.998982 seconds)
repomirrorworker stdout | 2022-06-03 05:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:54:39 UTC)" (scheduled at 2022-06-03 05:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:54:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:54:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 54, 9, 176744), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 54, 9, 176744), 0, 2, datetime.datetime(2022, 6, 3, 5, 54, 9, 176744), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:54:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:54:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 54, 9, 180115), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 54, 9, 180115), 0, 2, datetime.datetime(2022, 6, 3, 5, 54, 9, 180115), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:54:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:54:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 54, 9, 182103), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 54, 9, 182103), 0, 2, datetime.datetime(2022, 6, 3, 5, 54, 9, 182103), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:54:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:54:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 54, 9, 183827), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 54, 9, 183827), 0, 2, datetime.datetime(2022, 6, 3, 5, 54, 9, 183827), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:54:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:54:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:54:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:54:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:54:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:54:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:54:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:54:15,890 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:55:09.167018+00:00 (in 29.999182 seconds)
repomirrorworker stdout | 2022-06-03 05:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:55:09 UTC)" (scheduled at 2022-06-03 05:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:54:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:54:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:54:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 54, 39, 176725), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 54, 39, 176725), 0, 2, datetime.datetime(2022, 6, 3, 5, 54, 39, 176725), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:54:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:54:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 54, 39, 180215), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 54, 39, 180215), 0, 2, datetime.datetime(2022, 6, 3, 5, 54, 39, 180215), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:54:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:54:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 54, 39, 182446), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 54, 39, 182446), 0, 2, datetime.datetime(2022, 6, 3, 5, 54, 39, 182446), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:54:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:54:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 54, 39, 184428), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 54, 39, 184428), 0, 2, datetime.datetime(2022, 6, 3, 5, 54, 39, 184428), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:54:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:54:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 54, 39, 186077), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 54, 39, 186077), 0, 2, datetime.datetime(2022, 6, 3, 5, 54, 39, 186077), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:54:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:54:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:54:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:54:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:54:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:54:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:54:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:54:45,954 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:55:39.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-03 05:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:55:39 UTC)" (scheduled at 2022-06-03 05:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:55:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:55:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:55:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 55, 9, 177001), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 55, 9, 177001), 0, 2, datetime.datetime(2022, 6, 3, 5, 55, 9, 177001), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:55:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:55:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 55, 9, 180557), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 55, 9, 180557), 0, 2, datetime.datetime(2022, 6, 3, 5, 55, 9, 180557), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:55:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:55:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 55, 9, 182583), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 55, 9, 182583), 0, 2, datetime.datetime(2022, 6, 3, 5, 55, 9, 182583), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:55:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:55:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 55, 9, 184337), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 55, 9, 184337), 0, 2, datetime.datetime(2022, 6, 3, 5, 55, 9, 184337), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:55:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:55:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 55, 9, 186038), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 55, 9, 186038), 0, 2, datetime.datetime(2022, 6, 3, 5, 55, 9, 186038), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:55:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:55:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:55:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:55:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:55:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:55:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:55:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:55:16,006 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:56:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-03 05:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:56:09 UTC)" (scheduled at 2022-06-03 05:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:55:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:55:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 55, 39, 176658), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 55, 39, 176658), 0, 2, datetime.datetime(2022, 6, 3, 5, 55, 39, 176658), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:55:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:55:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 55, 39, 179713), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 55, 39, 179713), 0, 2, datetime.datetime(2022, 6, 3, 5, 55, 39, 179713), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:55:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:55:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 55, 39, 181536), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 55, 39, 181536), 0, 2, datetime.datetime(2022, 6, 3, 5, 55, 39, 181536), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 55, 39, 183206), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 55, 39, 183206), 0, 2, datetime.datetime(2022, 6, 3, 5, 55, 39, 183206), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:55:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:55:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 55, 39, 184882), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 55, 39, 184882), 0, 2, datetime.datetime(2022, 6, 3, 5, 55, 39, 184882), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:55:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:55:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:55:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:55:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:55:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:55:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:55:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:55:46,048 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:56:39.167018+00:00 (in 29.998981 seconds)
repomirrorworker stdout | 2022-06-03 05:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:56:39 UTC)" (scheduled at 2022-06-03 05:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:56:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:56:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:56:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 56, 9, 177092), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 56, 9, 177092), 0, 2, datetime.datetime(2022, 6, 3, 5, 56, 9, 177092), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:56:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:56:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 56, 9, 180419), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 56, 9, 180419), 0, 2, datetime.datetime(2022, 6, 3, 5, 56, 9, 180419), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:56:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:56:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 56, 9, 182347), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 56, 9, 182347), 0, 2, datetime.datetime(2022, 6, 3, 5, 56, 9, 182347), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:56:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:56:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 56, 9, 184085), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 56, 9, 184085), 0, 2, datetime.datetime(2022, 6, 3, 5, 56, 9, 184085), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:56:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:56:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 56, 9, 185756), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 56, 9, 185756), 0, 2, datetime.datetime(2022, 6, 3, 5, 56, 9, 185756), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:56:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:56:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:56:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:56:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:56:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:56:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:56:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:56:16,120 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:57:09.167018+00:00 (in 29.999258 seconds)
repomirrorworker stdout | 2022-06-03 05:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:57:09 UTC)" (scheduled at 2022-06-03 05:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:56:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:56:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 56, 39, 176682), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 56, 39, 176682), 0, 2, datetime.datetime(2022, 6, 3, 5, 56, 39, 176682), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:56:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:56:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 56, 39, 179856), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 56, 39, 179856), 0, 2, datetime.datetime(2022, 6, 3, 5, 56, 39, 179856), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:56:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:56:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 56, 39, 181710), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 56, 39, 181710), 0, 2, datetime.datetime(2022, 6, 3, 5, 56, 39, 181710), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:56:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:56:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 56, 39, 183378), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 56, 39, 183378), 0, 2, datetime.datetime(2022, 6, 3, 5, 56, 39, 183378), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:56:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:56:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 56, 39, 185025), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 56, 39, 185025), 0, 2, datetime.datetime(2022, 6, 3, 5, 56, 39, 185025), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:56:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:56:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:56:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:56:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:56:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:56:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:56:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:56:46,156 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:57:39.167018+00:00 (in 29.999068 seconds)
repomirrorworker stdout | 2022-06-03 05:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:57:39 UTC)" (scheduled at 2022-06-03 05:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:57:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:57:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:57:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 57, 9, 176715), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 57, 9, 176715), 0, 2, datetime.datetime(2022, 6, 3, 5, 57, 9, 176715), True, 2, 6])
repomirrorworker stdout | 2022-06-03 05:57:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 05:57:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 57, 9, 180135), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 57, 9, 180135), 0, 2, datetime.datetime(2022, 6, 3, 5, 57, 9, 180135), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:57:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:57:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 57, 9, 182010), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 57, 9, 182010), 0, 2, datetime.datetime(2022, 6, 3, 5, 57, 9, 182010), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:57:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:57:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 57, 9, 183664), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 57, 9, 183664), 0, 2, datetime.datetime(2022, 6, 3, 5, 57, 9, 183664), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:57:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:57:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 57, 9, 185310), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 57, 9, 185310), 0, 2, datetime.datetime(2022, 6, 3, 5, 57, 9, 185310), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:57:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:57:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:57:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:57:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:57:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:57:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:57:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:57:16,228 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:58:09.167018+00:00 (in 29.999114 seconds)
repomirrorworker stdout | 2022-06-03 05:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:58:09 UTC)" (scheduled at 2022-06-03 05:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:57:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:57:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 57, 39, 176788), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 57, 39, 176788), 0, 2, datetime.datetime(2022, 6, 3, 5, 57, 39, 176788), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:57:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:57:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 57, 39, 180528), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 57, 39, 180528), 0, 2, datetime.datetime(2022, 6, 3, 5, 57, 39, 180528), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:57:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:57:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 57, 39, 182843), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 57, 39, 182843), 0, 2, datetime.datetime(2022, 6, 3, 5, 57, 39, 182843), True, 4, 8])
repomirrorworker stdout | 2022-06-03 05:57:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 05:57:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 57, 39, 184939), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 57, 39, 184939), 0, 2, datetime.datetime(2022, 6, 3, 5, 57, 39, 184939), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:57:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:57:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 57, 39, 186977), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 57, 39, 186977), 0, 2, datetime.datetime(2022, 6, 3, 5, 57, 39, 186977), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:57:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:57:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:57:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:57:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:57:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:57:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:57:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:57:46,296 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:58:39.167018+00:00 (in 29.999181 seconds)
repomirrorworker stdout | 2022-06-03 05:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:58:39 UTC)" (scheduled at 2022-06-03 05:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:58:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:58:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 58, 9, 177147), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 58, 9, 177147), 0, 2, datetime.datetime(2022, 6, 3, 5, 58, 9, 177147), True, 7, 11])
repomirrorworker stdout | 2022-06-03 05:58:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 05:58:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 58, 9, 180859), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 58, 9, 180859), 0, 2, datetime.datetime(2022, 6, 3, 5, 58, 9, 180859), True, 11, 15])
repomirrorworker stdout | 2022-06-03 05:58:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 05:58:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 58, 9, 182813), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 58, 9, 182813), 0, 2, datetime.datetime(2022, 6, 3, 5, 58, 9, 182813), True, 3, 7])
repomirrorworker stdout | 2022-06-03 05:58:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 05:58:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 58, 9, 184506), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 58, 9, 184506), 0, 2, datetime.datetime(2022, 6, 3, 5, 58, 9, 184506), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:58:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:58:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:58:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:58:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:58:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:58:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:58:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:58:16,357 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:59:09.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-03 05:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:59:09 UTC)" (scheduled at 2022-06-03 05:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:58:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:58:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 58, 39, 176651), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 58, 39, 176651), 0, 2, datetime.datetime(2022, 6, 3, 5, 58, 39, 176651), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:58:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:58:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 58, 39, 179869), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 58, 39, 179869), 0, 2, datetime.datetime(2022, 6, 3, 5, 58, 39, 179869), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:58:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:58:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 58, 39, 182159), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 58, 39, 182159), 0, 2, datetime.datetime(2022, 6, 3, 5, 58, 39, 182159), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:58:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:58:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 58, 39, 183965), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 58, 39, 183965), 0, 2, datetime.datetime(2022, 6, 3, 5, 58, 39, 183965), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:58:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:58:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:58:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:58:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:58:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:58:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:58:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:58:46,394 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 05:59:39.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-03 05:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:59:39 UTC)" (scheduled at 2022-06-03 05:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:59:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:59:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 59, 9, 176557), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 59, 9, 176557), 0, 2, datetime.datetime(2022, 6, 3, 5, 59, 9, 176557), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:59:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:59:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 59, 9, 179729), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 59, 9, 179729), 0, 2, datetime.datetime(2022, 6, 3, 5, 59, 9, 179729), True, 8, 12])
repomirrorworker stdout | 2022-06-03 05:59:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 05:59:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 59, 9, 181741), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 59, 9, 181741), 0, 2, datetime.datetime(2022, 6, 3, 5, 59, 9, 181741), True, 12, 15])
repomirrorworker stdout | 2022-06-03 05:59:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 05:59:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 59, 9, 183459), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 59, 9, 183459), 0, 2, datetime.datetime(2022, 6, 3, 5, 59, 9, 183459), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:59:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:59:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:59:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:59:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:59:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:59:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:59:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 05:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:59:16,471 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 05:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 05:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:00:09.167018+00:00 (in 29.999072 seconds)
repomirrorworker stdout | 2022-06-03 05:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:00:09 UTC)" (scheduled at 2022-06-03 05:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 05:59:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:59:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:59:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 59, 39, 176948), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 59, 39, 176948), 0, 2, datetime.datetime(2022, 6, 3, 5, 59, 39, 176948), True, 10, 14])
repomirrorworker stdout | 2022-06-03 05:59:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 05:59:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 59, 39, 180320), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 59, 39, 180320), 0, 2, datetime.datetime(2022, 6, 3, 5, 59, 39, 180320), True, 1, 5])
repomirrorworker stdout | 2022-06-03 05:59:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 05:59:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 59, 39, 182222), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 59, 39, 182222), 0, 2, datetime.datetime(2022, 6, 3, 5, 59, 39, 182222), True, 6, 10])
repomirrorworker stdout | 2022-06-03 05:59:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 05:59:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 59, 39, 183937), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 59, 39, 183937), 0, 2, datetime.datetime(2022, 6, 3, 5, 59, 39, 183937), True, 14, 15])
repomirrorworker stdout | 2022-06-03 05:59:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 05:59:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 5, 59, 39, 185591), 0, 2, None, True, datetime.datetime(2022, 6, 3, 5, 59, 39, 185591), 0, 2, datetime.datetime(2022, 6, 3, 5, 59, 39, 185591), True, 5, 9])
repomirrorworker stdout | 2022-06-03 05:59:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 05:59:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 05:59:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:59:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 05:59:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 05:59:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 05:59:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 05:59:46,516 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:00:39.167018+00:00 (in 29.999079 seconds)
repomirrorworker stdout | 2022-06-03 06:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:00:39 UTC)" (scheduled at 2022-06-03 06:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:00:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:00:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 0, 9, 176779), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 0, 9, 176779), 0, 2, datetime.datetime(2022, 6, 3, 6, 0, 9, 176779), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:00:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:00:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 0, 9, 179935), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 0, 9, 179935), 0, 2, datetime.datetime(2022, 6, 3, 6, 0, 9, 179935), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:00:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:00:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 0, 9, 181944), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 0, 9, 181944), 0, 2, datetime.datetime(2022, 6, 3, 6, 0, 9, 181944), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:00:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:00:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 0, 9, 183739), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 0, 9, 183739), 0, 2, datetime.datetime(2022, 6, 3, 6, 0, 9, 183739), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:00:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:00:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 0, 9, 185417), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 0, 9, 185417), 0, 2, datetime.datetime(2022, 6, 3, 6, 0, 9, 185417), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:00:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:00:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:00:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:00:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:00:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:00:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:00:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:00:16,592 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:01:09.167018+00:00 (in 29.999187 seconds)
repomirrorworker stdout | 2022-06-03 06:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:01:09 UTC)" (scheduled at 2022-06-03 06:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:00:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:00:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 0, 39, 177188), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 0, 39, 177188), 0, 2, datetime.datetime(2022, 6, 3, 6, 0, 39, 177188), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:00:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:00:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 0, 39, 180486), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 0, 39, 180486), 0, 2, datetime.datetime(2022, 6, 3, 6, 0, 39, 180486), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:00:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:00:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 0, 39, 182384), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 0, 39, 182384), 0, 2, datetime.datetime(2022, 6, 3, 6, 0, 39, 182384), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:00:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:00:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 0, 39, 184081), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 0, 39, 184081), 0, 2, datetime.datetime(2022, 6, 3, 6, 0, 39, 184081), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:00:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:00:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 0, 39, 185727), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 0, 39, 185727), 0, 2, datetime.datetime(2022, 6, 3, 6, 0, 39, 185727), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:00:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:00:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:00:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:00:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:00:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:00:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:00:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:00:46,644 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:01:39.167018+00:00 (in 29.998973 seconds)
repomirrorworker stdout | 2022-06-03 06:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:01:39 UTC)" (scheduled at 2022-06-03 06:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:01:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:01:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:01:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 1, 9, 176691), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 1, 9, 176691), 0, 2, datetime.datetime(2022, 6, 3, 6, 1, 9, 176691), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:01:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:01:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 1, 9, 179878), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 1, 9, 179878), 0, 2, datetime.datetime(2022, 6, 3, 6, 1, 9, 179878), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:01:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:01:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 1, 9, 182137), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 1, 9, 182137), 0, 2, datetime.datetime(2022, 6, 3, 6, 1, 9, 182137), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:01:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:01:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 1, 9, 184329), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 1, 9, 184329), 0, 2, datetime.datetime(2022, 6, 3, 6, 1, 9, 184329), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:01:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:01:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 1, 9, 186278), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 1, 9, 186278), 0, 2, datetime.datetime(2022, 6, 3, 6, 1, 9, 186278), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:01:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:01:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:01:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:01:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:01:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:01:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:01:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:01:16,703 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:02:09.167018+00:00 (in 29.999071 seconds)
repomirrorworker stdout | 2022-06-03 06:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:02:09 UTC)" (scheduled at 2022-06-03 06:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:01:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 1, 39, 176962), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 1, 39, 176962), 0, 2, datetime.datetime(2022, 6, 3, 6, 1, 39, 176962), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 1, 39, 180357), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 1, 39, 180357), 0, 2, datetime.datetime(2022, 6, 3, 6, 1, 39, 180357), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:01:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:01:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 1, 39, 182403), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 1, 39, 182403), 0, 2, datetime.datetime(2022, 6, 3, 6, 1, 39, 182403), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:01:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:01:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 1, 39, 184233), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 1, 39, 184233), 0, 2, datetime.datetime(2022, 6, 3, 6, 1, 39, 184233), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:01:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:01:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 1, 39, 186074), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 1, 39, 186074), 0, 2, datetime.datetime(2022, 6, 3, 6, 1, 39, 186074), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:01:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:01:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:01:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:01:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:01:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:01:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:01:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:01:46,757 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:02:39.167018+00:00 (in 29.999116 seconds)
repomirrorworker stdout | 2022-06-03 06:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:02:39 UTC)" (scheduled at 2022-06-03 06:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:02:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:02:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:02:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 2, 9, 176950), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 2, 9, 176950), 0, 2, datetime.datetime(2022, 6, 3, 6, 2, 9, 176950), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:02:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:02:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 2, 9, 180217), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 2, 9, 180217), 0, 2, datetime.datetime(2022, 6, 3, 6, 2, 9, 180217), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:02:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:02:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 2, 9, 182550), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 2, 9, 182550), 0, 2, datetime.datetime(2022, 6, 3, 6, 2, 9, 182550), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:02:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:02:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 2, 9, 184540), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 2, 9, 184540), 0, 2, datetime.datetime(2022, 6, 3, 6, 2, 9, 184540), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:02:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:02:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 2, 9, 186500), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 2, 9, 186500), 0, 2, datetime.datetime(2022, 6, 3, 6, 2, 9, 186500), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:02:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:02:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:02:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:02:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:02:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:02:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:02:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:02:16,815 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:03:09.167018+00:00 (in 29.999142 seconds)
repomirrorworker stdout | 2022-06-03 06:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:03:09 UTC)" (scheduled at 2022-06-03 06:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:02:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:02:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:02:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 2, 39, 176878), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 2, 39, 176878), 0, 2, datetime.datetime(2022, 6, 3, 6, 2, 39, 176878), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:02:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:02:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 2, 39, 180185), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 2, 39, 180185), 0, 2, datetime.datetime(2022, 6, 3, 6, 2, 39, 180185), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:02:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:02:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 2, 39, 182131), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 2, 39, 182131), 0, 2, datetime.datetime(2022, 6, 3, 6, 2, 39, 182131), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:02:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:02:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 2, 39, 183877), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 2, 39, 183877), 0, 2, datetime.datetime(2022, 6, 3, 6, 2, 39, 183877), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:02:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:02:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 2, 39, 185574), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 2, 39, 185574), 0, 2, datetime.datetime(2022, 6, 3, 6, 2, 39, 185574), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:02:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:02:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:02:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:02:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:02:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:02:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:02:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:02:46,860 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:03:39.167018+00:00 (in 29.999233 seconds)
repomirrorworker stdout | 2022-06-03 06:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:03:39 UTC)" (scheduled at 2022-06-03 06:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:03:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:03:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 3, 9, 176142), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 3, 9, 176142), 0, 2, datetime.datetime(2022, 6, 3, 6, 3, 9, 176142), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:03:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:03:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 3, 9, 179367), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 3, 9, 179367), 0, 2, datetime.datetime(2022, 6, 3, 6, 3, 9, 179367), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:03:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:03:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 3, 9, 181268), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 3, 9, 181268), 0, 2, datetime.datetime(2022, 6, 3, 6, 3, 9, 181268), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:03:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:03:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 3, 9, 182980), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 3, 9, 182980), 0, 2, datetime.datetime(2022, 6, 3, 6, 3, 9, 182980), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:03:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:03:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:03:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:03:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:03:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:03:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:03:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:03:16,934 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:04:09.167018+00:00 (in 29.999192 seconds)
repomirrorworker stdout | 2022-06-03 06:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:04:09 UTC)" (scheduled at 2022-06-03 06:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:03:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:03:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 3, 39, 177039), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 3, 39, 177039), 0, 2, datetime.datetime(2022, 6, 3, 6, 3, 39, 177039), True, 4, 8])
repomirrorworker stdout | 2022-06-03 06:03:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 06:03:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 3, 39, 180806), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 3, 39, 180806), 0, 2, datetime.datetime(2022, 6, 3, 6, 3, 39, 180806), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:03:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:03:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 3, 39, 183092), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 3, 39, 183092), 0, 2, datetime.datetime(2022, 6, 3, 6, 3, 39, 183092), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:03:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:03:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 3, 39, 185254), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 3, 39, 185254), 0, 2, datetime.datetime(2022, 6, 3, 6, 3, 39, 185254), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:03:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:03:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 3, 39, 187284), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 3, 39, 187284), 0, 2, datetime.datetime(2022, 6, 3, 6, 3, 39, 187284), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:03:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:03:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:03:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:03:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:03:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:03:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:03:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:03:46,989 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:04:39.167018+00:00 (in 29.999181 seconds)
repomirrorworker stdout | 2022-06-03 06:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:04:39 UTC)" (scheduled at 2022-06-03 06:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:04:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 4, 9, 176980), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 4, 9, 176980), 0, 2, datetime.datetime(2022, 6, 3, 6, 4, 9, 176980), True, 4, 8])
repomirrorworker stdout | 2022-06-03 06:04:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 06:04:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 4, 9, 180402), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 4, 9, 180402), 0, 2, datetime.datetime(2022, 6, 3, 6, 4, 9, 180402), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:04:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:04:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 4, 9, 182274), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 4, 9, 182274), 0, 2, datetime.datetime(2022, 6, 3, 6, 4, 9, 182274), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:04:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:04:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 4, 9, 183967), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 4, 9, 183967), 0, 2, datetime.datetime(2022, 6, 3, 6, 4, 9, 183967), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:04:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:04:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 4, 9, 185591), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 4, 9, 185591), 0, 2, datetime.datetime(2022, 6, 3, 6, 4, 9, 185591), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:04:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:04:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:04:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:04:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:04:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:04:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:04:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:04:17,032 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:05:09.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-03 06:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:05:09 UTC)" (scheduled at 2022-06-03 06:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:04:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:04:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:04:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 4, 39, 176959), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 4, 39, 176959), 0, 2, datetime.datetime(2022, 6, 3, 6, 4, 39, 176959), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:04:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:04:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 4, 39, 180134), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 4, 39, 180134), 0, 2, datetime.datetime(2022, 6, 3, 6, 4, 39, 180134), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:04:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:04:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 4, 39, 182015), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 4, 39, 182015), 0, 2, datetime.datetime(2022, 6, 3, 6, 4, 39, 182015), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:04:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:04:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 4, 39, 183762), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 4, 39, 183762), 0, 2, datetime.datetime(2022, 6, 3, 6, 4, 39, 183762), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:04:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:04:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 4, 39, 185404), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 4, 39, 185404), 0, 2, datetime.datetime(2022, 6, 3, 6, 4, 39, 185404), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:04:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:04:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:04:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:04:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:04:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:04:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:04:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:04:47,096 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:05:39.167018+00:00 (in 29.999131 seconds)
repomirrorworker stdout | 2022-06-03 06:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:05:39 UTC)" (scheduled at 2022-06-03 06:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:05:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:05:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 5, 9, 177297), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 5, 9, 177297), 0, 2, datetime.datetime(2022, 6, 3, 6, 5, 9, 177297), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:05:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:05:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 5, 9, 181014), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 5, 9, 181014), 0, 2, datetime.datetime(2022, 6, 3, 6, 5, 9, 181014), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:05:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:05:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 5, 9, 183251), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 5, 9, 183251), 0, 2, datetime.datetime(2022, 6, 3, 6, 5, 9, 183251), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:05:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 5, 9, 185393), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 5, 9, 185393), 0, 2, datetime.datetime(2022, 6, 3, 6, 5, 9, 185393), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:05:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:05:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 5, 9, 187266), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 5, 9, 187266), 0, 2, datetime.datetime(2022, 6, 3, 6, 5, 9, 187266), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:05:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:05:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:05:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:05:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:05:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:05:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:05:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:05:17,153 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:06:09.167018+00:00 (in 29.999139 seconds)
repomirrorworker stdout | 2022-06-03 06:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:06:09 UTC)" (scheduled at 2022-06-03 06:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:05:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:05:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 5, 39, 177130), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 5, 39, 177130), 0, 2, datetime.datetime(2022, 6, 3, 6, 5, 39, 177130), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:05:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 5, 39, 180625), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 5, 39, 180625), 0, 2, datetime.datetime(2022, 6, 3, 6, 5, 39, 180625), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:05:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:05:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 5, 39, 182481), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 5, 39, 182481), 0, 2, datetime.datetime(2022, 6, 3, 6, 5, 39, 182481), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:05:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:05:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 5, 39, 184149), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 5, 39, 184149), 0, 2, datetime.datetime(2022, 6, 3, 6, 5, 39, 184149), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:05:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:05:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 5, 39, 185781), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 5, 39, 185781), 0, 2, datetime.datetime(2022, 6, 3, 6, 5, 39, 185781), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:05:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:05:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:05:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:05:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:05:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:05:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:05:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:05:47,179 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:06:39.167018+00:00 (in 29.999062 seconds)
repomirrorworker stdout | 2022-06-03 06:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:06:39 UTC)" (scheduled at 2022-06-03 06:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:06:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:06:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:06:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 6, 9, 176564), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 6, 9, 176564), 0, 2, datetime.datetime(2022, 6, 3, 6, 6, 9, 176564), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:06:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:06:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 6, 9, 179954), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 6, 9, 179954), 0, 2, datetime.datetime(2022, 6, 3, 6, 6, 9, 179954), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:06:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:06:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 6, 9, 181893), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 6, 9, 181893), 0, 2, datetime.datetime(2022, 6, 3, 6, 6, 9, 181893), True, 3, 7])
repomirrorworker stdout | 2022-06-03 06:06:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 06:06:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 6, 9, 183662), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 6, 9, 183662), 0, 2, datetime.datetime(2022, 6, 3, 6, 6, 9, 183662), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:06:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:06:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:06:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:06:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:06:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:06:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:06:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:06:17,230 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:07:09.167018+00:00 (in 29.999082 seconds)
repomirrorworker stdout | 2022-06-03 06:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:07:09 UTC)" (scheduled at 2022-06-03 06:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:06:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 6, 39, 176618), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 6, 39, 176618), 0, 2, datetime.datetime(2022, 6, 3, 6, 6, 39, 176618), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:06:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:06:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 6, 39, 180019), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 6, 39, 180019), 0, 2, datetime.datetime(2022, 6, 3, 6, 6, 39, 180019), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:06:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:06:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 6, 39, 181939), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 6, 39, 181939), 0, 2, datetime.datetime(2022, 6, 3, 6, 6, 39, 181939), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:06:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:06:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 6, 39, 183611), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 6, 39, 183611), 0, 2, datetime.datetime(2022, 6, 3, 6, 6, 39, 183611), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:06:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:06:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:06:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:06:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:06:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:06:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:06:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:06:47,291 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:07:39.167018+00:00 (in 29.999194 seconds)
repomirrorworker stdout | 2022-06-03 06:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:07:39 UTC)" (scheduled at 2022-06-03 06:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:07:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:07:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:07:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 7, 9, 176952), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 7, 9, 176952), 0, 2, datetime.datetime(2022, 6, 3, 6, 7, 9, 176952), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:07:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:07:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 7, 9, 180195), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 7, 9, 180195), 0, 2, datetime.datetime(2022, 6, 3, 6, 7, 9, 180195), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:07:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:07:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 7, 9, 182117), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 7, 9, 182117), 0, 2, datetime.datetime(2022, 6, 3, 6, 7, 9, 182117), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:07:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:07:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 7, 9, 183827), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 7, 9, 183827), 0, 2, datetime.datetime(2022, 6, 3, 6, 7, 9, 183827), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:07:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:07:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:07:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:07:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:07:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:07:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:07:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:07:17,349 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:08:09.167018+00:00 (in 29.999233 seconds)
repomirrorworker stdout | 2022-06-03 06:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:08:09 UTC)" (scheduled at 2022-06-03 06:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:07:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:07:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 7, 39, 176967), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 7, 39, 176967), 0, 2, datetime.datetime(2022, 6, 3, 6, 7, 39, 176967), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:07:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:07:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 7, 39, 180257), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 7, 39, 180257), 0, 2, datetime.datetime(2022, 6, 3, 6, 7, 39, 180257), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:07:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:07:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 7, 39, 182181), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 7, 39, 182181), 0, 2, datetime.datetime(2022, 6, 3, 6, 7, 39, 182181), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:07:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:07:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 7, 39, 183936), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 7, 39, 183936), 0, 2, datetime.datetime(2022, 6, 3, 6, 7, 39, 183936), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:07:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:07:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 7, 39, 185864), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 7, 39, 185864), 0, 2, datetime.datetime(2022, 6, 3, 6, 7, 39, 185864), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:07:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:07:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:07:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:07:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:07:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:07:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:07:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:07:47,393 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:08:39.167018+00:00 (in 29.999190 seconds)
repomirrorworker stdout | 2022-06-03 06:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:08:39 UTC)" (scheduled at 2022-06-03 06:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:08:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:08:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:08:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 8, 9, 177021), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 8, 9, 177021), 0, 2, datetime.datetime(2022, 6, 3, 6, 8, 9, 177021), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:08:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:08:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 8, 9, 180268), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 8, 9, 180268), 0, 2, datetime.datetime(2022, 6, 3, 6, 8, 9, 180268), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:08:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:08:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 8, 9, 182318), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 8, 9, 182318), 0, 2, datetime.datetime(2022, 6, 3, 6, 8, 9, 182318), True, 3, 7])
repomirrorworker stdout | 2022-06-03 06:08:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 06:08:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 8, 9, 184367), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 8, 9, 184367), 0, 2, datetime.datetime(2022, 6, 3, 6, 8, 9, 184367), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:08:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:08:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:08:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:08:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:08:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:08:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:08:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:08:17,427 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:09:09.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-03 06:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:09:09 UTC)" (scheduled at 2022-06-03 06:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:08:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:08:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:08:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 8, 39, 176554), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 8, 39, 176554), 0, 2, datetime.datetime(2022, 6, 3, 6, 8, 39, 176554), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:08:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:08:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 8, 39, 179721), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 8, 39, 179721), 0, 2, datetime.datetime(2022, 6, 3, 6, 8, 39, 179721), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:08:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:08:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 8, 39, 181564), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 8, 39, 181564), 0, 2, datetime.datetime(2022, 6, 3, 6, 8, 39, 181564), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:08:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:08:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 8, 39, 183229), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 8, 39, 183229), 0, 2, datetime.datetime(2022, 6, 3, 6, 8, 39, 183229), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:08:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:08:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 8, 39, 184875), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 8, 39, 184875), 0, 2, datetime.datetime(2022, 6, 3, 6, 8, 39, 184875), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:08:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:08:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:08:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:08:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:08:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:08:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:08:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:08:47,488 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:09:39.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-03 06:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:09:39 UTC)" (scheduled at 2022-06-03 06:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:09:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:09:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:09:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 9, 9, 176575), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 9, 9, 176575), 0, 2, datetime.datetime(2022, 6, 3, 6, 9, 9, 176575), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:09:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:09:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 9, 9, 179636), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 9, 9, 179636), 0, 2, datetime.datetime(2022, 6, 3, 6, 9, 9, 179636), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:09:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:09:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 9, 9, 181451), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 9, 9, 181451), 0, 2, datetime.datetime(2022, 6, 3, 6, 9, 9, 181451), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:09:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:09:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 9, 9, 183119), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 9, 9, 183119), 0, 2, datetime.datetime(2022, 6, 3, 6, 9, 9, 183119), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:09:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:09:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 9, 9, 184759), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 9, 9, 184759), 0, 2, datetime.datetime(2022, 6, 3, 6, 9, 9, 184759), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:09:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:09:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:09:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:09:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:09:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:09:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:09:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:09:17,528 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:10:09.167018+00:00 (in 29.999037 seconds)
repomirrorworker stdout | 2022-06-03 06:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:10:09 UTC)" (scheduled at 2022-06-03 06:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:09:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:09:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 9, 39, 176719), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 9, 39, 176719), 0, 2, datetime.datetime(2022, 6, 3, 6, 9, 39, 176719), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:09:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:09:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 9, 39, 180103), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 9, 39, 180103), 0, 2, datetime.datetime(2022, 6, 3, 6, 9, 39, 180103), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:09:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:09:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 9, 39, 182052), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 9, 39, 182052), 0, 2, datetime.datetime(2022, 6, 3, 6, 9, 39, 182052), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:09:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:09:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 9, 39, 183825), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 9, 39, 183825), 0, 2, datetime.datetime(2022, 6, 3, 6, 9, 39, 183825), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:09:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:09:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:09:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:09:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:09:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:09:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:09:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:09:47,608 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:10:39.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-03 06:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:10:39 UTC)" (scheduled at 2022-06-03 06:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:10:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:10:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 10, 9, 176210), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 10, 9, 176210), 0, 2, datetime.datetime(2022, 6, 3, 6, 10, 9, 176210), True, 3, 7])
repomirrorworker stdout | 2022-06-03 06:10:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 06:10:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 10, 9, 179280), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 10, 9, 179280), 0, 2, datetime.datetime(2022, 6, 3, 6, 10, 9, 179280), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:10:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:10:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 10, 9, 181107), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 10, 9, 181107), 0, 2, datetime.datetime(2022, 6, 3, 6, 10, 9, 181107), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:10:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:10:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 10, 9, 182774), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 10, 9, 182774), 0, 2, datetime.datetime(2022, 6, 3, 6, 10, 9, 182774), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:10:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:10:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 10, 9, 184391), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 10, 9, 184391), 0, 2, datetime.datetime(2022, 6, 3, 6, 10, 9, 184391), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:10:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:10:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:10:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:10:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:10:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:10:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:10:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:10:17,671 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:11:09.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-03 06:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:11:09 UTC)" (scheduled at 2022-06-03 06:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:10:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:10:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 10, 39, 177575), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 10, 39, 177575), 0, 2, datetime.datetime(2022, 6, 3, 6, 10, 39, 177575), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:10:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:10:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 10, 39, 181231), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 10, 39, 181231), 0, 2, datetime.datetime(2022, 6, 3, 6, 10, 39, 181231), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:10:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:10:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 10, 39, 183182), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 10, 39, 183182), 0, 2, datetime.datetime(2022, 6, 3, 6, 10, 39, 183182), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:10:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:10:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 10, 39, 184909), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 10, 39, 184909), 0, 2, datetime.datetime(2022, 6, 3, 6, 10, 39, 184909), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:10:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:10:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 10, 39, 186571), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 10, 39, 186571), 0, 2, datetime.datetime(2022, 6, 3, 6, 10, 39, 186571), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:10:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:10:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:10:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:10:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:10:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:10:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:10:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:10:47,716 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:11:39.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-03 06:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:11:39 UTC)" (scheduled at 2022-06-03 06:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:11:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:11:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 11, 9, 177537), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 11, 9, 177537), 0, 2, datetime.datetime(2022, 6, 3, 6, 11, 9, 177537), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:11:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:11:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 11, 9, 181108), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 11, 9, 181108), 0, 2, datetime.datetime(2022, 6, 3, 6, 11, 9, 181108), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:11:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:11:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 11, 9, 183149), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 11, 9, 183149), 0, 2, datetime.datetime(2022, 6, 3, 6, 11, 9, 183149), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:11:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:11:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 11, 9, 184903), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 11, 9, 184903), 0, 2, datetime.datetime(2022, 6, 3, 6, 11, 9, 184903), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:11:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:11:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 11, 9, 186583), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 11, 9, 186583), 0, 2, datetime.datetime(2022, 6, 3, 6, 11, 9, 186583), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:11:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:11:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:11:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:11:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:11:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:11:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:11:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:11:17,756 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:12:09.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-03 06:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:12:09 UTC)" (scheduled at 2022-06-03 06:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:11:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:11:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:11:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 11, 39, 176976), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 11, 39, 176976), 0, 2, datetime.datetime(2022, 6, 3, 6, 11, 39, 176976), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:11:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:11:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 11, 39, 180180), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 11, 39, 180180), 0, 2, datetime.datetime(2022, 6, 3, 6, 11, 39, 180180), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:11:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:11:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 11, 39, 182088), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 11, 39, 182088), 0, 2, datetime.datetime(2022, 6, 3, 6, 11, 39, 182088), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:11:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:11:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 11, 39, 183776), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 11, 39, 183776), 0, 2, datetime.datetime(2022, 6, 3, 6, 11, 39, 183776), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:11:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:11:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 11, 39, 185433), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 11, 39, 185433), 0, 2, datetime.datetime(2022, 6, 3, 6, 11, 39, 185433), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:11:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:11:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:11:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:11:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:11:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:11:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:11:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:11:47,804 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:12:39.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-03 06:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:12:39 UTC)" (scheduled at 2022-06-03 06:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:12:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:12:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:12:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 12, 9, 176467), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 12, 9, 176467), 0, 2, datetime.datetime(2022, 6, 3, 6, 12, 9, 176467), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:12:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:12:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 12, 9, 179545), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 12, 9, 179545), 0, 2, datetime.datetime(2022, 6, 3, 6, 12, 9, 179545), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:12:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:12:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 12, 9, 181431), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 12, 9, 181431), 0, 2, datetime.datetime(2022, 6, 3, 6, 12, 9, 181431), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:12:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:12:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 12, 9, 183153), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 12, 9, 183153), 0, 2, datetime.datetime(2022, 6, 3, 6, 12, 9, 183153), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:12:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:12:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 12, 9, 184879), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 12, 9, 184879), 0, 2, datetime.datetime(2022, 6, 3, 6, 12, 9, 184879), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:12:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:12:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:12:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:12:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:12:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:12:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:12:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:12:17,862 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:13:09.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-03 06:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:13:09 UTC)" (scheduled at 2022-06-03 06:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:12:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:12:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:12:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 12, 39, 177483), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 12, 39, 177483), 0, 2, datetime.datetime(2022, 6, 3, 6, 12, 39, 177483), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:12:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:12:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 12, 39, 181364), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 12, 39, 181364), 0, 2, datetime.datetime(2022, 6, 3, 6, 12, 39, 181364), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:12:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 12, 39, 183284), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 12, 39, 183284), 0, 2, datetime.datetime(2022, 6, 3, 6, 12, 39, 183284), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:12:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:12:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 12, 39, 185004), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 12, 39, 185004), 0, 2, datetime.datetime(2022, 6, 3, 6, 12, 39, 185004), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:12:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:12:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:12:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:12:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:12:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:12:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:12:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:12:47,898 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:13:39.167018+00:00 (in 29.999198 seconds)
repomirrorworker stdout | 2022-06-03 06:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:13:39 UTC)" (scheduled at 2022-06-03 06:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:13:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:13:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:13:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 13, 9, 176961), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 13, 9, 176961), 0, 2, datetime.datetime(2022, 6, 3, 6, 13, 9, 176961), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:13:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:13:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 13, 9, 180199), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 13, 9, 180199), 0, 2, datetime.datetime(2022, 6, 3, 6, 13, 9, 180199), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:13:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:13:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 13, 9, 182359), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 13, 9, 182359), 0, 2, datetime.datetime(2022, 6, 3, 6, 13, 9, 182359), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:13:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:13:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 13, 9, 184087), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 13, 9, 184087), 0, 2, datetime.datetime(2022, 6, 3, 6, 13, 9, 184087), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:13:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:13:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 13, 9, 185772), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 13, 9, 185772), 0, 2, datetime.datetime(2022, 6, 3, 6, 13, 9, 185772), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:13:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:13:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:13:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:13:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:13:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:13:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:13:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:13:17,969 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:14:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-03 06:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:14:09 UTC)" (scheduled at 2022-06-03 06:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:13:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:13:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:13:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 13, 39, 176170), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 13, 39, 176170), 0, 2, datetime.datetime(2022, 6, 3, 6, 13, 39, 176170), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:13:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:13:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 13, 39, 179280), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 13, 39, 179280), 0, 2, datetime.datetime(2022, 6, 3, 6, 13, 39, 179280), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:13:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:13:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 13, 39, 181182), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 13, 39, 181182), 0, 2, datetime.datetime(2022, 6, 3, 6, 13, 39, 181182), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:13:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:13:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 13, 39, 182949), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 13, 39, 182949), 0, 2, datetime.datetime(2022, 6, 3, 6, 13, 39, 182949), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:13:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:13:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:13:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:13:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:13:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:13:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:13:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:13:48,025 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:14:39.167018+00:00 (in 29.999127 seconds)
repomirrorworker stdout | 2022-06-03 06:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:14:39 UTC)" (scheduled at 2022-06-03 06:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:14:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:14:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 14, 9, 177546), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 14, 9, 177546), 0, 2, datetime.datetime(2022, 6, 3, 6, 14, 9, 177546), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:14:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:14:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 14, 9, 181304), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 14, 9, 181304), 0, 2, datetime.datetime(2022, 6, 3, 6, 14, 9, 181304), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:14:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:14:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 14, 9, 183223), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 14, 9, 183223), 0, 2, datetime.datetime(2022, 6, 3, 6, 14, 9, 183223), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:14:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:14:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 14, 9, 184967), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 14, 9, 184967), 0, 2, datetime.datetime(2022, 6, 3, 6, 14, 9, 184967), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:14:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:14:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:14:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:14:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:14:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:14:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:14:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:14:18,075 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:15:09.167018+00:00 (in 29.999010 seconds)
repomirrorworker stdout | 2022-06-03 06:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:15:09 UTC)" (scheduled at 2022-06-03 06:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:14:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:14:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:14:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 14, 39, 177180), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 14, 39, 177180), 0, 2, datetime.datetime(2022, 6, 3, 6, 14, 39, 177180), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:14:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 14, 39, 180583), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 14, 39, 180583), 0, 2, datetime.datetime(2022, 6, 3, 6, 14, 39, 180583), True, 3, 7])
repomirrorworker stdout | 2022-06-03 06:14:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 06:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 14, 39, 182467), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 14, 39, 182467), 0, 2, datetime.datetime(2022, 6, 3, 6, 14, 39, 182467), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:14:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:14:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 14, 39, 184157), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 14, 39, 184157), 0, 2, datetime.datetime(2022, 6, 3, 6, 14, 39, 184157), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:14:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:14:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:14:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:14:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:14:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:14:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:14:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:14:48,309 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:15:39.167018+00:00 (in 29.998870 seconds)
repomirrorworker stdout | 2022-06-03 06:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:15:39 UTC)" (scheduled at 2022-06-03 06:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:15:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:15:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:15:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 15, 9, 176523), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 15, 9, 176523), 0, 2, datetime.datetime(2022, 6, 3, 6, 15, 9, 176523), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:15:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:15:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 15, 9, 179710), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 15, 9, 179710), 0, 2, datetime.datetime(2022, 6, 3, 6, 15, 9, 179710), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:15:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:15:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 15, 9, 181582), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 15, 9, 181582), 0, 2, datetime.datetime(2022, 6, 3, 6, 15, 9, 181582), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:15:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:15:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 15, 9, 183257), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 15, 9, 183257), 0, 2, datetime.datetime(2022, 6, 3, 6, 15, 9, 183257), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:15:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:15:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 15, 9, 185072), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 15, 9, 185072), 0, 2, datetime.datetime(2022, 6, 3, 6, 15, 9, 185072), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:15:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:15:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:15:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:15:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:15:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:15:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:15:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:15:18,373 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:16:09.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-03 06:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:16:09 UTC)" (scheduled at 2022-06-03 06:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:15:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:15:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:15:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 15, 39, 176507), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 15, 39, 176507), 0, 2, datetime.datetime(2022, 6, 3, 6, 15, 39, 176507), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:15:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:15:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 15, 39, 179589), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 15, 39, 179589), 0, 2, datetime.datetime(2022, 6, 3, 6, 15, 39, 179589), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:15:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:15:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 15, 39, 181426), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 15, 39, 181426), 0, 2, datetime.datetime(2022, 6, 3, 6, 15, 39, 181426), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:15:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:15:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 15, 39, 183081), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 15, 39, 183081), 0, 2, datetime.datetime(2022, 6, 3, 6, 15, 39, 183081), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:15:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:15:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 15, 39, 184689), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 15, 39, 184689), 0, 2, datetime.datetime(2022, 6, 3, 6, 15, 39, 184689), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:15:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:15:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:15:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:15:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:15:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:15:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:15:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:15:48,418 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:16:39.167018+00:00 (in 29.999220 seconds)
repomirrorworker stdout | 2022-06-03 06:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:16:39 UTC)" (scheduled at 2022-06-03 06:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:16:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:16:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:16:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 16, 9, 176395), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 16, 9, 176395), 0, 2, datetime.datetime(2022, 6, 3, 6, 16, 9, 176395), True, 4, 8])
repomirrorworker stdout | 2022-06-03 06:16:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 06:16:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 16, 9, 179458), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 16, 9, 179458), 0, 2, datetime.datetime(2022, 6, 3, 6, 16, 9, 179458), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:16:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:16:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 16, 9, 181726), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 16, 9, 181726), 0, 2, datetime.datetime(2022, 6, 3, 6, 16, 9, 181726), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:16:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:16:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 16, 9, 183707), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 16, 9, 183707), 0, 2, datetime.datetime(2022, 6, 3, 6, 16, 9, 183707), True, 12, 15])
repomirrorworker stdout | 2022-06-03 06:16:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 06:16:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:16:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:16:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:16:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:16:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:16:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:16:18,485 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:17:09.167018+00:00 (in 29.999245 seconds)
repomirrorworker stdout | 2022-06-03 06:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:17:09 UTC)" (scheduled at 2022-06-03 06:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:16:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:16:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:16:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 16, 39, 176628), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 16, 39, 176628), 0, 2, datetime.datetime(2022, 6, 3, 6, 16, 39, 176628), True, 4, 8])
repomirrorworker stdout | 2022-06-03 06:16:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 06:16:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 16, 39, 179844), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 16, 39, 179844), 0, 2, datetime.datetime(2022, 6, 3, 6, 16, 39, 179844), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:16:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:16:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 16, 39, 181706), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 16, 39, 181706), 0, 2, datetime.datetime(2022, 6, 3, 6, 16, 39, 181706), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:16:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:16:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 16, 39, 183370), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 16, 39, 183370), 0, 2, datetime.datetime(2022, 6, 3, 6, 16, 39, 183370), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:16:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:16:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 16, 39, 185025), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 16, 39, 185025), 0, 2, datetime.datetime(2022, 6, 3, 6, 16, 39, 185025), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:16:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:16:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:16:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:16:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:16:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:16:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:16:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:16:48,542 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:17:39.167018+00:00 (in 29.999172 seconds)
repomirrorworker stdout | 2022-06-03 06:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:17:39 UTC)" (scheduled at 2022-06-03 06:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:17:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:17:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:17:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 17, 9, 176805), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 17, 9, 176805), 0, 2, datetime.datetime(2022, 6, 3, 6, 17, 9, 176805), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:17:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:17:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 17, 9, 180255), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 17, 9, 180255), 0, 2, datetime.datetime(2022, 6, 3, 6, 17, 9, 180255), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:17:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:17:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 17, 9, 182407), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 17, 9, 182407), 0, 2, datetime.datetime(2022, 6, 3, 6, 17, 9, 182407), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:17:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:17:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 17, 9, 184210), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 17, 9, 184210), 0, 2, datetime.datetime(2022, 6, 3, 6, 17, 9, 184210), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:17:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:17:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 17, 9, 185975), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 17, 9, 185975), 0, 2, datetime.datetime(2022, 6, 3, 6, 17, 9, 185975), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:17:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:17:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:17:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:17:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:17:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:17:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:17:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:17:18,608 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:18:09.167018+00:00 (in 29.999136 seconds)
repomirrorworker stdout | 2022-06-03 06:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:18:09 UTC)" (scheduled at 2022-06-03 06:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:17:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:17:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 17, 39, 176741), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 17, 39, 176741), 0, 2, datetime.datetime(2022, 6, 3, 6, 17, 39, 176741), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:17:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:17:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 17, 39, 179892), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 17, 39, 179892), 0, 2, datetime.datetime(2022, 6, 3, 6, 17, 39, 179892), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:17:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:17:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 17, 39, 181774), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 17, 39, 181774), 0, 2, datetime.datetime(2022, 6, 3, 6, 17, 39, 181774), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:17:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:17:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 17, 39, 183473), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 17, 39, 183473), 0, 2, datetime.datetime(2022, 6, 3, 6, 17, 39, 183473), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:17:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:17:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 17, 39, 185254), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 17, 39, 185254), 0, 2, datetime.datetime(2022, 6, 3, 6, 17, 39, 185254), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:17:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:17:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:17:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:17:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:17:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:17:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:17:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:17:48,665 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:18:39.167018+00:00 (in 29.999039 seconds)
repomirrorworker stdout | 2022-06-03 06:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:18:39 UTC)" (scheduled at 2022-06-03 06:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:18:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:18:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 18, 9, 177224), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 18, 9, 177224), 0, 2, datetime.datetime(2022, 6, 3, 6, 18, 9, 177224), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:18:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:18:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 18, 9, 180811), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 18, 9, 180811), 0, 2, datetime.datetime(2022, 6, 3, 6, 18, 9, 180811), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:18:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:18:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 18, 9, 182779), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 18, 9, 182779), 0, 2, datetime.datetime(2022, 6, 3, 6, 18, 9, 182779), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:18:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:18:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 18, 9, 184520), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 18, 9, 184520), 0, 2, datetime.datetime(2022, 6, 3, 6, 18, 9, 184520), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:18:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:18:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 18, 9, 186257), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 18, 9, 186257), 0, 2, datetime.datetime(2022, 6, 3, 6, 18, 9, 186257), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:18:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:18:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:18:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:18:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:18:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:18:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:18:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:18:18,712 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:19:09.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-03 06:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:19:09 UTC)" (scheduled at 2022-06-03 06:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:18:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:18:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:18:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 18, 39, 177090), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 18, 39, 177090), 0, 2, datetime.datetime(2022, 6, 3, 6, 18, 39, 177090), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:18:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:18:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 18, 39, 180322), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 18, 39, 180322), 0, 2, datetime.datetime(2022, 6, 3, 6, 18, 39, 180322), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:18:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:18:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 18, 39, 182191), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 18, 39, 182191), 0, 2, datetime.datetime(2022, 6, 3, 6, 18, 39, 182191), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:18:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:18:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 18, 39, 183868), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 18, 39, 183868), 0, 2, datetime.datetime(2022, 6, 3, 6, 18, 39, 183868), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:18:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:18:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:18:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:18:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:18:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:18:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:18:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:18:48,772 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:19:39.167018+00:00 (in 29.998970 seconds)
repomirrorworker stdout | 2022-06-03 06:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:19:39 UTC)" (scheduled at 2022-06-03 06:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:19:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:19:09,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:19:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 19, 9, 177890), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 19, 9, 177890), 0, 2, datetime.datetime(2022, 6, 3, 6, 19, 9, 177890), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:19:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:19:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 19, 9, 181484), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 19, 9, 181484), 0, 2, datetime.datetime(2022, 6, 3, 6, 19, 9, 181484), True, 12, 15])
repomirrorworker stdout | 2022-06-03 06:19:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 06:19:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 19, 9, 183735), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 19, 9, 183735), 0, 2, datetime.datetime(2022, 6, 3, 6, 19, 9, 183735), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:19:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:19:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 19, 9, 185747), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 19, 9, 185747), 0, 2, datetime.datetime(2022, 6, 3, 6, 19, 9, 185747), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:19:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:19:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:19:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:19:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:19:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:19:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:19:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:19:18,804 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:20:09.167018+00:00 (in 29.998962 seconds)
repomirrorworker stdout | 2022-06-03 06:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:20:09 UTC)" (scheduled at 2022-06-03 06:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:19:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:19:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:19:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 19, 39, 177458), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 19, 39, 177458), 0, 2, datetime.datetime(2022, 6, 3, 6, 19, 39, 177458), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:19:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:19:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 19, 39, 181436), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 19, 39, 181436), 0, 2, datetime.datetime(2022, 6, 3, 6, 19, 39, 181436), True, 3, 7])
repomirrorworker stdout | 2022-06-03 06:19:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 06:19:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 19, 39, 183416), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 19, 39, 183416), 0, 2, datetime.datetime(2022, 6, 3, 6, 19, 39, 183416), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:19:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:19:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 19, 39, 185215), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 19, 39, 185215), 0, 2, datetime.datetime(2022, 6, 3, 6, 19, 39, 185215), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:19:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:19:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:19:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:19:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:19:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:19:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:19:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:19:48,858 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:20:39.167018+00:00 (in 29.999141 seconds)
repomirrorworker stdout | 2022-06-03 06:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:20:39 UTC)" (scheduled at 2022-06-03 06:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:20:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:20:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 20, 9, 176853), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 20, 9, 176853), 0, 2, datetime.datetime(2022, 6, 3, 6, 20, 9, 176853), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:20:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 20, 9, 180013), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 20, 9, 180013), 0, 2, datetime.datetime(2022, 6, 3, 6, 20, 9, 180013), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:20:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:20:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 20, 9, 182011), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 20, 9, 182011), 0, 2, datetime.datetime(2022, 6, 3, 6, 20, 9, 182011), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:20:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:20:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 20, 9, 183821), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 20, 9, 183821), 0, 2, datetime.datetime(2022, 6, 3, 6, 20, 9, 183821), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:20:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:20:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 20, 9, 185507), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 20, 9, 185507), 0, 2, datetime.datetime(2022, 6, 3, 6, 20, 9, 185507), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:20:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:20:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:20:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:20:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:20:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:20:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:20:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:20:18,918 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:21:09.167018+00:00 (in 29.999210 seconds)
repomirrorworker stdout | 2022-06-03 06:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:21:09 UTC)" (scheduled at 2022-06-03 06:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:20:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:20:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:20:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 20, 39, 176976), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 20, 39, 176976), 0, 2, datetime.datetime(2022, 6, 3, 6, 20, 39, 176976), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:20:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:20:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 20, 39, 180262), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 20, 39, 180262), 0, 2, datetime.datetime(2022, 6, 3, 6, 20, 39, 180262), True, 12, 15])
repomirrorworker stdout | 2022-06-03 06:20:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 06:20:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 20, 39, 182264), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 20, 39, 182264), 0, 2, datetime.datetime(2022, 6, 3, 6, 20, 39, 182264), True, 3, 7])
repomirrorworker stdout | 2022-06-03 06:20:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 06:20:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 20, 39, 184031), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 20, 39, 184031), 0, 2, datetime.datetime(2022, 6, 3, 6, 20, 39, 184031), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:20:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:20:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 20, 39, 185665), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 20, 39, 185665), 0, 2, datetime.datetime(2022, 6, 3, 6, 20, 39, 185665), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:20:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:20:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:20:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:20:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:20:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:20:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:20:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:20:48,978 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:21:39.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-03 06:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:21:39 UTC)" (scheduled at 2022-06-03 06:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:21:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:21:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:21:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 21, 9, 176752), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 21, 9, 176752), 0, 2, datetime.datetime(2022, 6, 3, 6, 21, 9, 176752), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:21:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:21:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 21, 9, 179938), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 21, 9, 179938), 0, 2, datetime.datetime(2022, 6, 3, 6, 21, 9, 179938), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:21:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:21:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 21, 9, 181877), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 21, 9, 181877), 0, 2, datetime.datetime(2022, 6, 3, 6, 21, 9, 181877), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:21:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 21, 9, 183613), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 21, 9, 183613), 0, 2, datetime.datetime(2022, 6, 3, 6, 21, 9, 183613), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:21:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:21:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 21, 9, 185381), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 21, 9, 185381), 0, 2, datetime.datetime(2022, 6, 3, 6, 21, 9, 185381), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:21:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:21:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:21:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:21:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:21:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:21:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:21:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:21:19,011 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:22:09.167018+00:00 (in 29.999096 seconds)
repomirrorworker stdout | 2022-06-03 06:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:22:09 UTC)" (scheduled at 2022-06-03 06:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:21:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:21:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:21:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 21, 39, 177187), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 21, 39, 177187), 0, 2, datetime.datetime(2022, 6, 3, 6, 21, 39, 177187), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:21:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:21:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 21, 39, 180696), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 21, 39, 180696), 0, 2, datetime.datetime(2022, 6, 3, 6, 21, 39, 180696), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:21:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:21:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 21, 39, 182743), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 21, 39, 182743), 0, 2, datetime.datetime(2022, 6, 3, 6, 21, 39, 182743), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:21:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:21:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 21, 39, 184634), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 21, 39, 184634), 0, 2, datetime.datetime(2022, 6, 3, 6, 21, 39, 184634), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:21:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:21:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:21:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:21:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:21:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:21:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:21:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:21:49,080 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:22:39.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-03 06:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:22:39 UTC)" (scheduled at 2022-06-03 06:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:22:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:22:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:22:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 22, 9, 177087), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 22, 9, 177087), 0, 2, datetime.datetime(2022, 6, 3, 6, 22, 9, 177087), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:22:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:22:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 22, 9, 180404), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 22, 9, 180404), 0, 2, datetime.datetime(2022, 6, 3, 6, 22, 9, 180404), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:22:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:22:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 22, 9, 182305), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 22, 9, 182305), 0, 2, datetime.datetime(2022, 6, 3, 6, 22, 9, 182305), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:22:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:22:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 22, 9, 184021), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 22, 9, 184021), 0, 2, datetime.datetime(2022, 6, 3, 6, 22, 9, 184021), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:22:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:22:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 22, 9, 185891), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 22, 9, 185891), 0, 2, datetime.datetime(2022, 6, 3, 6, 22, 9, 185891), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:22:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:22:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:22:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:22:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:22:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:22:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:22:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:22:19,141 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:23:09.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-03 06:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:23:09 UTC)" (scheduled at 2022-06-03 06:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:22:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:22:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 22, 39, 177052), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 22, 39, 177052), 0, 2, datetime.datetime(2022, 6, 3, 6, 22, 39, 177052), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:22:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:22:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 22, 39, 181483), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 22, 39, 181483), 0, 2, datetime.datetime(2022, 6, 3, 6, 22, 39, 181483), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:22:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:22:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 22, 39, 183595), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 22, 39, 183595), 0, 2, datetime.datetime(2022, 6, 3, 6, 22, 39, 183595), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:22:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:22:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 22, 39, 185489), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 22, 39, 185489), 0, 2, datetime.datetime(2022, 6, 3, 6, 22, 39, 185489), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:22:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:22:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:22:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:22:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:22:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:22:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:22:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:22:49,194 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:23:39.167018+00:00 (in 29.999182 seconds)
repomirrorworker stdout | 2022-06-03 06:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:23:39 UTC)" (scheduled at 2022-06-03 06:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:23:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:23:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 23, 9, 176876), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 23, 9, 176876), 0, 2, datetime.datetime(2022, 6, 3, 6, 23, 9, 176876), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:23:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:23:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 23, 9, 179975), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 23, 9, 179975), 0, 2, datetime.datetime(2022, 6, 3, 6, 23, 9, 179975), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:23:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:23:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 23, 9, 181875), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 23, 9, 181875), 0, 2, datetime.datetime(2022, 6, 3, 6, 23, 9, 181875), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:23:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:23:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 23, 9, 183554), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 23, 9, 183554), 0, 2, datetime.datetime(2022, 6, 3, 6, 23, 9, 183554), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:23:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:23:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 23, 9, 185240), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 23, 9, 185240), 0, 2, datetime.datetime(2022, 6, 3, 6, 23, 9, 185240), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:23:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:23:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:23:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:23:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:23:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:23:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:23:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:23:19,251 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:24:09.167018+00:00 (in 29.999127 seconds)
repomirrorworker stdout | 2022-06-03 06:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:24:09 UTC)" (scheduled at 2022-06-03 06:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:23:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:23:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:23:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 23, 39, 177020), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 23, 39, 177020), 0, 2, datetime.datetime(2022, 6, 3, 6, 23, 39, 177020), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:23:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:23:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 23, 39, 180203), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 23, 39, 180203), 0, 2, datetime.datetime(2022, 6, 3, 6, 23, 39, 180203), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:23:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:23:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 23, 39, 182093), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 23, 39, 182093), 0, 2, datetime.datetime(2022, 6, 3, 6, 23, 39, 182093), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:23:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:23:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 23, 39, 183807), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 23, 39, 183807), 0, 2, datetime.datetime(2022, 6, 3, 6, 23, 39, 183807), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:23:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:23:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 23, 39, 185558), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 23, 39, 185558), 0, 2, datetime.datetime(2022, 6, 3, 6, 23, 39, 185558), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:23:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:23:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:23:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:23:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:23:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:23:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:23:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:23:49,297 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:24:39.167018+00:00 (in 29.998990 seconds)
repomirrorworker stdout | 2022-06-03 06:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:24:39 UTC)" (scheduled at 2022-06-03 06:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:24:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:24:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:24:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 24, 9, 177170), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 24, 9, 177170), 0, 2, datetime.datetime(2022, 6, 3, 6, 24, 9, 177170), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:24:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:24:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 24, 9, 180756), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 24, 9, 180756), 0, 2, datetime.datetime(2022, 6, 3, 6, 24, 9, 180756), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:24:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:24:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 24, 9, 182635), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 24, 9, 182635), 0, 2, datetime.datetime(2022, 6, 3, 6, 24, 9, 182635), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:24:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:24:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 24, 9, 184297), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 24, 9, 184297), 0, 2, datetime.datetime(2022, 6, 3, 6, 24, 9, 184297), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:24:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:24:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:24:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:24:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:24:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:24:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:24:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:24:19,363 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:25:09.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-03 06:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:25:09 UTC)" (scheduled at 2022-06-03 06:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:24:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:24:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:24:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 24, 39, 177074), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 24, 39, 177074), 0, 2, datetime.datetime(2022, 6, 3, 6, 24, 39, 177074), True, 4, 8])
repomirrorworker stdout | 2022-06-03 06:24:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 06:24:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 24, 39, 181028), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 24, 39, 181028), 0, 2, datetime.datetime(2022, 6, 3, 6, 24, 39, 181028), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:24:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:24:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 24, 39, 183060), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 24, 39, 183060), 0, 2, datetime.datetime(2022, 6, 3, 6, 24, 39, 183060), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:24:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:24:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 24, 39, 185026), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 24, 39, 185026), 0, 2, datetime.datetime(2022, 6, 3, 6, 24, 39, 185026), True, 12, 15])
repomirrorworker stdout | 2022-06-03 06:24:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 06:24:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:24:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:24:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:24:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:24:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:24:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:24:49,420 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:25:39.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-03 06:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:25:39 UTC)" (scheduled at 2022-06-03 06:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:25:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:25:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:25:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 25, 9, 176924), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 25, 9, 176924), 0, 2, datetime.datetime(2022, 6, 3, 6, 25, 9, 176924), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:25:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 25, 9, 180579), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 25, 9, 180579), 0, 2, datetime.datetime(2022, 6, 3, 6, 25, 9, 180579), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:25:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:25:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 25, 9, 182744), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 25, 9, 182744), 0, 2, datetime.datetime(2022, 6, 3, 6, 25, 9, 182744), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:25:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:25:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 25, 9, 184663), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 25, 9, 184663), 0, 2, datetime.datetime(2022, 6, 3, 6, 25, 9, 184663), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:25:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:25:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 25, 9, 186547), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 25, 9, 186547), 0, 2, datetime.datetime(2022, 6, 3, 6, 25, 9, 186547), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:25:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:25:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:25:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:25:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:25:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:25:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:25:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:25:19,482 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:26:09.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-03 06:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:26:09 UTC)" (scheduled at 2022-06-03 06:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:25:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:25:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 25, 39, 177043), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 25, 39, 177043), 0, 2, datetime.datetime(2022, 6, 3, 6, 25, 39, 177043), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:25:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:25:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 25, 39, 181214), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 25, 39, 181214), 0, 2, datetime.datetime(2022, 6, 3, 6, 25, 39, 181214), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:25:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:25:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 25, 39, 183205), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 25, 39, 183205), 0, 2, datetime.datetime(2022, 6, 3, 6, 25, 39, 183205), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:25:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:25:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 25, 39, 185017), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 25, 39, 185017), 0, 2, datetime.datetime(2022, 6, 3, 6, 25, 39, 185017), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:25:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:25:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 25, 39, 186796), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 25, 39, 186796), 0, 2, datetime.datetime(2022, 6, 3, 6, 25, 39, 186796), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:25:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:25:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:25:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:25:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:25:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:25:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:25:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:25:49,509 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:26:39.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-03 06:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:26:39 UTC)" (scheduled at 2022-06-03 06:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:26:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:26:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 26, 9, 176598), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 26, 9, 176598), 0, 2, datetime.datetime(2022, 6, 3, 6, 26, 9, 176598), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:26:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:26:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 26, 9, 179744), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 26, 9, 179744), 0, 2, datetime.datetime(2022, 6, 3, 6, 26, 9, 179744), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:26:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:26:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 26, 9, 181577), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 26, 9, 181577), 0, 2, datetime.datetime(2022, 6, 3, 6, 26, 9, 181577), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:26:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:26:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 26, 9, 183295), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 26, 9, 183295), 0, 2, datetime.datetime(2022, 6, 3, 6, 26, 9, 183295), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:26:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:26:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:26:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:26:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:26:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:26:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:26:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:26:19,584 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:27:09.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-03 06:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:27:09 UTC)" (scheduled at 2022-06-03 06:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:26:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:26:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:26:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 26, 39, 176889), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 26, 39, 176889), 0, 2, datetime.datetime(2022, 6, 3, 6, 26, 39, 176889), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:26:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:26:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 26, 39, 180142), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 26, 39, 180142), 0, 2, datetime.datetime(2022, 6, 3, 6, 26, 39, 180142), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:26:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:26:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 26, 39, 182055), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 26, 39, 182055), 0, 2, datetime.datetime(2022, 6, 3, 6, 26, 39, 182055), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:26:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:26:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 26, 39, 183787), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 26, 39, 183787), 0, 2, datetime.datetime(2022, 6, 3, 6, 26, 39, 183787), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:26:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:26:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 26, 39, 185449), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 26, 39, 185449), 0, 2, datetime.datetime(2022, 6, 3, 6, 26, 39, 185449), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:26:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:26:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:26:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:26:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:26:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:26:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:26:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:26:49,639 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:27:39.167018+00:00 (in 29.999013 seconds)
repomirrorworker stdout | 2022-06-03 06:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:27:39 UTC)" (scheduled at 2022-06-03 06:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:27:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:27:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:27:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 27, 9, 177076), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 27, 9, 177076), 0, 2, datetime.datetime(2022, 6, 3, 6, 27, 9, 177076), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:27:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:27:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 27, 9, 180336), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 27, 9, 180336), 0, 2, datetime.datetime(2022, 6, 3, 6, 27, 9, 180336), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:27:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:27:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 27, 9, 182727), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 27, 9, 182727), 0, 2, datetime.datetime(2022, 6, 3, 6, 27, 9, 182727), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:27:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:27:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 27, 9, 184851), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 27, 9, 184851), 0, 2, datetime.datetime(2022, 6, 3, 6, 27, 9, 184851), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:27:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:27:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 27, 9, 186642), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 27, 9, 186642), 0, 2, datetime.datetime(2022, 6, 3, 6, 27, 9, 186642), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:27:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:27:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:27:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:27:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:27:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:27:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:27:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:27:19,692 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:28:09.167018+00:00 (in 29.999129 seconds)
repomirrorworker stdout | 2022-06-03 06:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:28:09 UTC)" (scheduled at 2022-06-03 06:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:27:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:27:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:27:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 27, 39, 177128), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 27, 39, 177128), 0, 2, datetime.datetime(2022, 6, 3, 6, 27, 39, 177128), True, 4, 8])
repomirrorworker stdout | 2022-06-03 06:27:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 06:27:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 27, 39, 180599), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 27, 39, 180599), 0, 2, datetime.datetime(2022, 6, 3, 6, 27, 39, 180599), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:27:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:27:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 27, 39, 182487), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 27, 39, 182487), 0, 2, datetime.datetime(2022, 6, 3, 6, 27, 39, 182487), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:27:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:27:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 27, 39, 184190), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 27, 39, 184190), 0, 2, datetime.datetime(2022, 6, 3, 6, 27, 39, 184190), True, 12, 15])
repomirrorworker stdout | 2022-06-03 06:27:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 06:27:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:27:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:27:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:27:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:27:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:27:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:27:49,728 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:28:39.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-03 06:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:28:39 UTC)" (scheduled at 2022-06-03 06:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:28:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:28:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 28, 9, 177044), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 28, 9, 177044), 0, 2, datetime.datetime(2022, 6, 3, 6, 28, 9, 177044), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:28:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:28:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 28, 9, 181646), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 28, 9, 181646), 0, 2, datetime.datetime(2022, 6, 3, 6, 28, 9, 181646), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:28:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:28:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 28, 9, 183826), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 28, 9, 183826), 0, 2, datetime.datetime(2022, 6, 3, 6, 28, 9, 183826), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:28:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:28:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 28, 9, 185572), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 28, 9, 185572), 0, 2, datetime.datetime(2022, 6, 3, 6, 28, 9, 185572), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:28:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:28:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:28:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:28:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:28:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:28:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:28:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:28:19,773 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:29:09.167018+00:00 (in 29.999219 seconds)
repomirrorworker stdout | 2022-06-03 06:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:29:09 UTC)" (scheduled at 2022-06-03 06:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:28:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:28:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:28:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 28, 39, 176890), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 28, 39, 176890), 0, 2, datetime.datetime(2022, 6, 3, 6, 28, 39, 176890), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:28:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:28:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 28, 39, 180372), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 28, 39, 180372), 0, 2, datetime.datetime(2022, 6, 3, 6, 28, 39, 180372), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:28:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:28:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 28, 39, 182579), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 28, 39, 182579), 0, 2, datetime.datetime(2022, 6, 3, 6, 28, 39, 182579), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:28:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:28:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 28, 39, 184633), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 28, 39, 184633), 0, 2, datetime.datetime(2022, 6, 3, 6, 28, 39, 184633), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:28:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:28:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 28, 39, 186455), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 28, 39, 186455), 0, 2, datetime.datetime(2022, 6, 3, 6, 28, 39, 186455), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:28:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:28:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:28:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:28:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:28:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:28:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:28:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:28:49,843 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:29:39.167018+00:00 (in 29.999261 seconds)
repomirrorworker stdout | 2022-06-03 06:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:29:39 UTC)" (scheduled at 2022-06-03 06:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:29:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:29:09,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:29:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 29, 9, 177888), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 29, 9, 177888), 0, 2, datetime.datetime(2022, 6, 3, 6, 29, 9, 177888), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:29:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:29:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 29, 9, 181411), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 29, 9, 181411), 0, 2, datetime.datetime(2022, 6, 3, 6, 29, 9, 181411), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:29:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:29:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 29, 9, 183278), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 29, 9, 183278), 0, 2, datetime.datetime(2022, 6, 3, 6, 29, 9, 183278), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:29:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:29:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 29, 9, 185020), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 29, 9, 185020), 0, 2, datetime.datetime(2022, 6, 3, 6, 29, 9, 185020), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:29:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:29:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 29, 9, 186696), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 29, 9, 186696), 0, 2, datetime.datetime(2022, 6, 3, 6, 29, 9, 186696), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:29:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:29:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:29:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:29:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:29:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:29:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:29:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:29:19,891 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:30:09.167018+00:00 (in 29.999222 seconds)
repomirrorworker stdout | 2022-06-03 06:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:30:09 UTC)" (scheduled at 2022-06-03 06:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:29:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:29:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 29, 39, 176386), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 29, 39, 176386), 0, 2, datetime.datetime(2022, 6, 3, 6, 29, 39, 176386), True, 3, 7])
repomirrorworker stdout | 2022-06-03 06:29:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 06:29:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 29, 39, 179705), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 29, 39, 179705), 0, 2, datetime.datetime(2022, 6, 3, 6, 29, 39, 179705), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:29:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:29:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 29, 39, 181572), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 29, 39, 181572), 0, 2, datetime.datetime(2022, 6, 3, 6, 29, 39, 181572), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:29:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:29:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 29, 39, 183280), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 29, 39, 183280), 0, 2, datetime.datetime(2022, 6, 3, 6, 29, 39, 183280), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:29:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:29:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:29:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:29:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:29:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:29:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:29:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:29:49,947 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:30:39.167018+00:00 (in 29.999251 seconds)
repomirrorworker stdout | 2022-06-03 06:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:30:39 UTC)" (scheduled at 2022-06-03 06:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:30:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:30:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 30, 9, 177580), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 30, 9, 177580), 0, 2, datetime.datetime(2022, 6, 3, 6, 30, 9, 177580), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:30:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:30:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 30, 9, 180846), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 30, 9, 180846), 0, 2, datetime.datetime(2022, 6, 3, 6, 30, 9, 180846), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:30:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:30:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 30, 9, 182860), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 30, 9, 182860), 0, 2, datetime.datetime(2022, 6, 3, 6, 30, 9, 182860), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:30:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:30:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 30, 9, 184880), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 30, 9, 184880), 0, 2, datetime.datetime(2022, 6, 3, 6, 30, 9, 184880), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:30:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:30:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 30, 9, 186793), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 30, 9, 186793), 0, 2, datetime.datetime(2022, 6, 3, 6, 30, 9, 186793), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:30:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:30:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:30:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:30:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:30:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:30:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:30:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:30:19,995 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:31:09.167018+00:00 (in 29.999227 seconds)
repomirrorworker stdout | 2022-06-03 06:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:31:09 UTC)" (scheduled at 2022-06-03 06:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:30:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:30:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:30:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 30, 39, 176732), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 30, 39, 176732), 0, 2, datetime.datetime(2022, 6, 3, 6, 30, 39, 176732), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:30:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:30:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 30, 39, 179888), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 30, 39, 179888), 0, 2, datetime.datetime(2022, 6, 3, 6, 30, 39, 179888), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:30:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:30:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 30, 39, 181768), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 30, 39, 181768), 0, 2, datetime.datetime(2022, 6, 3, 6, 30, 39, 181768), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:30:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:30:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 30, 39, 183476), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 30, 39, 183476), 0, 2, datetime.datetime(2022, 6, 3, 6, 30, 39, 183476), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:30:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:30:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 30, 39, 185165), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 30, 39, 185165), 0, 2, datetime.datetime(2022, 6, 3, 6, 30, 39, 185165), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:30:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:30:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:30:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:30:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:30:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:30:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:30:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:30:50,054 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:31:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-03 06:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:31:39 UTC)" (scheduled at 2022-06-03 06:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:31:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:31:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 31, 9, 177180), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 31, 9, 177180), 0, 2, datetime.datetime(2022, 6, 3, 6, 31, 9, 177180), True, 3, 7])
repomirrorworker stdout | 2022-06-03 06:31:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 06:31:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 31, 9, 181139), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 31, 9, 181139), 0, 2, datetime.datetime(2022, 6, 3, 6, 31, 9, 181139), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:31:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:31:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 31, 9, 183026), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 31, 9, 183026), 0, 2, datetime.datetime(2022, 6, 3, 6, 31, 9, 183026), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:31:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:31:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 31, 9, 184843), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 31, 9, 184843), 0, 2, datetime.datetime(2022, 6, 3, 6, 31, 9, 184843), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:31:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:31:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:31:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:31:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:31:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:31:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:31:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:31:20,118 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:32:09.167018+00:00 (in 29.999212 seconds)
repomirrorworker stdout | 2022-06-03 06:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:32:09 UTC)" (scheduled at 2022-06-03 06:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:31:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:31:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:31:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 31, 39, 176994), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 31, 39, 176994), 0, 2, datetime.datetime(2022, 6, 3, 6, 31, 39, 176994), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:31:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:31:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 31, 39, 180368), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 31, 39, 180368), 0, 2, datetime.datetime(2022, 6, 3, 6, 31, 39, 180368), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:31:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:31:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 31, 39, 182288), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 31, 39, 182288), 0, 2, datetime.datetime(2022, 6, 3, 6, 31, 39, 182288), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:31:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:31:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 31, 39, 184020), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 31, 39, 184020), 0, 2, datetime.datetime(2022, 6, 3, 6, 31, 39, 184020), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:31:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:31:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:31:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:31:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:31:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:31:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:31:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:31:50,143 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:32:39.167018+00:00 (in 29.999146 seconds)
repomirrorworker stdout | 2022-06-03 06:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:32:39 UTC)" (scheduled at 2022-06-03 06:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:32:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:32:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:32:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 32, 9, 177070), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 32, 9, 177070), 0, 2, datetime.datetime(2022, 6, 3, 6, 32, 9, 177070), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:32:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:32:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 32, 9, 180476), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 32, 9, 180476), 0, 2, datetime.datetime(2022, 6, 3, 6, 32, 9, 180476), True, 4, 8])
repomirrorworker stdout | 2022-06-03 06:32:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 06:32:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 32, 9, 182351), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 32, 9, 182351), 0, 2, datetime.datetime(2022, 6, 3, 6, 32, 9, 182351), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:32:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:32:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 32, 9, 184057), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 32, 9, 184057), 0, 2, datetime.datetime(2022, 6, 3, 6, 32, 9, 184057), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:32:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:32:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 32, 9, 185709), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 32, 9, 185709), 0, 2, datetime.datetime(2022, 6, 3, 6, 32, 9, 185709), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:32:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:32:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:32:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:32:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:32:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:32:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:32:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:32:20,191 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:33:09.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-03 06:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:33:09 UTC)" (scheduled at 2022-06-03 06:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:32:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:32:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:32:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 32, 39, 176720), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 32, 39, 176720), 0, 2, datetime.datetime(2022, 6, 3, 6, 32, 39, 176720), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:32:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:32:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 32, 39, 179834), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 32, 39, 179834), 0, 2, datetime.datetime(2022, 6, 3, 6, 32, 39, 179834), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:32:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:32:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 32, 39, 181633), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 32, 39, 181633), 0, 2, datetime.datetime(2022, 6, 3, 6, 32, 39, 181633), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:32:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:32:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 32, 39, 183298), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 32, 39, 183298), 0, 2, datetime.datetime(2022, 6, 3, 6, 32, 39, 183298), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:32:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:32:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 32, 39, 184951), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 32, 39, 184951), 0, 2, datetime.datetime(2022, 6, 3, 6, 32, 39, 184951), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:32:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:32:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:32:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:32:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:32:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:32:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:32:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:32:50,226 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:33:39.167018+00:00 (in 29.999240 seconds)
repomirrorworker stdout | 2022-06-03 06:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:33:39 UTC)" (scheduled at 2022-06-03 06:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:33:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:33:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:33:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 33, 9, 175944), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 33, 9, 175944), 0, 2, datetime.datetime(2022, 6, 3, 6, 33, 9, 175944), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:33:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:33:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 33, 9, 179087), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 33, 9, 179087), 0, 2, datetime.datetime(2022, 6, 3, 6, 33, 9, 179087), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:33:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:33:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 33, 9, 180949), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 33, 9, 180949), 0, 2, datetime.datetime(2022, 6, 3, 6, 33, 9, 180949), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:33:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:33:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 33, 9, 182591), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 33, 9, 182591), 0, 2, datetime.datetime(2022, 6, 3, 6, 33, 9, 182591), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:33:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:33:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 33, 9, 184253), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 33, 9, 184253), 0, 2, datetime.datetime(2022, 6, 3, 6, 33, 9, 184253), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:33:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:33:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:33:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:33:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:33:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:33:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:33:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:33:20,294 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:34:09.167018+00:00 (in 29.999198 seconds)
repomirrorworker stdout | 2022-06-03 06:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:34:09 UTC)" (scheduled at 2022-06-03 06:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:33:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:33:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:33:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 33, 39, 177252), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 33, 39, 177252), 0, 2, datetime.datetime(2022, 6, 3, 6, 33, 39, 177252), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:33:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:33:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 33, 39, 180548), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 33, 39, 180548), 0, 2, datetime.datetime(2022, 6, 3, 6, 33, 39, 180548), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:33:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:33:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 33, 39, 182454), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 33, 39, 182454), 0, 2, datetime.datetime(2022, 6, 3, 6, 33, 39, 182454), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:33:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:33:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 33, 39, 184237), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 33, 39, 184237), 0, 2, datetime.datetime(2022, 6, 3, 6, 33, 39, 184237), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:33:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:33:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 33, 39, 185970), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 33, 39, 185970), 0, 2, datetime.datetime(2022, 6, 3, 6, 33, 39, 185970), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:33:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:33:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:33:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:33:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:33:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:33:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:33:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:33:50,353 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:34:39.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-03 06:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:34:39 UTC)" (scheduled at 2022-06-03 06:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:34:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:34:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:34:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 34, 9, 177005), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 34, 9, 177005), 0, 2, datetime.datetime(2022, 6, 3, 6, 34, 9, 177005), True, 3, 7])
repomirrorworker stdout | 2022-06-03 06:34:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 06:34:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 34, 9, 180162), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 34, 9, 180162), 0, 2, datetime.datetime(2022, 6, 3, 6, 34, 9, 180162), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:34:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:34:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 34, 9, 182035), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 34, 9, 182035), 0, 2, datetime.datetime(2022, 6, 3, 6, 34, 9, 182035), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:34:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:34:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 34, 9, 183719), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 34, 9, 183719), 0, 2, datetime.datetime(2022, 6, 3, 6, 34, 9, 183719), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:34:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:34:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 34, 9, 185342), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 34, 9, 185342), 0, 2, datetime.datetime(2022, 6, 3, 6, 34, 9, 185342), True, 12, 15])
repomirrorworker stdout | 2022-06-03 06:34:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 06:34:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:34:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:34:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:34:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:34:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:34:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:34:20,411 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:35:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-03 06:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:35:09 UTC)" (scheduled at 2022-06-03 06:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:34:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:34:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:34:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 34, 39, 176694), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 34, 39, 176694), 0, 2, datetime.datetime(2022, 6, 3, 6, 34, 39, 176694), True, 4, 8])
repomirrorworker stdout | 2022-06-03 06:34:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 06:34:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 34, 39, 179952), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 34, 39, 179952), 0, 2, datetime.datetime(2022, 6, 3, 6, 34, 39, 179952), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:34:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:34:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 34, 39, 181912), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 34, 39, 181912), 0, 2, datetime.datetime(2022, 6, 3, 6, 34, 39, 181912), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:34:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:34:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 34, 39, 183630), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 34, 39, 183630), 0, 2, datetime.datetime(2022, 6, 3, 6, 34, 39, 183630), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:34:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:34:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 34, 39, 185335), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 34, 39, 185335), 0, 2, datetime.datetime(2022, 6, 3, 6, 34, 39, 185335), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:34:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:34:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:34:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:34:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:34:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:34:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:34:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:34:50,449 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:35:39.167018+00:00 (in 29.999237 seconds)
repomirrorworker stdout | 2022-06-03 06:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:35:39 UTC)" (scheduled at 2022-06-03 06:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:35:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:35:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:35:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 35, 9, 176700), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 35, 9, 176700), 0, 2, datetime.datetime(2022, 6, 3, 6, 35, 9, 176700), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:35:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:35:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 35, 9, 179860), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 35, 9, 179860), 0, 2, datetime.datetime(2022, 6, 3, 6, 35, 9, 179860), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:35:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:35:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 35, 9, 181746), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 35, 9, 181746), 0, 2, datetime.datetime(2022, 6, 3, 6, 35, 9, 181746), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:35:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:35:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 35, 9, 183447), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 35, 9, 183447), 0, 2, datetime.datetime(2022, 6, 3, 6, 35, 9, 183447), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:35:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:35:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:35:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:35:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:35:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:35:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:35:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:35:20,509 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:36:09.167018+00:00 (in 29.999257 seconds)
repomirrorworker stdout | 2022-06-03 06:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:36:09 UTC)" (scheduled at 2022-06-03 06:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:35:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:35:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:35:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 35, 39, 176722), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 35, 39, 176722), 0, 2, datetime.datetime(2022, 6, 3, 6, 35, 39, 176722), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:35:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:35:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 35, 39, 180055), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 35, 39, 180055), 0, 2, datetime.datetime(2022, 6, 3, 6, 35, 39, 180055), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:35:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:35:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 35, 39, 181980), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 35, 39, 181980), 0, 2, datetime.datetime(2022, 6, 3, 6, 35, 39, 181980), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:35:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:35:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 35, 39, 183685), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 35, 39, 183685), 0, 2, datetime.datetime(2022, 6, 3, 6, 35, 39, 183685), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:35:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:35:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:35:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:35:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:35:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:35:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:35:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:35:50,585 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:36:39.167018+00:00 (in 29.999135 seconds)
repomirrorworker stdout | 2022-06-03 06:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:36:39 UTC)" (scheduled at 2022-06-03 06:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:36:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:36:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 36, 9, 177037), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 36, 9, 177037), 0, 2, datetime.datetime(2022, 6, 3, 6, 36, 9, 177037), True, 4, 8])
repomirrorworker stdout | 2022-06-03 06:36:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 06:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 36, 9, 180195), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 36, 9, 180195), 0, 2, datetime.datetime(2022, 6, 3, 6, 36, 9, 180195), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:36:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:36:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 36, 9, 182108), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 36, 9, 182108), 0, 2, datetime.datetime(2022, 6, 3, 6, 36, 9, 182108), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:36:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:36:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 36, 9, 183818), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 36, 9, 183818), 0, 2, datetime.datetime(2022, 6, 3, 6, 36, 9, 183818), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:36:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:36:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 36, 9, 185462), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 36, 9, 185462), 0, 2, datetime.datetime(2022, 6, 3, 6, 36, 9, 185462), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:36:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:36:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:36:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:36:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:36:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:36:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:36:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:36:20,636 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:37:09.167018+00:00 (in 29.999249 seconds)
repomirrorworker stdout | 2022-06-03 06:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:37:09 UTC)" (scheduled at 2022-06-03 06:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:36:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:36:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 36, 39, 176718), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 36, 39, 176718), 0, 2, datetime.datetime(2022, 6, 3, 6, 36, 39, 176718), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:36:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:36:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 36, 39, 179859), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 36, 39, 179859), 0, 2, datetime.datetime(2022, 6, 3, 6, 36, 39, 179859), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:36:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:36:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 36, 39, 181740), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 36, 39, 181740), 0, 2, datetime.datetime(2022, 6, 3, 6, 36, 39, 181740), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:36:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:36:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 36, 39, 183423), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 36, 39, 183423), 0, 2, datetime.datetime(2022, 6, 3, 6, 36, 39, 183423), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:36:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:36:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:36:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:36:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:36:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:36:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:36:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:36:50,683 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:37:39.167018+00:00 (in 29.999112 seconds)
repomirrorworker stdout | 2022-06-03 06:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:37:39 UTC)" (scheduled at 2022-06-03 06:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:37:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:37:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:37:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 37, 9, 176823), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 37, 9, 176823), 0, 2, datetime.datetime(2022, 6, 3, 6, 37, 9, 176823), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:37:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:37:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 37, 9, 180562), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 37, 9, 180562), 0, 2, datetime.datetime(2022, 6, 3, 6, 37, 9, 180562), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:37:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:37:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 37, 9, 182480), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 37, 9, 182480), 0, 2, datetime.datetime(2022, 6, 3, 6, 37, 9, 182480), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:37:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:37:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 37, 9, 184202), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 37, 9, 184202), 0, 2, datetime.datetime(2022, 6, 3, 6, 37, 9, 184202), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:37:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:37:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 37, 9, 185846), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 37, 9, 185846), 0, 2, datetime.datetime(2022, 6, 3, 6, 37, 9, 185846), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:37:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:37:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:37:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:37:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:37:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:37:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:37:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:37:20,736 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:38:09.167018+00:00 (in 29.999205 seconds)
repomirrorworker stdout | 2022-06-03 06:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:38:09 UTC)" (scheduled at 2022-06-03 06:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:37:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:37:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:37:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 37, 39, 176730), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 37, 39, 176730), 0, 2, datetime.datetime(2022, 6, 3, 6, 37, 39, 176730), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:37:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:37:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 37, 39, 180062), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 37, 39, 180062), 0, 2, datetime.datetime(2022, 6, 3, 6, 37, 39, 180062), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:37:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:37:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 37, 39, 182064), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 37, 39, 182064), 0, 2, datetime.datetime(2022, 6, 3, 6, 37, 39, 182064), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:37:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:37:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 37, 39, 183766), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 37, 39, 183766), 0, 2, datetime.datetime(2022, 6, 3, 6, 37, 39, 183766), True, 12, 15])
repomirrorworker stdout | 2022-06-03 06:37:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 06:37:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 37, 39, 185419), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 37, 39, 185419), 0, 2, datetime.datetime(2022, 6, 3, 6, 37, 39, 185419), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:37:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:37:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:37:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:37:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:37:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:37:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:37:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:37:50,774 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:38:39.167018+00:00 (in 29.999018 seconds)
repomirrorworker stdout | 2022-06-03 06:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:38:39 UTC)" (scheduled at 2022-06-03 06:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:38:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:38:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 38, 9, 176915), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 38, 9, 176915), 0, 2, datetime.datetime(2022, 6, 3, 6, 38, 9, 176915), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:38:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:38:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 38, 9, 180182), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 38, 9, 180182), 0, 2, datetime.datetime(2022, 6, 3, 6, 38, 9, 180182), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:38:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:38:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 38, 9, 182042), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 38, 9, 182042), 0, 2, datetime.datetime(2022, 6, 3, 6, 38, 9, 182042), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:38:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:38:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 38, 9, 183713), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 38, 9, 183713), 0, 2, datetime.datetime(2022, 6, 3, 6, 38, 9, 183713), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:38:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:38:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:38:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:38:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:38:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:38:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:38:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:38:20,836 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:39:09.167018+00:00 (in 29.998988 seconds)
repomirrorworker stdout | 2022-06-03 06:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:39:09 UTC)" (scheduled at 2022-06-03 06:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:38:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:38:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:38:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 38, 39, 176735), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 38, 39, 176735), 0, 2, datetime.datetime(2022, 6, 3, 6, 38, 39, 176735), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:38:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:38:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 38, 39, 180478), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 38, 39, 180478), 0, 2, datetime.datetime(2022, 6, 3, 6, 38, 39, 180478), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:38:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:38:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 38, 39, 182413), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 38, 39, 182413), 0, 2, datetime.datetime(2022, 6, 3, 6, 38, 39, 182413), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:38:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:38:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 38, 39, 184166), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 38, 39, 184166), 0, 2, datetime.datetime(2022, 6, 3, 6, 38, 39, 184166), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:38:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:38:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 38, 39, 185860), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 38, 39, 185860), 0, 2, datetime.datetime(2022, 6, 3, 6, 38, 39, 185860), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:38:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:38:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:38:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:38:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:38:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:38:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:38:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:38:50,901 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:39:39.167018+00:00 (in 29.999050 seconds)
repomirrorworker stdout | 2022-06-03 06:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:39:39 UTC)" (scheduled at 2022-06-03 06:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:39:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:39:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:39:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 39, 9, 176562), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 39, 9, 176562), 0, 2, datetime.datetime(2022, 6, 3, 6, 39, 9, 176562), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:39:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:39:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 39, 9, 179710), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 39, 9, 179710), 0, 2, datetime.datetime(2022, 6, 3, 6, 39, 9, 179710), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:39:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:39:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 39, 9, 181578), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 39, 9, 181578), 0, 2, datetime.datetime(2022, 6, 3, 6, 39, 9, 181578), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:39:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:39:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 39, 9, 183258), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 39, 9, 183258), 0, 2, datetime.datetime(2022, 6, 3, 6, 39, 9, 183258), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:39:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:39:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 39, 9, 184903), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 39, 9, 184903), 0, 2, datetime.datetime(2022, 6, 3, 6, 39, 9, 184903), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:39:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:39:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:39:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:39:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:39:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:39:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:39:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:39:20,939 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:40:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-03 06:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:40:09 UTC)" (scheduled at 2022-06-03 06:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:39:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:39:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 39, 39, 176860), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 39, 39, 176860), 0, 2, datetime.datetime(2022, 6, 3, 6, 39, 39, 176860), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:39:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:39:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 39, 39, 180412), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 39, 39, 180412), 0, 2, datetime.datetime(2022, 6, 3, 6, 39, 39, 180412), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:39:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:39:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 39, 39, 182555), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 39, 39, 182555), 0, 2, datetime.datetime(2022, 6, 3, 6, 39, 39, 182555), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:39:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:39:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 39, 39, 184302), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 39, 39, 184302), 0, 2, datetime.datetime(2022, 6, 3, 6, 39, 39, 184302), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:39:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:39:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 39, 39, 185995), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 39, 39, 185995), 0, 2, datetime.datetime(2022, 6, 3, 6, 39, 39, 185995), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:39:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:39:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:39:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:39:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:39:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:39:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:39:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:39:51,006 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:40:39.167018+00:00 (in 29.998979 seconds)
repomirrorworker stdout | 2022-06-03 06:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:40:39 UTC)" (scheduled at 2022-06-03 06:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:40:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:40:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:40:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 40, 9, 176958), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 40, 9, 176958), 0, 2, datetime.datetime(2022, 6, 3, 6, 40, 9, 176958), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:40:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:40:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 40, 9, 180138), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 40, 9, 180138), 0, 2, datetime.datetime(2022, 6, 3, 6, 40, 9, 180138), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:40:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:40:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 40, 9, 182040), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 40, 9, 182040), 0, 2, datetime.datetime(2022, 6, 3, 6, 40, 9, 182040), True, 3, 7])
repomirrorworker stdout | 2022-06-03 06:40:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 06:40:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 40, 9, 183722), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 40, 9, 183722), 0, 2, datetime.datetime(2022, 6, 3, 6, 40, 9, 183722), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:40:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:40:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:40:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:40:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:40:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:40:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:40:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:40:21,040 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:41:09.167018+00:00 (in 29.999048 seconds)
repomirrorworker stdout | 2022-06-03 06:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:41:09 UTC)" (scheduled at 2022-06-03 06:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:40:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:40:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:40:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 40, 39, 176600), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 40, 39, 176600), 0, 2, datetime.datetime(2022, 6, 3, 6, 40, 39, 176600), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:40:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:40:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 40, 39, 179907), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 40, 39, 179907), 0, 2, datetime.datetime(2022, 6, 3, 6, 40, 39, 179907), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:40:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:40:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 40, 39, 182192), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 40, 39, 182192), 0, 2, datetime.datetime(2022, 6, 3, 6, 40, 39, 182192), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:40:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:40:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 40, 39, 184030), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 40, 39, 184030), 0, 2, datetime.datetime(2022, 6, 3, 6, 40, 39, 184030), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:40:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:40:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:40:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:40:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:40:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:40:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:40:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:40:51,091 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:41:39.167018+00:00 (in 29.999135 seconds)
repomirrorworker stdout | 2022-06-03 06:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:41:39 UTC)" (scheduled at 2022-06-03 06:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:41:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:41:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:41:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 41, 9, 177245), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 41, 9, 177245), 0, 2, datetime.datetime(2022, 6, 3, 6, 41, 9, 177245), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:41:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:41:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 41, 9, 181004), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 41, 9, 181004), 0, 2, datetime.datetime(2022, 6, 3, 6, 41, 9, 181004), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:41:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:41:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 41, 9, 183277), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 41, 9, 183277), 0, 2, datetime.datetime(2022, 6, 3, 6, 41, 9, 183277), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:41:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:41:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 41, 9, 185307), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 41, 9, 185307), 0, 2, datetime.datetime(2022, 6, 3, 6, 41, 9, 185307), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:41:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:41:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:41:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:41:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:41:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:41:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:41:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:41:21,123 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:42:09.167018+00:00 (in 29.999243 seconds)
repomirrorworker stdout | 2022-06-03 06:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:42:09 UTC)" (scheduled at 2022-06-03 06:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:41:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 41, 39, 176737), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 41, 39, 176737), 0, 2, datetime.datetime(2022, 6, 3, 6, 41, 39, 176737), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:41:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:41:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 41, 39, 179901), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 41, 39, 179901), 0, 2, datetime.datetime(2022, 6, 3, 6, 41, 39, 179901), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:41:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:41:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 41, 39, 181783), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 41, 39, 181783), 0, 2, datetime.datetime(2022, 6, 3, 6, 41, 39, 181783), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:41:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:41:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 41, 39, 183551), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 41, 39, 183551), 0, 2, datetime.datetime(2022, 6, 3, 6, 41, 39, 183551), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:41:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:41:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:41:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:41:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:41:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:41:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:41:51,176 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:42:39.167018+00:00 (in 29.999207 seconds)
repomirrorworker stdout | 2022-06-03 06:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:42:39 UTC)" (scheduled at 2022-06-03 06:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:42:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:42:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:42:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 42, 9, 176701), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 42, 9, 176701), 0, 2, datetime.datetime(2022, 6, 3, 6, 42, 9, 176701), True, 4, 8])
repomirrorworker stdout | 2022-06-03 06:42:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 06:42:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 42, 9, 180023), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 42, 9, 180023), 0, 2, datetime.datetime(2022, 6, 3, 6, 42, 9, 180023), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:42:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:42:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 42, 9, 182123), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 42, 9, 182123), 0, 2, datetime.datetime(2022, 6, 3, 6, 42, 9, 182123), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:42:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 42, 9, 184052), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 42, 9, 184052), 0, 2, datetime.datetime(2022, 6, 3, 6, 42, 9, 184052), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:42:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:42:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 42, 9, 185846), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 42, 9, 185846), 0, 2, datetime.datetime(2022, 6, 3, 6, 42, 9, 185846), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:42:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:42:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:42:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:42:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:42:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:42:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:42:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:42:21,252 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:43:09.167018+00:00 (in 29.999197 seconds)
repomirrorworker stdout | 2022-06-03 06:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:43:09 UTC)" (scheduled at 2022-06-03 06:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:42:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:42:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 42, 39, 176859), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 42, 39, 176859), 0, 2, datetime.datetime(2022, 6, 3, 6, 42, 39, 176859), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:42:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:42:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 42, 39, 179967), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 42, 39, 179967), 0, 2, datetime.datetime(2022, 6, 3, 6, 42, 39, 179967), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:42:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:42:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 42, 39, 181809), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 42, 39, 181809), 0, 2, datetime.datetime(2022, 6, 3, 6, 42, 39, 181809), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:42:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:42:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 42, 39, 183459), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 42, 39, 183459), 0, 2, datetime.datetime(2022, 6, 3, 6, 42, 39, 183459), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:42:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:42:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 42, 39, 185095), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 42, 39, 185095), 0, 2, datetime.datetime(2022, 6, 3, 6, 42, 39, 185095), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:42:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:42:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:42:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:42:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:42:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:42:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:42:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:42:51,298 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:43:39.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-03 06:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:43:39 UTC)" (scheduled at 2022-06-03 06:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:43:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:43:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:43:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 43, 9, 176643), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 43, 9, 176643), 0, 2, datetime.datetime(2022, 6, 3, 6, 43, 9, 176643), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:43:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:43:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 43, 9, 179791), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 43, 9, 179791), 0, 2, datetime.datetime(2022, 6, 3, 6, 43, 9, 179791), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:43:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:43:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 43, 9, 181642), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 43, 9, 181642), 0, 2, datetime.datetime(2022, 6, 3, 6, 43, 9, 181642), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:43:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:43:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 43, 9, 183303), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 43, 9, 183303), 0, 2, datetime.datetime(2022, 6, 3, 6, 43, 9, 183303), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:43:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:43:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:43:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:43:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:43:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:43:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:43:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:43:21,340 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:44:09.167018+00:00 (in 29.999126 seconds)
repomirrorworker stdout | 2022-06-03 06:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:44:09 UTC)" (scheduled at 2022-06-03 06:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:43:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:43:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:43:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 43, 39, 177060), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 43, 39, 177060), 0, 2, datetime.datetime(2022, 6, 3, 6, 43, 39, 177060), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:43:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:43:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 43, 39, 180199), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 43, 39, 180199), 0, 2, datetime.datetime(2022, 6, 3, 6, 43, 39, 180199), True, 3, 7])
repomirrorworker stdout | 2022-06-03 06:43:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 06:43:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 43, 39, 182111), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 43, 39, 182111), 0, 2, datetime.datetime(2022, 6, 3, 6, 43, 39, 182111), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:43:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:43:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 43, 39, 183817), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 43, 39, 183817), 0, 2, datetime.datetime(2022, 6, 3, 6, 43, 39, 183817), True, 12, 15])
repomirrorworker stdout | 2022-06-03 06:43:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 06:43:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 43, 39, 185470), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 43, 39, 185470), 0, 2, datetime.datetime(2022, 6, 3, 6, 43, 39, 185470), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:43:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:43:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:43:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:43:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:43:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:43:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:43:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:43:51,376 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:44:39.167018+00:00 (in 29.999128 seconds)
repomirrorworker stdout | 2022-06-03 06:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:44:39 UTC)" (scheduled at 2022-06-03 06:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:44:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:44:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:44:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 44, 9, 176489), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 44, 9, 176489), 0, 2, datetime.datetime(2022, 6, 3, 6, 44, 9, 176489), True, 3, 7])
repomirrorworker stdout | 2022-06-03 06:44:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 06:44:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 44, 9, 179858), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 44, 9, 179858), 0, 2, datetime.datetime(2022, 6, 3, 6, 44, 9, 179858), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:44:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:44:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 44, 9, 181783), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 44, 9, 181783), 0, 2, datetime.datetime(2022, 6, 3, 6, 44, 9, 181783), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:44:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:44:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 44, 9, 183451), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 44, 9, 183451), 0, 2, datetime.datetime(2022, 6, 3, 6, 44, 9, 183451), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:44:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:44:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:44:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:44:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:44:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:44:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:44:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:44:21,443 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:45:09.167018+00:00 (in 29.999221 seconds)
repomirrorworker stdout | 2022-06-03 06:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:45:09 UTC)" (scheduled at 2022-06-03 06:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:44:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:44:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 44, 39, 177424), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 44, 39, 177424), 0, 2, datetime.datetime(2022, 6, 3, 6, 44, 39, 177424), True, 3, 7])
repomirrorworker stdout | 2022-06-03 06:44:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 06:44:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 44, 39, 180748), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 44, 39, 180748), 0, 2, datetime.datetime(2022, 6, 3, 6, 44, 39, 180748), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:44:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:44:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 44, 39, 182734), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 44, 39, 182734), 0, 2, datetime.datetime(2022, 6, 3, 6, 44, 39, 182734), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:44:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:44:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 44, 39, 184642), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 44, 39, 184642), 0, 2, datetime.datetime(2022, 6, 3, 6, 44, 39, 184642), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:44:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:44:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:44:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:44:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:44:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:44:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:44:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:44:51,494 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:45:39.167018+00:00 (in 29.999176 seconds)
repomirrorworker stdout | 2022-06-03 06:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:45:39 UTC)" (scheduled at 2022-06-03 06:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:45:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:45:09,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:45:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 45, 9, 177725), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 45, 9, 177725), 0, 2, datetime.datetime(2022, 6, 3, 6, 45, 9, 177725), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:45:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:45:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 45, 9, 181224), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 45, 9, 181224), 0, 2, datetime.datetime(2022, 6, 3, 6, 45, 9, 181224), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:45:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:45:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 45, 9, 183116), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 45, 9, 183116), 0, 2, datetime.datetime(2022, 6, 3, 6, 45, 9, 183116), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:45:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:45:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 45, 9, 184805), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 45, 9, 184805), 0, 2, datetime.datetime(2022, 6, 3, 6, 45, 9, 184805), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:45:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:45:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 45, 9, 186646), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 45, 9, 186646), 0, 2, datetime.datetime(2022, 6, 3, 6, 45, 9, 186646), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:45:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:45:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:45:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:45:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:45:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:45:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:45:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:45:21,540 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:46:09.167018+00:00 (in 29.999081 seconds)
repomirrorworker stdout | 2022-06-03 06:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:46:09 UTC)" (scheduled at 2022-06-03 06:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:45:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:45:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 45, 39, 177326), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 45, 39, 177326), 0, 2, datetime.datetime(2022, 6, 3, 6, 45, 39, 177326), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:45:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:45:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 45, 39, 180782), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 45, 39, 180782), 0, 2, datetime.datetime(2022, 6, 3, 6, 45, 39, 180782), True, 12, 15])
repomirrorworker stdout | 2022-06-03 06:45:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 06:45:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 45, 39, 182663), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 45, 39, 182663), 0, 2, datetime.datetime(2022, 6, 3, 6, 45, 39, 182663), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:45:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:45:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 45, 39, 184368), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 45, 39, 184368), 0, 2, datetime.datetime(2022, 6, 3, 6, 45, 39, 184368), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:45:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:45:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 45, 39, 186048), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 45, 39, 186048), 0, 2, datetime.datetime(2022, 6, 3, 6, 45, 39, 186048), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:45:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:45:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:45:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:45:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:45:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:45:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:45:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:45:51,601 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:46:39.167018+00:00 (in 29.999169 seconds)
repomirrorworker stdout | 2022-06-03 06:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:46:39 UTC)" (scheduled at 2022-06-03 06:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:46:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:46:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:46:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 46, 9, 176909), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 46, 9, 176909), 0, 2, datetime.datetime(2022, 6, 3, 6, 46, 9, 176909), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:46:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:46:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 46, 9, 180565), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 46, 9, 180565), 0, 2, datetime.datetime(2022, 6, 3, 6, 46, 9, 180565), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:46:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:46:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 46, 9, 182591), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 46, 9, 182591), 0, 2, datetime.datetime(2022, 6, 3, 6, 46, 9, 182591), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:46:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:46:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 46, 9, 184441), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 46, 9, 184441), 0, 2, datetime.datetime(2022, 6, 3, 6, 46, 9, 184441), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:46:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:46:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 46, 9, 186178), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 46, 9, 186178), 0, 2, datetime.datetime(2022, 6, 3, 6, 46, 9, 186178), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:46:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:46:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:46:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:46:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:46:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:46:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:46:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:46:21,645 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:47:09.167018+00:00 (in 29.999111 seconds)
repomirrorworker stdout | 2022-06-03 06:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:47:09 UTC)" (scheduled at 2022-06-03 06:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:46:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 46, 39, 177279), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 46, 39, 177279), 0, 2, datetime.datetime(2022, 6, 3, 6, 46, 39, 177279), True, 4, 8])
repomirrorworker stdout | 2022-06-03 06:46:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 06:46:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 46, 39, 180743), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 46, 39, 180743), 0, 2, datetime.datetime(2022, 6, 3, 6, 46, 39, 180743), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:46:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:46:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 46, 39, 182819), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 46, 39, 182819), 0, 2, datetime.datetime(2022, 6, 3, 6, 46, 39, 182819), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:46:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:46:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 46, 39, 184572), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 46, 39, 184572), 0, 2, datetime.datetime(2022, 6, 3, 6, 46, 39, 184572), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:46:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:46:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 46, 39, 186315), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 46, 39, 186315), 0, 2, datetime.datetime(2022, 6, 3, 6, 46, 39, 186315), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:46:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:46:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:46:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:46:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:46:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:46:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:46:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:46:51,687 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:47:39.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-03 06:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:47:39 UTC)" (scheduled at 2022-06-03 06:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:47:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:47:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 47, 9, 176903), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 47, 9, 176903), 0, 2, datetime.datetime(2022, 6, 3, 6, 47, 9, 176903), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:47:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:47:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 47, 9, 180042), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 47, 9, 180042), 0, 2, datetime.datetime(2022, 6, 3, 6, 47, 9, 180042), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:47:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:47:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 47, 9, 181986), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 47, 9, 181986), 0, 2, datetime.datetime(2022, 6, 3, 6, 47, 9, 181986), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:47:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:47:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 47, 9, 183768), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 47, 9, 183768), 0, 2, datetime.datetime(2022, 6, 3, 6, 47, 9, 183768), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:47:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:47:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 47, 9, 185491), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 47, 9, 185491), 0, 2, datetime.datetime(2022, 6, 3, 6, 47, 9, 185491), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:47:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:47:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:47:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:47:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:47:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:47:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:47:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:47:21,760 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:48:09.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-03 06:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:48:09 UTC)" (scheduled at 2022-06-03 06:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:47:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:47:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 47, 39, 177211), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 47, 39, 177211), 0, 2, datetime.datetime(2022, 6, 3, 6, 47, 39, 177211), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:47:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:47:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 47, 39, 180925), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 47, 39, 180925), 0, 2, datetime.datetime(2022, 6, 3, 6, 47, 39, 180925), True, 3, 7])
repomirrorworker stdout | 2022-06-03 06:47:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 06:47:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 47, 39, 182855), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 47, 39, 182855), 0, 2, datetime.datetime(2022, 6, 3, 6, 47, 39, 182855), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:47:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:47:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 47, 39, 184534), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 47, 39, 184534), 0, 2, datetime.datetime(2022, 6, 3, 6, 47, 39, 184534), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:47:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:47:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 47, 39, 186237), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 47, 39, 186237), 0, 2, datetime.datetime(2022, 6, 3, 6, 47, 39, 186237), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:47:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:47:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:47:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:47:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:47:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:47:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:47:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:47:51,823 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:48:39.167018+00:00 (in 29.999146 seconds)
repomirrorworker stdout | 2022-06-03 06:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:48:39 UTC)" (scheduled at 2022-06-03 06:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:48:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:48:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:48:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 48, 9, 177600), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 48, 9, 177600), 0, 2, datetime.datetime(2022, 6, 3, 6, 48, 9, 177600), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:48:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:48:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 48, 9, 181176), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 48, 9, 181176), 0, 2, datetime.datetime(2022, 6, 3, 6, 48, 9, 181176), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:48:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:48:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 48, 9, 183372), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 48, 9, 183372), 0, 2, datetime.datetime(2022, 6, 3, 6, 48, 9, 183372), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:48:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:48:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 48, 9, 185337), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 48, 9, 185337), 0, 2, datetime.datetime(2022, 6, 3, 6, 48, 9, 185337), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:48:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:48:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 48, 9, 187261), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 48, 9, 187261), 0, 2, datetime.datetime(2022, 6, 3, 6, 48, 9, 187261), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:48:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:48:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:48:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:48:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:48:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:48:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:48:09,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:48:21,887 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:49:09.167018+00:00 (in 29.999197 seconds)
repomirrorworker stdout | 2022-06-03 06:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:49:09 UTC)" (scheduled at 2022-06-03 06:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:48:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:48:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 48, 39, 176712), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 48, 39, 176712), 0, 2, datetime.datetime(2022, 6, 3, 6, 48, 39, 176712), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:48:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:48:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 48, 39, 180148), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 48, 39, 180148), 0, 2, datetime.datetime(2022, 6, 3, 6, 48, 39, 180148), True, 3, 7])
repomirrorworker stdout | 2022-06-03 06:48:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 06:48:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 48, 39, 182043), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 48, 39, 182043), 0, 2, datetime.datetime(2022, 6, 3, 6, 48, 39, 182043), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:48:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:48:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 48, 39, 183720), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 48, 39, 183720), 0, 2, datetime.datetime(2022, 6, 3, 6, 48, 39, 183720), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:48:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:48:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:48:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:48:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:48:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:48:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:48:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:48:51,946 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:49:39.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-03 06:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:49:39 UTC)" (scheduled at 2022-06-03 06:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:49:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:49:09,178 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:49:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 49, 9, 179180), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 49, 9, 179180), 0, 2, datetime.datetime(2022, 6, 3, 6, 49, 9, 179180), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:49:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:49:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 49, 9, 182572), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 49, 9, 182572), 0, 2, datetime.datetime(2022, 6, 3, 6, 49, 9, 182572), True, 12, 15])
repomirrorworker stdout | 2022-06-03 06:49:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 06:49:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 49, 9, 184495), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 49, 9, 184495), 0, 2, datetime.datetime(2022, 6, 3, 6, 49, 9, 184495), True, 4, 8])
repomirrorworker stdout | 2022-06-03 06:49:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 06:49:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 49, 9, 186230), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 49, 9, 186230), 0, 2, datetime.datetime(2022, 6, 3, 6, 49, 9, 186230), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:49:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:49:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:49:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:49:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:49:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:49:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:49:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:49:22,013 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:50:09.167018+00:00 (in 29.999303 seconds)
repomirrorworker stdout | 2022-06-03 06:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:50:09 UTC)" (scheduled at 2022-06-03 06:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:49:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:49:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:49:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 49, 39, 176446), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 49, 39, 176446), 0, 2, datetime.datetime(2022, 6, 3, 6, 49, 39, 176446), True, 4, 8])
repomirrorworker stdout | 2022-06-03 06:49:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 06:49:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 49, 39, 179906), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 49, 39, 179906), 0, 2, datetime.datetime(2022, 6, 3, 6, 49, 39, 179906), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:49:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:49:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 49, 39, 181847), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 49, 39, 181847), 0, 2, datetime.datetime(2022, 6, 3, 6, 49, 39, 181847), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:49:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:49:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 49, 39, 183577), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 49, 39, 183577), 0, 2, datetime.datetime(2022, 6, 3, 6, 49, 39, 183577), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:49:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:49:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 49, 39, 185307), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 49, 39, 185307), 0, 2, datetime.datetime(2022, 6, 3, 6, 49, 39, 185307), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:49:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:49:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:49:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:49:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:49:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:49:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:49:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:49:52,087 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:50:39.167018+00:00 (in 29.999192 seconds)
repomirrorworker stdout | 2022-06-03 06:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:50:39 UTC)" (scheduled at 2022-06-03 06:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:50:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:50:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:50:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 50, 9, 176914), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 50, 9, 176914), 0, 2, datetime.datetime(2022, 6, 3, 6, 50, 9, 176914), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:50:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:50:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 50, 9, 180174), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 50, 9, 180174), 0, 2, datetime.datetime(2022, 6, 3, 6, 50, 9, 180174), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:50:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:50:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 50, 9, 182046), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 50, 9, 182046), 0, 2, datetime.datetime(2022, 6, 3, 6, 50, 9, 182046), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:50:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:50:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 50, 9, 183747), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 50, 9, 183747), 0, 2, datetime.datetime(2022, 6, 3, 6, 50, 9, 183747), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:50:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:50:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 50, 9, 185410), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 50, 9, 185410), 0, 2, datetime.datetime(2022, 6, 3, 6, 50, 9, 185410), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:50:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:50:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:50:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:50:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:50:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:50:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:50:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:50:22,145 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:51:09.167018+00:00 (in 29.999174 seconds)
repomirrorworker stdout | 2022-06-03 06:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:51:09 UTC)" (scheduled at 2022-06-03 06:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:50:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:50:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 50, 39, 176835), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 50, 39, 176835), 0, 2, datetime.datetime(2022, 6, 3, 6, 50, 39, 176835), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:50:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:50:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 50, 39, 180400), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 50, 39, 180400), 0, 2, datetime.datetime(2022, 6, 3, 6, 50, 39, 180400), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:50:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:50:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 50, 39, 182573), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 50, 39, 182573), 0, 2, datetime.datetime(2022, 6, 3, 6, 50, 39, 182573), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:50:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:50:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 50, 39, 184305), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 50, 39, 184305), 0, 2, datetime.datetime(2022, 6, 3, 6, 50, 39, 184305), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:50:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:50:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:50:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:50:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:50:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:50:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:50:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:50:52,189 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:51:39.167018+00:00 (in 29.999010 seconds)
repomirrorworker stdout | 2022-06-03 06:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:51:39 UTC)" (scheduled at 2022-06-03 06:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:51:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:51:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:51:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 51, 9, 177166), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 51, 9, 177166), 0, 2, datetime.datetime(2022, 6, 3, 6, 51, 9, 177166), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:51:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:51:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 51, 9, 180540), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 51, 9, 180540), 0, 2, datetime.datetime(2022, 6, 3, 6, 51, 9, 180540), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:51:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:51:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 51, 9, 182393), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 51, 9, 182393), 0, 2, datetime.datetime(2022, 6, 3, 6, 51, 9, 182393), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:51:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:51:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 51, 9, 184062), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 51, 9, 184062), 0, 2, datetime.datetime(2022, 6, 3, 6, 51, 9, 184062), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:51:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:51:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 51, 9, 185707), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 51, 9, 185707), 0, 2, datetime.datetime(2022, 6, 3, 6, 51, 9, 185707), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:51:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:51:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:51:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:51:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:51:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:51:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:51:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:51:22,235 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:52:09.167018+00:00 (in 29.999032 seconds)
repomirrorworker stdout | 2022-06-03 06:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:52:09 UTC)" (scheduled at 2022-06-03 06:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:51:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:51:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:51:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 51, 39, 176477), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 51, 39, 176477), 0, 2, datetime.datetime(2022, 6, 3, 6, 51, 39, 176477), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:51:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:51:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 51, 39, 179896), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 51, 39, 179896), 0, 2, datetime.datetime(2022, 6, 3, 6, 51, 39, 179896), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:51:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:51:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 51, 39, 181856), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 51, 39, 181856), 0, 2, datetime.datetime(2022, 6, 3, 6, 51, 39, 181856), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:51:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:51:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 51, 39, 183610), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 51, 39, 183610), 0, 2, datetime.datetime(2022, 6, 3, 6, 51, 39, 183610), True, 12, 15])
repomirrorworker stdout | 2022-06-03 06:51:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 06:51:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:51:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:51:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:51:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:51:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:51:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:51:52,267 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:52:39.167018+00:00 (in 29.999181 seconds)
repomirrorworker stdout | 2022-06-03 06:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:52:39 UTC)" (scheduled at 2022-06-03 06:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:52:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:52:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:52:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 52, 9, 177331), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 52, 9, 177331), 0, 2, datetime.datetime(2022, 6, 3, 6, 52, 9, 177331), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:52:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:52:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 52, 9, 180891), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 52, 9, 180891), 0, 2, datetime.datetime(2022, 6, 3, 6, 52, 9, 180891), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:52:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:52:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 52, 9, 182806), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 52, 9, 182806), 0, 2, datetime.datetime(2022, 6, 3, 6, 52, 9, 182806), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:52:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:52:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 52, 9, 184510), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 52, 9, 184510), 0, 2, datetime.datetime(2022, 6, 3, 6, 52, 9, 184510), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:52:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:52:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 52, 9, 186208), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 52, 9, 186208), 0, 2, datetime.datetime(2022, 6, 3, 6, 52, 9, 186208), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:52:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:52:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:52:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:52:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:52:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:52:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:52:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:52:22,321 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:53:09.167018+00:00 (in 29.999136 seconds)
repomirrorworker stdout | 2022-06-03 06:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:53:09 UTC)" (scheduled at 2022-06-03 06:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:52:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:52:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 52, 39, 176868), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 52, 39, 176868), 0, 2, datetime.datetime(2022, 6, 3, 6, 52, 39, 176868), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:52:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:52:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 52, 39, 180127), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 52, 39, 180127), 0, 2, datetime.datetime(2022, 6, 3, 6, 52, 39, 180127), True, 3, 7])
repomirrorworker stdout | 2022-06-03 06:52:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 06:52:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 52, 39, 182028), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 52, 39, 182028), 0, 2, datetime.datetime(2022, 6, 3, 6, 52, 39, 182028), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:52:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:52:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 52, 39, 183734), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 52, 39, 183734), 0, 2, datetime.datetime(2022, 6, 3, 6, 52, 39, 183734), True, 12, 15])
repomirrorworker stdout | 2022-06-03 06:52:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 06:52:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 52, 39, 185363), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 52, 39, 185363), 0, 2, datetime.datetime(2022, 6, 3, 6, 52, 39, 185363), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:52:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:52:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:52:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:52:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:52:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:52:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:52:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:52:52,386 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:53:39.167018+00:00 (in 29.999213 seconds)
repomirrorworker stdout | 2022-06-03 06:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:53:39 UTC)" (scheduled at 2022-06-03 06:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:53:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:53:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 53, 9, 176634), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 53, 9, 176634), 0, 2, datetime.datetime(2022, 6, 3, 6, 53, 9, 176634), True, 3, 7])
repomirrorworker stdout | 2022-06-03 06:53:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 06:53:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 53, 9, 179839), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 53, 9, 179839), 0, 2, datetime.datetime(2022, 6, 3, 6, 53, 9, 179839), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:53:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:53:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 53, 9, 181931), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 53, 9, 181931), 0, 2, datetime.datetime(2022, 6, 3, 6, 53, 9, 181931), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:53:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:53:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 53, 9, 183596), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 53, 9, 183596), 0, 2, datetime.datetime(2022, 6, 3, 6, 53, 9, 183596), True, 12, 15])
repomirrorworker stdout | 2022-06-03 06:53:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 06:53:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 53, 9, 185256), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 53, 9, 185256), 0, 2, datetime.datetime(2022, 6, 3, 6, 53, 9, 185256), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:53:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:53:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:53:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:53:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:53:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:53:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:53:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:53:22,446 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:54:09.167018+00:00 (in 29.999299 seconds)
repomirrorworker stdout | 2022-06-03 06:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:54:09 UTC)" (scheduled at 2022-06-03 06:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:53:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 53, 39, 176884), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 53, 39, 176884), 0, 2, datetime.datetime(2022, 6, 3, 6, 53, 39, 176884), True, 3, 7])
repomirrorworker stdout | 2022-06-03 06:53:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 06:53:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 53, 39, 180352), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 53, 39, 180352), 0, 2, datetime.datetime(2022, 6, 3, 6, 53, 39, 180352), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:53:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:53:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 53, 39, 182231), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 53, 39, 182231), 0, 2, datetime.datetime(2022, 6, 3, 6, 53, 39, 182231), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:53:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:53:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 53, 39, 183921), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 53, 39, 183921), 0, 2, datetime.datetime(2022, 6, 3, 6, 53, 39, 183921), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:53:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:53:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:53:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:53:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:53:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:53:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:53:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:53:52,504 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:54:39.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-03 06:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:54:39 UTC)" (scheduled at 2022-06-03 06:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:54:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:54:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 54, 9, 176642), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 54, 9, 176642), 0, 2, datetime.datetime(2022, 6, 3, 6, 54, 9, 176642), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:54:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:54:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 54, 9, 179909), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 54, 9, 179909), 0, 2, datetime.datetime(2022, 6, 3, 6, 54, 9, 179909), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:54:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:54:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 54, 9, 181861), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 54, 9, 181861), 0, 2, datetime.datetime(2022, 6, 3, 6, 54, 9, 181861), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:54:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:54:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 54, 9, 183527), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 54, 9, 183527), 0, 2, datetime.datetime(2022, 6, 3, 6, 54, 9, 183527), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:54:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:54:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 54, 9, 185240), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 54, 9, 185240), 0, 2, datetime.datetime(2022, 6, 3, 6, 54, 9, 185240), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:54:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:54:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:54:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:54:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:54:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:54:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:54:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:54:22,559 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:55:09.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-03 06:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:55:09 UTC)" (scheduled at 2022-06-03 06:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:54:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:54:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:54:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 54, 39, 176216), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 54, 39, 176216), 0, 2, datetime.datetime(2022, 6, 3, 6, 54, 39, 176216), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:54:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:54:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 54, 39, 179829), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 54, 39, 179829), 0, 2, datetime.datetime(2022, 6, 3, 6, 54, 39, 179829), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:54:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:54:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 54, 39, 182382), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 54, 39, 182382), 0, 2, datetime.datetime(2022, 6, 3, 6, 54, 39, 182382), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:54:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:54:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 54, 39, 184398), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 54, 39, 184398), 0, 2, datetime.datetime(2022, 6, 3, 6, 54, 39, 184398), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:54:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:54:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 54, 39, 186235), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 54, 39, 186235), 0, 2, datetime.datetime(2022, 6, 3, 6, 54, 39, 186235), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:54:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:54:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:54:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:54:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:54:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:54:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:54:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:54:52,600 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:55:39.167018+00:00 (in 29.999216 seconds)
repomirrorworker stdout | 2022-06-03 06:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:55:39 UTC)" (scheduled at 2022-06-03 06:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:55:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:55:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:55:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 55, 9, 176661), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 55, 9, 176661), 0, 2, datetime.datetime(2022, 6, 3, 6, 55, 9, 176661), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:55:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:55:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 55, 9, 179779), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 55, 9, 179779), 0, 2, datetime.datetime(2022, 6, 3, 6, 55, 9, 179779), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:55:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:55:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 55, 9, 181654), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 55, 9, 181654), 0, 2, datetime.datetime(2022, 6, 3, 6, 55, 9, 181654), True, 4, 8])
repomirrorworker stdout | 2022-06-03 06:55:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 06:55:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 55, 9, 183357), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 55, 9, 183357), 0, 2, datetime.datetime(2022, 6, 3, 6, 55, 9, 183357), True, 8, 12])
repomirrorworker stdout | 2022-06-03 06:55:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 06:55:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 55, 9, 185055), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 55, 9, 185055), 0, 2, datetime.datetime(2022, 6, 3, 6, 55, 9, 185055), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:55:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:55:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:55:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:55:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:55:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:55:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:55:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:55:22,636 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:56:09.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-03 06:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:56:09 UTC)" (scheduled at 2022-06-03 06:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:55:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:55:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 55, 39, 176789), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 55, 39, 176789), 0, 2, datetime.datetime(2022, 6, 3, 6, 55, 39, 176789), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:55:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:55:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 55, 39, 179956), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 55, 39, 179956), 0, 2, datetime.datetime(2022, 6, 3, 6, 55, 39, 179956), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:55:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:55:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 55, 39, 181862), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 55, 39, 181862), 0, 2, datetime.datetime(2022, 6, 3, 6, 55, 39, 181862), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 55, 39, 183536), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 55, 39, 183536), 0, 2, datetime.datetime(2022, 6, 3, 6, 55, 39, 183536), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:55:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:55:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:55:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:55:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:55:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:55:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:55:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:55:52,673 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:56:39.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-03 06:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:56:39 UTC)" (scheduled at 2022-06-03 06:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:56:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:56:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:56:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 56, 9, 176576), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 56, 9, 176576), 0, 2, datetime.datetime(2022, 6, 3, 6, 56, 9, 176576), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:56:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:56:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 56, 9, 179713), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 56, 9, 179713), 0, 2, datetime.datetime(2022, 6, 3, 6, 56, 9, 179713), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:56:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:56:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 56, 9, 181570), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 56, 9, 181570), 0, 2, datetime.datetime(2022, 6, 3, 6, 56, 9, 181570), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:56:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:56:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 56, 9, 183323), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 56, 9, 183323), 0, 2, datetime.datetime(2022, 6, 3, 6, 56, 9, 183323), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:56:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:56:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:56:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:56:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:56:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:56:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:56:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:56:22,715 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:57:09.167018+00:00 (in 29.998976 seconds)
repomirrorworker stdout | 2022-06-03 06:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:57:09 UTC)" (scheduled at 2022-06-03 06:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:56:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:56:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 56, 39, 177036), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 56, 39, 177036), 0, 2, datetime.datetime(2022, 6, 3, 6, 56, 39, 177036), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:56:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:56:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 56, 39, 180438), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 56, 39, 180438), 0, 2, datetime.datetime(2022, 6, 3, 6, 56, 39, 180438), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:56:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:56:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 56, 39, 182312), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 56, 39, 182312), 0, 2, datetime.datetime(2022, 6, 3, 6, 56, 39, 182312), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:56:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:56:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 56, 39, 184023), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 56, 39, 184023), 0, 2, datetime.datetime(2022, 6, 3, 6, 56, 39, 184023), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:56:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:56:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 56, 39, 185660), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 56, 39, 185660), 0, 2, datetime.datetime(2022, 6, 3, 6, 56, 39, 185660), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:56:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:56:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:56:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:56:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:56:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:56:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:56:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:56:52,788 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:57:39.167018+00:00 (in 29.998962 seconds)
repomirrorworker stdout | 2022-06-03 06:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:57:39 UTC)" (scheduled at 2022-06-03 06:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:57:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:57:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:57:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 57, 9, 176500), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 57, 9, 176500), 0, 2, datetime.datetime(2022, 6, 3, 6, 57, 9, 176500), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:57:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:57:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 57, 9, 179585), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 57, 9, 179585), 0, 2, datetime.datetime(2022, 6, 3, 6, 57, 9, 179585), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:57:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:57:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 57, 9, 181407), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 57, 9, 181407), 0, 2, datetime.datetime(2022, 6, 3, 6, 57, 9, 181407), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:57:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:57:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 57, 9, 183135), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 57, 9, 183135), 0, 2, datetime.datetime(2022, 6, 3, 6, 57, 9, 183135), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:57:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:57:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 57, 9, 184831), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 57, 9, 184831), 0, 2, datetime.datetime(2022, 6, 3, 6, 57, 9, 184831), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:57:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:57:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:57:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:57:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:57:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:57:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:57:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:57:22,844 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:58:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-03 06:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:58:09 UTC)" (scheduled at 2022-06-03 06:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:57:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:57:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 57, 39, 176810), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 57, 39, 176810), 0, 2, datetime.datetime(2022, 6, 3, 6, 57, 39, 176810), True, 3, 7])
repomirrorworker stdout | 2022-06-03 06:57:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 06:57:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 57, 39, 180076), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 57, 39, 180076), 0, 2, datetime.datetime(2022, 6, 3, 6, 57, 39, 180076), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:57:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:57:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 57, 39, 182048), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 57, 39, 182048), 0, 2, datetime.datetime(2022, 6, 3, 6, 57, 39, 182048), True, 7, 11])
repomirrorworker stdout | 2022-06-03 06:57:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 06:57:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 57, 39, 183790), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 57, 39, 183790), 0, 2, datetime.datetime(2022, 6, 3, 6, 57, 39, 183790), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:57:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:57:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:57:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:57:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:57:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:57:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:57:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:57:52,891 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:58:39.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-03 06:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:58:39 UTC)" (scheduled at 2022-06-03 06:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:58:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:58:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 58, 9, 176902), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 58, 9, 176902), 0, 2, datetime.datetime(2022, 6, 3, 6, 58, 9, 176902), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:58:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:58:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 58, 9, 180542), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 58, 9, 180542), 0, 2, datetime.datetime(2022, 6, 3, 6, 58, 9, 180542), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:58:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:58:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 58, 9, 182443), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 58, 9, 182443), 0, 2, datetime.datetime(2022, 6, 3, 6, 58, 9, 182443), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:58:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:58:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 58, 9, 184230), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 58, 9, 184230), 0, 2, datetime.datetime(2022, 6, 3, 6, 58, 9, 184230), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:58:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:58:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 58, 9, 185902), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 58, 9, 185902), 0, 2, datetime.datetime(2022, 6, 3, 6, 58, 9, 185902), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:58:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:58:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:58:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:58:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:58:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:58:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:58:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:58:22,963 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:59:09.167018+00:00 (in 29.999125 seconds)
repomirrorworker stdout | 2022-06-03 06:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:59:09 UTC)" (scheduled at 2022-06-03 06:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:58:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:58:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 58, 39, 176865), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 58, 39, 176865), 0, 2, datetime.datetime(2022, 6, 3, 6, 58, 39, 176865), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:58:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:58:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 58, 39, 180016), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 58, 39, 180016), 0, 2, datetime.datetime(2022, 6, 3, 6, 58, 39, 180016), True, 11, 15])
repomirrorworker stdout | 2022-06-03 06:58:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 06:58:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 58, 39, 182035), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 58, 39, 182035), 0, 2, datetime.datetime(2022, 6, 3, 6, 58, 39, 182035), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:58:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:58:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 58, 39, 183893), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 58, 39, 183893), 0, 2, datetime.datetime(2022, 6, 3, 6, 58, 39, 183893), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:58:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:58:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:58:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:58:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:58:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:58:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:58:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:58:53,013 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 06:59:39.167018+00:00 (in 29.999233 seconds)
repomirrorworker stdout | 2022-06-03 06:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:59:39 UTC)" (scheduled at 2022-06-03 06:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:59:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:59:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 59, 9, 177132), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 59, 9, 177132), 0, 2, datetime.datetime(2022, 6, 3, 6, 59, 9, 177132), True, 9, 13])
repomirrorworker stdout | 2022-06-03 06:59:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 06:59:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 59, 9, 180424), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 59, 9, 180424), 0, 2, datetime.datetime(2022, 6, 3, 6, 59, 9, 180424), True, 13, 15])
repomirrorworker stdout | 2022-06-03 06:59:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 06:59:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 59, 9, 182253), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 59, 9, 182253), 0, 2, datetime.datetime(2022, 6, 3, 6, 59, 9, 182253), True, 5, 9])
repomirrorworker stdout | 2022-06-03 06:59:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 06:59:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 59, 9, 183915), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 59, 9, 183915), 0, 2, datetime.datetime(2022, 6, 3, 6, 59, 9, 183915), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:59:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:59:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:59:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:59:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:59:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:59:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:59:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 06:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:59:23,072 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 06:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 06:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:00:09.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-03 06:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:00:09 UTC)" (scheduled at 2022-06-03 06:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 06:59:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:59:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:59:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 59, 39, 176903), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 59, 39, 176903), 0, 2, datetime.datetime(2022, 6, 3, 6, 59, 39, 176903), True, 2, 6])
repomirrorworker stdout | 2022-06-03 06:59:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 06:59:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 59, 39, 180316), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 59, 39, 180316), 0, 2, datetime.datetime(2022, 6, 3, 6, 59, 39, 180316), True, 1, 5])
repomirrorworker stdout | 2022-06-03 06:59:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 06:59:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 59, 39, 182255), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 59, 39, 182255), 0, 2, datetime.datetime(2022, 6, 3, 6, 59, 39, 182255), True, 6, 10])
repomirrorworker stdout | 2022-06-03 06:59:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 06:59:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 59, 39, 183959), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 59, 39, 183959), 0, 2, datetime.datetime(2022, 6, 3, 6, 59, 39, 183959), True, 10, 14])
repomirrorworker stdout | 2022-06-03 06:59:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 06:59:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 6, 59, 39, 185595), 0, 2, None, True, datetime.datetime(2022, 6, 3, 6, 59, 39, 185595), 0, 2, datetime.datetime(2022, 6, 3, 6, 59, 39, 185595), True, 14, 15])
repomirrorworker stdout | 2022-06-03 06:59:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 06:59:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 06:59:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:59:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 06:59:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 06:59:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 06:59:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 06:59:53,127 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:00:39.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-03 07:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:00:39 UTC)" (scheduled at 2022-06-03 07:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:00:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:00:09,179 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:00:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 0, 9, 180615), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 0, 9, 180615), 0, 2, datetime.datetime(2022, 6, 3, 7, 0, 9, 180615), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:00:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:00:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 0, 9, 187174), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 0, 9, 187174), 0, 2, datetime.datetime(2022, 6, 3, 7, 0, 9, 187174), True, 12, 15])
repomirrorworker stdout | 2022-06-03 07:00:09,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 07:00:09,192 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 0, 9, 190503), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 0, 9, 190503), 0, 2, datetime.datetime(2022, 6, 3, 7, 0, 9, 190503), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:00:09,193 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:00:09,195 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 0, 9, 193579), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 0, 9, 193579), 0, 2, datetime.datetime(2022, 6, 3, 7, 0, 9, 193579), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:00:09,196 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:00:09,196 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:00:09,196 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:00:09,196 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:00:09,204 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:00:09,204 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:00:09,204 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:00:23,183 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:01:09.167018+00:00 (in 29.999190 seconds)
repomirrorworker stdout | 2022-06-03 07:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:01:09 UTC)" (scheduled at 2022-06-03 07:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:00:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:00:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 0, 39, 177113), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 0, 39, 177113), 0, 2, datetime.datetime(2022, 6, 3, 7, 0, 39, 177113), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:00:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:00:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 0, 39, 180425), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 0, 39, 180425), 0, 2, datetime.datetime(2022, 6, 3, 7, 0, 39, 180425), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:00:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:00:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 0, 39, 182426), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 0, 39, 182426), 0, 2, datetime.datetime(2022, 6, 3, 7, 0, 39, 182426), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:00:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:00:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 0, 39, 184264), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 0, 39, 184264), 0, 2, datetime.datetime(2022, 6, 3, 7, 0, 39, 184264), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:00:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:00:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:00:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:00:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:00:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:00:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:00:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:00:53,215 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:01:39.167018+00:00 (in 29.999179 seconds)
repomirrorworker stdout | 2022-06-03 07:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:01:39 UTC)" (scheduled at 2022-06-03 07:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:01:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:01:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 1, 9, 177027), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 1, 9, 177027), 0, 2, datetime.datetime(2022, 6, 3, 7, 1, 9, 177027), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:01:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:01:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 1, 9, 180648), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 1, 9, 180648), 0, 2, datetime.datetime(2022, 6, 3, 7, 1, 9, 180648), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:01:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:01:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 1, 9, 182633), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 1, 9, 182633), 0, 2, datetime.datetime(2022, 6, 3, 7, 1, 9, 182633), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:01:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:01:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 1, 9, 184419), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 1, 9, 184419), 0, 2, datetime.datetime(2022, 6, 3, 7, 1, 9, 184419), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:01:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:01:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:01:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:01:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:01:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:01:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:01:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:01:23,256 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:02:09.167018+00:00 (in 29.999193 seconds)
repomirrorworker stdout | 2022-06-03 07:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:02:09 UTC)" (scheduled at 2022-06-03 07:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:01:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 1, 39, 176872), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 1, 39, 176872), 0, 2, datetime.datetime(2022, 6, 3, 7, 1, 39, 176872), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 1, 39, 180260), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 1, 39, 180260), 0, 2, datetime.datetime(2022, 6, 3, 7, 1, 39, 180260), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:01:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:01:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 1, 39, 182172), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 1, 39, 182172), 0, 2, datetime.datetime(2022, 6, 3, 7, 1, 39, 182172), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:01:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:01:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 1, 39, 183937), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 1, 39, 183937), 0, 2, datetime.datetime(2022, 6, 3, 7, 1, 39, 183937), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:01:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:01:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:01:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:01:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:01:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:01:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:01:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:01:53,308 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:02:39.167018+00:00 (in 29.999116 seconds)
repomirrorworker stdout | 2022-06-03 07:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:02:39 UTC)" (scheduled at 2022-06-03 07:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:02:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:02:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:02:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 2, 9, 176770), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 2, 9, 176770), 0, 2, datetime.datetime(2022, 6, 3, 7, 2, 9, 176770), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:02:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:02:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 2, 9, 180083), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 2, 9, 180083), 0, 2, datetime.datetime(2022, 6, 3, 7, 2, 9, 180083), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:02:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:02:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 2, 9, 182456), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 2, 9, 182456), 0, 2, datetime.datetime(2022, 6, 3, 7, 2, 9, 182456), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:02:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:02:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 2, 9, 184346), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 2, 9, 184346), 0, 2, datetime.datetime(2022, 6, 3, 7, 2, 9, 184346), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:02:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:02:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:02:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:02:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:02:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:02:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:02:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:02:23,362 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:03:09.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-03 07:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:03:09 UTC)" (scheduled at 2022-06-03 07:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:02:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:02:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:02:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 2, 39, 176978), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 2, 39, 176978), 0, 2, datetime.datetime(2022, 6, 3, 7, 2, 39, 176978), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:02:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:02:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 2, 39, 180354), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 2, 39, 180354), 0, 2, datetime.datetime(2022, 6, 3, 7, 2, 39, 180354), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:02:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:02:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 2, 39, 182334), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 2, 39, 182334), 0, 2, datetime.datetime(2022, 6, 3, 7, 2, 39, 182334), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:02:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:02:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 2, 39, 184139), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 2, 39, 184139), 0, 2, datetime.datetime(2022, 6, 3, 7, 2, 39, 184139), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:02:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:02:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 2, 39, 185862), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 2, 39, 185862), 0, 2, datetime.datetime(2022, 6, 3, 7, 2, 39, 185862), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:02:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:02:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:02:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:02:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:02:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:02:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:02:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:02:53,418 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:03:39.167018+00:00 (in 29.999223 seconds)
repomirrorworker stdout | 2022-06-03 07:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:03:39 UTC)" (scheduled at 2022-06-03 07:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:03:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:03:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 3, 9, 176532), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 3, 9, 176532), 0, 2, datetime.datetime(2022, 6, 3, 7, 3, 9, 176532), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:03:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:03:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 3, 9, 179649), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 3, 9, 179649), 0, 2, datetime.datetime(2022, 6, 3, 7, 3, 9, 179649), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:03:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:03:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 3, 9, 181539), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 3, 9, 181539), 0, 2, datetime.datetime(2022, 6, 3, 7, 3, 9, 181539), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:03:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:03:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 3, 9, 183204), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 3, 9, 183204), 0, 2, datetime.datetime(2022, 6, 3, 7, 3, 9, 183204), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:03:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:03:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:03:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:03:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:03:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:03:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:03:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:03:23,469 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:04:09.167018+00:00 (in 29.999201 seconds)
repomirrorworker stdout | 2022-06-03 07:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:04:09 UTC)" (scheduled at 2022-06-03 07:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:03:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:03:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 3, 39, 177433), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 3, 39, 177433), 0, 2, datetime.datetime(2022, 6, 3, 7, 3, 39, 177433), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:03:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:03:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 3, 39, 182069), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 3, 39, 182069), 0, 2, datetime.datetime(2022, 6, 3, 7, 3, 39, 182069), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:03:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:03:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 3, 39, 184422), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 3, 39, 184422), 0, 2, datetime.datetime(2022, 6, 3, 7, 3, 39, 184422), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:03:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:03:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 3, 39, 186391), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 3, 39, 186391), 0, 2, datetime.datetime(2022, 6, 3, 7, 3, 39, 186391), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:03:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:03:39,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 3, 39, 188234), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 3, 39, 188234), 0, 2, datetime.datetime(2022, 6, 3, 7, 3, 39, 188234), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:03:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:03:39,190 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:03:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:03:39,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:03:39,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:03:39,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:03:39,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:03:53,517 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:04:39.167018+00:00 (in 29.999113 seconds)
repomirrorworker stdout | 2022-06-03 07:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:04:39 UTC)" (scheduled at 2022-06-03 07:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:04:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 4, 9, 176718), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 4, 9, 176718), 0, 2, datetime.datetime(2022, 6, 3, 7, 4, 9, 176718), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:04:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:04:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 4, 9, 179931), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 4, 9, 179931), 0, 2, datetime.datetime(2022, 6, 3, 7, 4, 9, 179931), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:04:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:04:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 4, 9, 181832), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 4, 9, 181832), 0, 2, datetime.datetime(2022, 6, 3, 7, 4, 9, 181832), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:04:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:04:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 4, 9, 183486), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 4, 9, 183486), 0, 2, datetime.datetime(2022, 6, 3, 7, 4, 9, 183486), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:04:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:04:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 4, 9, 185137), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 4, 9, 185137), 0, 2, datetime.datetime(2022, 6, 3, 7, 4, 9, 185137), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:04:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:04:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:04:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:04:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:04:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:04:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:04:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:04:23,570 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:05:09.167018+00:00 (in 29.999197 seconds)
repomirrorworker stdout | 2022-06-03 07:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:05:09 UTC)" (scheduled at 2022-06-03 07:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:04:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:04:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:04:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 4, 39, 176418), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 4, 39, 176418), 0, 2, datetime.datetime(2022, 6, 3, 7, 4, 39, 176418), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:04:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:04:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 4, 39, 179709), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 4, 39, 179709), 0, 2, datetime.datetime(2022, 6, 3, 7, 4, 39, 179709), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:04:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:04:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 4, 39, 181530), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 4, 39, 181530), 0, 2, datetime.datetime(2022, 6, 3, 7, 4, 39, 181530), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:04:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:04:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 4, 39, 183197), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 4, 39, 183197), 0, 2, datetime.datetime(2022, 6, 3, 7, 4, 39, 183197), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:04:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:04:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:04:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:04:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:04:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:04:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:04:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:04:53,640 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:05:39.167018+00:00 (in 29.999176 seconds)
repomirrorworker stdout | 2022-06-03 07:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:05:39 UTC)" (scheduled at 2022-06-03 07:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:05:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:05:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:05:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 5, 9, 176492), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 5, 9, 176492), 0, 2, datetime.datetime(2022, 6, 3, 7, 5, 9, 176492), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:05:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:05:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 5, 9, 179688), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 5, 9, 179688), 0, 2, datetime.datetime(2022, 6, 3, 7, 5, 9, 179688), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:05:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:05:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 5, 9, 181533), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 5, 9, 181533), 0, 2, datetime.datetime(2022, 6, 3, 7, 5, 9, 181533), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:05:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:05:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 5, 9, 183211), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 5, 9, 183211), 0, 2, datetime.datetime(2022, 6, 3, 7, 5, 9, 183211), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:05:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:05:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 5, 9, 184842), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 5, 9, 184842), 0, 2, datetime.datetime(2022, 6, 3, 7, 5, 9, 184842), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:05:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:05:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:05:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:05:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:05:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:05:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:05:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:05:23,702 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:06:09.167018+00:00 (in 29.998978 seconds)
repomirrorworker stdout | 2022-06-03 07:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:06:09 UTC)" (scheduled at 2022-06-03 07:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:05:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:05:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 5, 39, 176789), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 5, 39, 176789), 0, 2, datetime.datetime(2022, 6, 3, 7, 5, 39, 176789), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:05:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 5, 39, 180127), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 5, 39, 180127), 0, 2, datetime.datetime(2022, 6, 3, 7, 5, 39, 180127), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:05:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:05:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 5, 39, 182432), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 5, 39, 182432), 0, 2, datetime.datetime(2022, 6, 3, 7, 5, 39, 182432), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:05:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:05:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 5, 39, 184452), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 5, 39, 184452), 0, 2, datetime.datetime(2022, 6, 3, 7, 5, 39, 184452), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:05:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:05:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 5, 39, 186141), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 5, 39, 186141), 0, 2, datetime.datetime(2022, 6, 3, 7, 5, 39, 186141), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:05:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:05:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:05:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:05:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:05:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:05:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:05:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:05:53,739 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:06:39.167018+00:00 (in 29.999092 seconds)
repomirrorworker stdout | 2022-06-03 07:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:06:39 UTC)" (scheduled at 2022-06-03 07:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:06:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:06:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 6, 9, 176965), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 6, 9, 176965), 0, 2, datetime.datetime(2022, 6, 3, 7, 6, 9, 176965), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:06:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:06:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 6, 9, 180337), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 6, 9, 180337), 0, 2, datetime.datetime(2022, 6, 3, 7, 6, 9, 180337), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:06:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:06:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 6, 9, 182228), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 6, 9, 182228), 0, 2, datetime.datetime(2022, 6, 3, 7, 6, 9, 182228), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:06:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:06:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 6, 9, 183939), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 6, 9, 183939), 0, 2, datetime.datetime(2022, 6, 3, 7, 6, 9, 183939), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:06:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:06:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 6, 9, 185611), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 6, 9, 185611), 0, 2, datetime.datetime(2022, 6, 3, 7, 6, 9, 185611), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:06:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:06:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:06:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:06:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:06:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:06:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:06:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:06:23,801 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:07:09.167018+00:00 (in 29.999205 seconds)
repomirrorworker stdout | 2022-06-03 07:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:07:09 UTC)" (scheduled at 2022-06-03 07:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:06:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 6, 39, 176872), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 6, 39, 176872), 0, 2, datetime.datetime(2022, 6, 3, 7, 6, 39, 176872), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:06:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:06:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 6, 39, 179983), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 6, 39, 179983), 0, 2, datetime.datetime(2022, 6, 3, 7, 6, 39, 179983), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:06:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:06:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 6, 39, 181865), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 6, 39, 181865), 0, 2, datetime.datetime(2022, 6, 3, 7, 6, 39, 181865), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:06:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:06:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 6, 39, 183540), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 6, 39, 183540), 0, 2, datetime.datetime(2022, 6, 3, 7, 6, 39, 183540), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:06:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:06:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:06:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:06:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:06:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:06:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:06:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:06:53,838 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:07:39.167018+00:00 (in 29.999146 seconds)
repomirrorworker stdout | 2022-06-03 07:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:07:39 UTC)" (scheduled at 2022-06-03 07:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:07:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:07:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:07:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 7, 9, 176305), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 7, 9, 176305), 0, 2, datetime.datetime(2022, 6, 3, 7, 7, 9, 176305), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:07:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:07:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 7, 9, 179488), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 7, 9, 179488), 0, 2, datetime.datetime(2022, 6, 3, 7, 7, 9, 179488), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:07:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:07:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 7, 9, 181399), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 7, 9, 181399), 0, 2, datetime.datetime(2022, 6, 3, 7, 7, 9, 181399), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:07:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:07:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 7, 9, 183126), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 7, 9, 183126), 0, 2, datetime.datetime(2022, 6, 3, 7, 7, 9, 183126), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:07:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:07:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 7, 9, 184790), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 7, 9, 184790), 0, 2, datetime.datetime(2022, 6, 3, 7, 7, 9, 184790), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:07:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:07:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:07:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:07:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:07:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:07:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:07:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:07:23,893 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:08:09.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-03 07:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:08:09 UTC)" (scheduled at 2022-06-03 07:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:07:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:07:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 7, 39, 177092), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 7, 39, 177092), 0, 2, datetime.datetime(2022, 6, 3, 7, 7, 39, 177092), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:07:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:07:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 7, 39, 180243), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 7, 39, 180243), 0, 2, datetime.datetime(2022, 6, 3, 7, 7, 39, 180243), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:07:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:07:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 7, 39, 182137), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 7, 39, 182137), 0, 2, datetime.datetime(2022, 6, 3, 7, 7, 39, 182137), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:07:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:07:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 7, 39, 183811), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 7, 39, 183811), 0, 2, datetime.datetime(2022, 6, 3, 7, 7, 39, 183811), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:07:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:07:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 7, 39, 185473), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 7, 39, 185473), 0, 2, datetime.datetime(2022, 6, 3, 7, 7, 39, 185473), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:07:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:07:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:07:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:07:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:07:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:07:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:07:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:07:53,962 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:08:39.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-03 07:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:08:39 UTC)" (scheduled at 2022-06-03 07:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:08:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:08:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:08:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 8, 9, 176533), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 8, 9, 176533), 0, 2, datetime.datetime(2022, 6, 3, 7, 8, 9, 176533), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:08:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:08:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 8, 9, 179812), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 8, 9, 179812), 0, 2, datetime.datetime(2022, 6, 3, 7, 8, 9, 179812), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:08:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:08:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 8, 9, 182231), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 8, 9, 182231), 0, 2, datetime.datetime(2022, 6, 3, 7, 8, 9, 182231), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:08:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:08:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 8, 9, 184257), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 8, 9, 184257), 0, 2, datetime.datetime(2022, 6, 3, 7, 8, 9, 184257), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:08:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:08:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 8, 9, 185979), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 8, 9, 185979), 0, 2, datetime.datetime(2022, 6, 3, 7, 8, 9, 185979), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:08:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:08:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:08:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:08:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:08:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:08:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:08:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:08:24,024 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:09:09.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-03 07:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:09:09 UTC)" (scheduled at 2022-06-03 07:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:08:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:08:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:08:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 8, 39, 177007), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 8, 39, 177007), 0, 2, datetime.datetime(2022, 6, 3, 7, 8, 39, 177007), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:08:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:08:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 8, 39, 180400), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 8, 39, 180400), 0, 2, datetime.datetime(2022, 6, 3, 7, 8, 39, 180400), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:08:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:08:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 8, 39, 182357), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 8, 39, 182357), 0, 2, datetime.datetime(2022, 6, 3, 7, 8, 39, 182357), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:08:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:08:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 8, 39, 184027), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 8, 39, 184027), 0, 2, datetime.datetime(2022, 6, 3, 7, 8, 39, 184027), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:08:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:08:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:08:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:08:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:08:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:08:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:08:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:08:54,099 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:09:39.167018+00:00 (in 29.999084 seconds)
repomirrorworker stdout | 2022-06-03 07:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:09:39 UTC)" (scheduled at 2022-06-03 07:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:09:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:09:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:09:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 9, 9, 176903), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 9, 9, 176903), 0, 2, datetime.datetime(2022, 6, 3, 7, 9, 9, 176903), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:09:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:09:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 9, 9, 180451), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 9, 9, 180451), 0, 2, datetime.datetime(2022, 6, 3, 7, 9, 9, 180451), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:09:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:09:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 9, 9, 182402), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 9, 9, 182402), 0, 2, datetime.datetime(2022, 6, 3, 7, 9, 9, 182402), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:09:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:09:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 9, 9, 184102), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 9, 9, 184102), 0, 2, datetime.datetime(2022, 6, 3, 7, 9, 9, 184102), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:09:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:09:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:09:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:09:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:09:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:09:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:09:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:09:24,175 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:10:09.167018+00:00 (in 29.999216 seconds)
repomirrorworker stdout | 2022-06-03 07:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:10:09 UTC)" (scheduled at 2022-06-03 07:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:09:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:09:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 9, 39, 177017), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 9, 39, 177017), 0, 2, datetime.datetime(2022, 6, 3, 7, 9, 39, 177017), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:09:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:09:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 9, 39, 180370), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 9, 39, 180370), 0, 2, datetime.datetime(2022, 6, 3, 7, 9, 39, 180370), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:09:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:09:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 9, 39, 182282), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 9, 39, 182282), 0, 2, datetime.datetime(2022, 6, 3, 7, 9, 39, 182282), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:09:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:09:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 9, 39, 183994), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 9, 39, 183994), 0, 2, datetime.datetime(2022, 6, 3, 7, 9, 39, 183994), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:09:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:09:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:09:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:09:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:09:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:09:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:09:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:09:54,225 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:10:39.167018+00:00 (in 29.999018 seconds)
repomirrorworker stdout | 2022-06-03 07:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:10:39 UTC)" (scheduled at 2022-06-03 07:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:10:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:10:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 10, 9, 176982), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 10, 9, 176982), 0, 2, datetime.datetime(2022, 6, 3, 7, 10, 9, 176982), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:10:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:10:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 10, 9, 180468), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 10, 9, 180468), 0, 2, datetime.datetime(2022, 6, 3, 7, 10, 9, 180468), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:10:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:10:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 10, 9, 182419), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 10, 9, 182419), 0, 2, datetime.datetime(2022, 6, 3, 7, 10, 9, 182419), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:10:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:10:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 10, 9, 184136), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 10, 9, 184136), 0, 2, datetime.datetime(2022, 6, 3, 7, 10, 9, 184136), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:10:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:10:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:10:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:10:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:10:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:10:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:10:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:10:24,293 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:11:09.167018+00:00 (in 29.999049 seconds)
repomirrorworker stdout | 2022-06-03 07:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:11:09 UTC)" (scheduled at 2022-06-03 07:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:10:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:10:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 10, 39, 177078), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 10, 39, 177078), 0, 2, datetime.datetime(2022, 6, 3, 7, 10, 39, 177078), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:10:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:10:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 10, 39, 180667), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 10, 39, 180667), 0, 2, datetime.datetime(2022, 6, 3, 7, 10, 39, 180667), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:10:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:10:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 10, 39, 182756), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 10, 39, 182756), 0, 2, datetime.datetime(2022, 6, 3, 7, 10, 39, 182756), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:10:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:10:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 10, 39, 184425), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 10, 39, 184425), 0, 2, datetime.datetime(2022, 6, 3, 7, 10, 39, 184425), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:10:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:10:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 10, 39, 186091), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 10, 39, 186091), 0, 2, datetime.datetime(2022, 6, 3, 7, 10, 39, 186091), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:10:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:10:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:10:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:10:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:10:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:10:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:10:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:10:54,358 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:11:39.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-03 07:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:11:39 UTC)" (scheduled at 2022-06-03 07:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:11:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:11:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 11, 9, 176952), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 11, 9, 176952), 0, 2, datetime.datetime(2022, 6, 3, 7, 11, 9, 176952), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:11:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:11:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 11, 9, 180708), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 11, 9, 180708), 0, 2, datetime.datetime(2022, 6, 3, 7, 11, 9, 180708), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:11:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:11:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 11, 9, 182879), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 11, 9, 182879), 0, 2, datetime.datetime(2022, 6, 3, 7, 11, 9, 182879), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:11:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:11:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 11, 9, 184692), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 11, 9, 184692), 0, 2, datetime.datetime(2022, 6, 3, 7, 11, 9, 184692), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:11:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:11:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:11:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:11:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:11:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:11:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:11:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:11:24,418 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:12:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-03 07:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:12:09 UTC)" (scheduled at 2022-06-03 07:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:11:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:11:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:11:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 11, 39, 176916), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 11, 39, 176916), 0, 2, datetime.datetime(2022, 6, 3, 7, 11, 39, 176916), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:11:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:11:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 11, 39, 180296), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 11, 39, 180296), 0, 2, datetime.datetime(2022, 6, 3, 7, 11, 39, 180296), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:11:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:11:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 11, 39, 182171), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 11, 39, 182171), 0, 2, datetime.datetime(2022, 6, 3, 7, 11, 39, 182171), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:11:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:11:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 11, 39, 183867), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 11, 39, 183867), 0, 2, datetime.datetime(2022, 6, 3, 7, 11, 39, 183867), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:11:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:11:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:11:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:11:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:11:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:11:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:11:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:11:54,463 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:12:39.167018+00:00 (in 29.999169 seconds)
repomirrorworker stdout | 2022-06-03 07:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:12:39 UTC)" (scheduled at 2022-06-03 07:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:12:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:12:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:12:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 12, 9, 176888), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 12, 9, 176888), 0, 2, datetime.datetime(2022, 6, 3, 7, 12, 9, 176888), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:12:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:12:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 12, 9, 180227), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 12, 9, 180227), 0, 2, datetime.datetime(2022, 6, 3, 7, 12, 9, 180227), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:12:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:12:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 12, 9, 182258), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 12, 9, 182258), 0, 2, datetime.datetime(2022, 6, 3, 7, 12, 9, 182258), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:12:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:12:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 12, 9, 184068), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 12, 9, 184068), 0, 2, datetime.datetime(2022, 6, 3, 7, 12, 9, 184068), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:12:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:12:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 12, 9, 185944), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 12, 9, 185944), 0, 2, datetime.datetime(2022, 6, 3, 7, 12, 9, 185944), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:12:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:12:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:12:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:12:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:12:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:12:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:12:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:12:24,519 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:13:09.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-03 07:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:13:09 UTC)" (scheduled at 2022-06-03 07:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:12:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:12:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:12:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 12, 39, 177111), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 12, 39, 177111), 0, 2, datetime.datetime(2022, 6, 3, 7, 12, 39, 177111), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:12:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:12:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 12, 39, 180264), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 12, 39, 180264), 0, 2, datetime.datetime(2022, 6, 3, 7, 12, 39, 180264), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:12:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:12:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 12, 39, 182184), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 12, 39, 182184), 0, 2, datetime.datetime(2022, 6, 3, 7, 12, 39, 182184), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:12:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 12, 39, 183869), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 12, 39, 183869), 0, 2, datetime.datetime(2022, 6, 3, 7, 12, 39, 183869), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:12:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:12:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:12:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:12:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:12:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:12:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:12:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:12:54,582 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:13:39.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-03 07:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:13:39 UTC)" (scheduled at 2022-06-03 07:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:13:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:13:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:13:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 13, 9, 176971), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 13, 9, 176971), 0, 2, datetime.datetime(2022, 6, 3, 7, 13, 9, 176971), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:13:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:13:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 13, 9, 180351), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 13, 9, 180351), 0, 2, datetime.datetime(2022, 6, 3, 7, 13, 9, 180351), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:13:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:13:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 13, 9, 182734), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 13, 9, 182734), 0, 2, datetime.datetime(2022, 6, 3, 7, 13, 9, 182734), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:13:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:13:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 13, 9, 184843), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 13, 9, 184843), 0, 2, datetime.datetime(2022, 6, 3, 7, 13, 9, 184843), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:13:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:13:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 13, 9, 186830), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 13, 9, 186830), 0, 2, datetime.datetime(2022, 6, 3, 7, 13, 9, 186830), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:13:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:13:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:13:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:13:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:13:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:13:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:13:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:13:24,637 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:14:09.167018+00:00 (in 29.999145 seconds)
repomirrorworker stdout | 2022-06-03 07:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:14:09 UTC)" (scheduled at 2022-06-03 07:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:13:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:13:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:13:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 13, 39, 177153), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 13, 39, 177153), 0, 2, datetime.datetime(2022, 6, 3, 7, 13, 39, 177153), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:13:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:13:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 13, 39, 181123), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 13, 39, 181123), 0, 2, datetime.datetime(2022, 6, 3, 7, 13, 39, 181123), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:13:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:13:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 13, 39, 183020), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 13, 39, 183020), 0, 2, datetime.datetime(2022, 6, 3, 7, 13, 39, 183020), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:13:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:13:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 13, 39, 184734), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 13, 39, 184734), 0, 2, datetime.datetime(2022, 6, 3, 7, 13, 39, 184734), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:13:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:13:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:13:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:13:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:13:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:13:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:13:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:13:54,695 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:14:39.167018+00:00 (in 29.998998 seconds)
repomirrorworker stdout | 2022-06-03 07:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:14:39 UTC)" (scheduled at 2022-06-03 07:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:14:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:14:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:14:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 14, 9, 176619), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 14, 9, 176619), 0, 2, datetime.datetime(2022, 6, 3, 7, 14, 9, 176619), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:14:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:14:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 14, 9, 179721), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 14, 9, 179721), 0, 2, datetime.datetime(2022, 6, 3, 7, 14, 9, 179721), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:14:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:14:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 14, 9, 181557), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 14, 9, 181557), 0, 2, datetime.datetime(2022, 6, 3, 7, 14, 9, 181557), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:14:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:14:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 14, 9, 183244), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 14, 9, 183244), 0, 2, datetime.datetime(2022, 6, 3, 7, 14, 9, 183244), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:14:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:14:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 14, 9, 184895), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 14, 9, 184895), 0, 2, datetime.datetime(2022, 6, 3, 7, 14, 9, 184895), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:14:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:14:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:14:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:14:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:14:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:14:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:14:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:14:24,740 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:15:09.167018+00:00 (in 29.999236 seconds)
repomirrorworker stdout | 2022-06-03 07:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:15:09 UTC)" (scheduled at 2022-06-03 07:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:14:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:14:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:14:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 14, 39, 177556), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 14, 39, 177556), 0, 2, datetime.datetime(2022, 6, 3, 7, 14, 39, 177556), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:14:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 14, 39, 180772), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 14, 39, 180772), 0, 2, datetime.datetime(2022, 6, 3, 7, 14, 39, 180772), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:14:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 14, 39, 182640), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 14, 39, 182640), 0, 2, datetime.datetime(2022, 6, 3, 7, 14, 39, 182640), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:14:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:14:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 14, 39, 184342), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 14, 39, 184342), 0, 2, datetime.datetime(2022, 6, 3, 7, 14, 39, 184342), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:14:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:14:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:14:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:14:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:14:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:14:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:14:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:14:54,794 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:15:39.167018+00:00 (in 29.998977 seconds)
repomirrorworker stdout | 2022-06-03 07:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:15:39 UTC)" (scheduled at 2022-06-03 07:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:15:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:15:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:15:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 15, 9, 177279), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 15, 9, 177279), 0, 2, datetime.datetime(2022, 6, 3, 7, 15, 9, 177279), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:15:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:15:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 15, 9, 180649), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 15, 9, 180649), 0, 2, datetime.datetime(2022, 6, 3, 7, 15, 9, 180649), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 15, 9, 182525), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 15, 9, 182525), 0, 2, datetime.datetime(2022, 6, 3, 7, 15, 9, 182525), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:15:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:15:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 15, 9, 184172), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 15, 9, 184172), 0, 2, datetime.datetime(2022, 6, 3, 7, 15, 9, 184172), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:15:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:15:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:15:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:15:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:15:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:15:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:15:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:15:24,957 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:16:09.167018+00:00 (in 29.998981 seconds)
repomirrorworker stdout | 2022-06-03 07:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:16:09 UTC)" (scheduled at 2022-06-03 07:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:15:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:15:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:15:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 15, 39, 177003), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 15, 39, 177003), 0, 2, datetime.datetime(2022, 6, 3, 7, 15, 39, 177003), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:15:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:15:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 15, 39, 180156), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 15, 39, 180156), 0, 2, datetime.datetime(2022, 6, 3, 7, 15, 39, 180156), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:15:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:15:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 15, 39, 182023), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 15, 39, 182023), 0, 2, datetime.datetime(2022, 6, 3, 7, 15, 39, 182023), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:15:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:15:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 15, 39, 183655), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 15, 39, 183655), 0, 2, datetime.datetime(2022, 6, 3, 7, 15, 39, 183655), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:15:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:15:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:15:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:15:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:15:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:15:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:15:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:15:55,006 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:16:39.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-03 07:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:16:39 UTC)" (scheduled at 2022-06-03 07:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:16:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:16:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:16:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 16, 9, 176535), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 16, 9, 176535), 0, 2, datetime.datetime(2022, 6, 3, 7, 16, 9, 176535), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:16:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:16:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 16, 9, 179911), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 16, 9, 179911), 0, 2, datetime.datetime(2022, 6, 3, 7, 16, 9, 179911), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:16:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:16:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 16, 9, 181876), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 16, 9, 181876), 0, 2, datetime.datetime(2022, 6, 3, 7, 16, 9, 181876), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:16:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:16:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 16, 9, 183475), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 16, 9, 183475), 0, 2, datetime.datetime(2022, 6, 3, 7, 16, 9, 183475), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:16:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:16:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 16, 9, 185107), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 16, 9, 185107), 0, 2, datetime.datetime(2022, 6, 3, 7, 16, 9, 185107), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:16:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:16:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:16:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:16:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:16:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:16:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:16:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:16:25,064 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:17:09.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-03 07:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:17:09 UTC)" (scheduled at 2022-06-03 07:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:16:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:16:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:16:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 16, 39, 176565), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 16, 39, 176565), 0, 2, datetime.datetime(2022, 6, 3, 7, 16, 39, 176565), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:16:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:16:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 16, 39, 179660), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 16, 39, 179660), 0, 2, datetime.datetime(2022, 6, 3, 7, 16, 39, 179660), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:16:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:16:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 16, 39, 181647), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 16, 39, 181647), 0, 2, datetime.datetime(2022, 6, 3, 7, 16, 39, 181647), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:16:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:16:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 16, 39, 183360), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 16, 39, 183360), 0, 2, datetime.datetime(2022, 6, 3, 7, 16, 39, 183360), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:16:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:16:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 16, 39, 185046), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 16, 39, 185046), 0, 2, datetime.datetime(2022, 6, 3, 7, 16, 39, 185046), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:16:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:16:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:16:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:16:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:16:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:16:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:16:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:16:55,098 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:17:39.167018+00:00 (in 29.999293 seconds)
repomirrorworker stdout | 2022-06-03 07:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:17:39 UTC)" (scheduled at 2022-06-03 07:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:17:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:17:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:17:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 17, 9, 176597), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 17, 9, 176597), 0, 2, datetime.datetime(2022, 6, 3, 7, 17, 9, 176597), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:17:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:17:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 17, 9, 180041), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 17, 9, 180041), 0, 2, datetime.datetime(2022, 6, 3, 7, 17, 9, 180041), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:17:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:17:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 17, 9, 181927), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 17, 9, 181927), 0, 2, datetime.datetime(2022, 6, 3, 7, 17, 9, 181927), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:17:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:17:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 17, 9, 183656), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 17, 9, 183656), 0, 2, datetime.datetime(2022, 6, 3, 7, 17, 9, 183656), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:17:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:17:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 17, 9, 185334), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 17, 9, 185334), 0, 2, datetime.datetime(2022, 6, 3, 7, 17, 9, 185334), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:17:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:17:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:17:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:17:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:17:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:17:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:17:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:17:25,133 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:18:09.167018+00:00 (in 29.999205 seconds)
repomirrorworker stdout | 2022-06-03 07:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:18:09 UTC)" (scheduled at 2022-06-03 07:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:17:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:17:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 17, 39, 176656), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 17, 39, 176656), 0, 2, datetime.datetime(2022, 6, 3, 7, 17, 39, 176656), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:17:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:17:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 17, 39, 180223), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 17, 39, 180223), 0, 2, datetime.datetime(2022, 6, 3, 7, 17, 39, 180223), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:17:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:17:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 17, 39, 182240), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 17, 39, 182240), 0, 2, datetime.datetime(2022, 6, 3, 7, 17, 39, 182240), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:17:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:17:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 17, 39, 183983), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 17, 39, 183983), 0, 2, datetime.datetime(2022, 6, 3, 7, 17, 39, 183983), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:17:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:17:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 17, 39, 185620), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 17, 39, 185620), 0, 2, datetime.datetime(2022, 6, 3, 7, 17, 39, 185620), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:17:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:17:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:17:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:17:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:17:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:17:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:17:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:17:55,187 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:18:39.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-03 07:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:18:39 UTC)" (scheduled at 2022-06-03 07:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:18:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:18:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 18, 9, 177485), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 18, 9, 177485), 0, 2, datetime.datetime(2022, 6, 3, 7, 18, 9, 177485), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:18:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:18:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 18, 9, 180775), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 18, 9, 180775), 0, 2, datetime.datetime(2022, 6, 3, 7, 18, 9, 180775), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:18:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:18:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 18, 9, 182649), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 18, 9, 182649), 0, 2, datetime.datetime(2022, 6, 3, 7, 18, 9, 182649), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:18:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:18:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 18, 9, 184376), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 18, 9, 184376), 0, 2, datetime.datetime(2022, 6, 3, 7, 18, 9, 184376), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:18:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:18:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 18, 9, 186041), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 18, 9, 186041), 0, 2, datetime.datetime(2022, 6, 3, 7, 18, 9, 186041), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:18:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:18:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:18:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:18:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:18:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:18:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:18:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:18:25,232 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:19:09.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-03 07:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:19:09 UTC)" (scheduled at 2022-06-03 07:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:18:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:18:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:18:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 18, 39, 176152), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 18, 39, 176152), 0, 2, datetime.datetime(2022, 6, 3, 7, 18, 39, 176152), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:18:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:18:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 18, 39, 179364), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 18, 39, 179364), 0, 2, datetime.datetime(2022, 6, 3, 7, 18, 39, 179364), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:18:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:18:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 18, 39, 181367), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 18, 39, 181367), 0, 2, datetime.datetime(2022, 6, 3, 7, 18, 39, 181367), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:18:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:18:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 18, 39, 183150), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 18, 39, 183150), 0, 2, datetime.datetime(2022, 6, 3, 7, 18, 39, 183150), True, 12, 15])
repomirrorworker stdout | 2022-06-03 07:18:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 07:18:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:18:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:18:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:18:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:18:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:18:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:18:55,277 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:19:39.167018+00:00 (in 29.999210 seconds)
repomirrorworker stdout | 2022-06-03 07:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:19:39 UTC)" (scheduled at 2022-06-03 07:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:19:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:19:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:19:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 19, 9, 177100), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 19, 9, 177100), 0, 2, datetime.datetime(2022, 6, 3, 7, 19, 9, 177100), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:19:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:19:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 19, 9, 180810), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 19, 9, 180810), 0, 2, datetime.datetime(2022, 6, 3, 7, 19, 9, 180810), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:19:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:19:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 19, 9, 182787), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 19, 9, 182787), 0, 2, datetime.datetime(2022, 6, 3, 7, 19, 9, 182787), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:19:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:19:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 19, 9, 184516), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 19, 9, 184516), 0, 2, datetime.datetime(2022, 6, 3, 7, 19, 9, 184516), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:19:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:19:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 19, 9, 186222), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 19, 9, 186222), 0, 2, datetime.datetime(2022, 6, 3, 7, 19, 9, 186222), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:19:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:19:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:19:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:19:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:19:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:19:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:19:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:19:25,342 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:20:09.167018+00:00 (in 29.998966 seconds)
repomirrorworker stdout | 2022-06-03 07:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:20:09 UTC)" (scheduled at 2022-06-03 07:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:19:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:19:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:19:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 19, 39, 177105), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 19, 39, 177105), 0, 2, datetime.datetime(2022, 6, 3, 7, 19, 39, 177105), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:19:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:19:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 19, 39, 180620), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 19, 39, 180620), 0, 2, datetime.datetime(2022, 6, 3, 7, 19, 39, 180620), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:19:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:19:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 19, 39, 182653), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 19, 39, 182653), 0, 2, datetime.datetime(2022, 6, 3, 7, 19, 39, 182653), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:19:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:19:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 19, 39, 184384), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 19, 39, 184384), 0, 2, datetime.datetime(2022, 6, 3, 7, 19, 39, 184384), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:19:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:19:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 19, 39, 186033), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 19, 39, 186033), 0, 2, datetime.datetime(2022, 6, 3, 7, 19, 39, 186033), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:19:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:19:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:19:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:19:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:19:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:19:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:19:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:19:55,385 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:20:39.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-03 07:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:20:39 UTC)" (scheduled at 2022-06-03 07:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:20:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:20:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 20, 9, 176690), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 20, 9, 176690), 0, 2, datetime.datetime(2022, 6, 3, 7, 20, 9, 176690), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:20:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 20, 9, 179933), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 20, 9, 179933), 0, 2, datetime.datetime(2022, 6, 3, 7, 20, 9, 179933), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:20:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:20:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 20, 9, 182164), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 20, 9, 182164), 0, 2, datetime.datetime(2022, 6, 3, 7, 20, 9, 182164), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:20:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:20:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 20, 9, 183974), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 20, 9, 183974), 0, 2, datetime.datetime(2022, 6, 3, 7, 20, 9, 183974), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:20:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:20:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 20, 9, 185909), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 20, 9, 185909), 0, 2, datetime.datetime(2022, 6, 3, 7, 20, 9, 185909), True, 12, 15])
repomirrorworker stdout | 2022-06-03 07:20:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 07:20:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:20:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:20:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:20:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:20:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:20:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:20:25,429 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:21:09.167018+00:00 (in 29.999181 seconds)
repomirrorworker stdout | 2022-06-03 07:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:21:09 UTC)" (scheduled at 2022-06-03 07:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:20:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:20:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:20:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 20, 39, 177096), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 20, 39, 177096), 0, 2, datetime.datetime(2022, 6, 3, 7, 20, 39, 177096), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:20:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:20:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 20, 39, 180404), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 20, 39, 180404), 0, 2, datetime.datetime(2022, 6, 3, 7, 20, 39, 180404), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:20:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:20:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 20, 39, 182309), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 20, 39, 182309), 0, 2, datetime.datetime(2022, 6, 3, 7, 20, 39, 182309), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:20:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:20:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 20, 39, 183991), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 20, 39, 183991), 0, 2, datetime.datetime(2022, 6, 3, 7, 20, 39, 183991), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:20:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:20:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 20, 39, 185639), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 20, 39, 185639), 0, 2, datetime.datetime(2022, 6, 3, 7, 20, 39, 185639), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:20:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:20:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:20:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:20:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:20:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:20:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:20:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:20:55,493 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:21:39.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-03 07:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:21:39 UTC)" (scheduled at 2022-06-03 07:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:21:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:21:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:21:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 21, 9, 177012), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 21, 9, 177012), 0, 2, datetime.datetime(2022, 6, 3, 7, 21, 9, 177012), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:21:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:21:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 21, 9, 180197), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 21, 9, 180197), 0, 2, datetime.datetime(2022, 6, 3, 7, 21, 9, 180197), True, 12, 15])
repomirrorworker stdout | 2022-06-03 07:21:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 07:21:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 21, 9, 182078), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 21, 9, 182078), 0, 2, datetime.datetime(2022, 6, 3, 7, 21, 9, 182078), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:21:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 21, 9, 183761), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 21, 9, 183761), 0, 2, datetime.datetime(2022, 6, 3, 7, 21, 9, 183761), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:21:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:21:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:21:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:21:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:21:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:21:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:21:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:21:25,561 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:22:09.167018+00:00 (in 29.998951 seconds)
repomirrorworker stdout | 2022-06-03 07:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:22:09 UTC)" (scheduled at 2022-06-03 07:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:21:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:21:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:21:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 21, 39, 176908), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 21, 39, 176908), 0, 2, datetime.datetime(2022, 6, 3, 7, 21, 39, 176908), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:21:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:21:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 21, 39, 180060), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 21, 39, 180060), 0, 2, datetime.datetime(2022, 6, 3, 7, 21, 39, 180060), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:21:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:21:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 21, 39, 181997), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 21, 39, 181997), 0, 2, datetime.datetime(2022, 6, 3, 7, 21, 39, 181997), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:21:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:21:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 21, 39, 184831), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 21, 39, 184831), 0, 2, datetime.datetime(2022, 6, 3, 7, 21, 39, 184831), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:21:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:21:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 21, 39, 186652), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 21, 39, 186652), 0, 2, datetime.datetime(2022, 6, 3, 7, 21, 39, 186652), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:21:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:21:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:21:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:21:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:21:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:21:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:21:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:21:55,598 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:22:39.167018+00:00 (in 29.998950 seconds)
repomirrorworker stdout | 2022-06-03 07:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:22:39 UTC)" (scheduled at 2022-06-03 07:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:22:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:22:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:22:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 22, 9, 176846), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 22, 9, 176846), 0, 2, datetime.datetime(2022, 6, 3, 7, 22, 9, 176846), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:22:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:22:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 22, 9, 179985), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 22, 9, 179985), 0, 2, datetime.datetime(2022, 6, 3, 7, 22, 9, 179985), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:22:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:22:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 22, 9, 181862), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 22, 9, 181862), 0, 2, datetime.datetime(2022, 6, 3, 7, 22, 9, 181862), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:22:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:22:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 22, 9, 183523), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 22, 9, 183523), 0, 2, datetime.datetime(2022, 6, 3, 7, 22, 9, 183523), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:22:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:22:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 22, 9, 185209), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 22, 9, 185209), 0, 2, datetime.datetime(2022, 6, 3, 7, 22, 9, 185209), True, 12, 15])
repomirrorworker stdout | 2022-06-03 07:22:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 07:22:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:22:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:22:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:22:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:22:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:22:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:22:25,641 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:23:09.167018+00:00 (in 29.999140 seconds)
repomirrorworker stdout | 2022-06-03 07:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:23:09 UTC)" (scheduled at 2022-06-03 07:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:22:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:22:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 22, 39, 177017), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 22, 39, 177017), 0, 2, datetime.datetime(2022, 6, 3, 7, 22, 39, 177017), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:22:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:22:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 22, 39, 180169), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 22, 39, 180169), 0, 2, datetime.datetime(2022, 6, 3, 7, 22, 39, 180169), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:22:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:22:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 22, 39, 182068), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 22, 39, 182068), 0, 2, datetime.datetime(2022, 6, 3, 7, 22, 39, 182068), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:22:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:22:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 22, 39, 183748), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 22, 39, 183748), 0, 2, datetime.datetime(2022, 6, 3, 7, 22, 39, 183748), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:22:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:22:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:22:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:22:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:22:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:22:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:22:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:22:55,692 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:23:39.167018+00:00 (in 29.999099 seconds)
repomirrorworker stdout | 2022-06-03 07:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:23:39 UTC)" (scheduled at 2022-06-03 07:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:23:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:23:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 23, 9, 176442), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 23, 9, 176442), 0, 2, datetime.datetime(2022, 6, 3, 7, 23, 9, 176442), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:23:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:23:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 23, 9, 179710), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 23, 9, 179710), 0, 2, datetime.datetime(2022, 6, 3, 7, 23, 9, 179710), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:23:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:23:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 23, 9, 181633), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 23, 9, 181633), 0, 2, datetime.datetime(2022, 6, 3, 7, 23, 9, 181633), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:23:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:23:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 23, 9, 183366), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 23, 9, 183366), 0, 2, datetime.datetime(2022, 6, 3, 7, 23, 9, 183366), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:23:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:23:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:23:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:23:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:23:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:23:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:23:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:23:25,788 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:24:09.167018+00:00 (in 29.999171 seconds)
repomirrorworker stdout | 2022-06-03 07:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:24:09 UTC)" (scheduled at 2022-06-03 07:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:23:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:23:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:23:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 23, 39, 177314), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 23, 39, 177314), 0, 2, datetime.datetime(2022, 6, 3, 7, 23, 39, 177314), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:23:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:23:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 23, 39, 180831), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 23, 39, 180831), 0, 2, datetime.datetime(2022, 6, 3, 7, 23, 39, 180831), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:23:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:23:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 23, 39, 182725), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 23, 39, 182725), 0, 2, datetime.datetime(2022, 6, 3, 7, 23, 39, 182725), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:23:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:23:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 23, 39, 184379), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 23, 39, 184379), 0, 2, datetime.datetime(2022, 6, 3, 7, 23, 39, 184379), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:23:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:23:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:23:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:23:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:23:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:23:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:23:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:23:55,846 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:24:39.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-03 07:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:24:39 UTC)" (scheduled at 2022-06-03 07:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:24:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:24:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:24:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 24, 9, 177055), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 24, 9, 177055), 0, 2, datetime.datetime(2022, 6, 3, 7, 24, 9, 177055), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:24:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:24:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 24, 9, 180737), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 24, 9, 180737), 0, 2, datetime.datetime(2022, 6, 3, 7, 24, 9, 180737), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:24:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:24:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 24, 9, 182633), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 24, 9, 182633), 0, 2, datetime.datetime(2022, 6, 3, 7, 24, 9, 182633), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:24:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:24:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 24, 9, 184382), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 24, 9, 184382), 0, 2, datetime.datetime(2022, 6, 3, 7, 24, 9, 184382), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:24:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:24:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 24, 9, 186100), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 24, 9, 186100), 0, 2, datetime.datetime(2022, 6, 3, 7, 24, 9, 186100), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:24:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:24:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:24:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:24:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:24:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:24:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:24:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:24:25,925 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:25:09.167018+00:00 (in 29.999076 seconds)
repomirrorworker stdout | 2022-06-03 07:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:25:09 UTC)" (scheduled at 2022-06-03 07:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:24:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:24:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:24:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 24, 39, 176661), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 24, 39, 176661), 0, 2, datetime.datetime(2022, 6, 3, 7, 24, 39, 176661), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:24:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:24:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 24, 39, 179880), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 24, 39, 179880), 0, 2, datetime.datetime(2022, 6, 3, 7, 24, 39, 179880), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:24:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:24:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 24, 39, 181781), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 24, 39, 181781), 0, 2, datetime.datetime(2022, 6, 3, 7, 24, 39, 181781), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:24:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:24:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 24, 39, 183444), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 24, 39, 183444), 0, 2, datetime.datetime(2022, 6, 3, 7, 24, 39, 183444), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:24:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:24:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:24:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:24:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:24:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:24:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:24:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:24:55,992 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:25:39.167018+00:00 (in 29.999163 seconds)
repomirrorworker stdout | 2022-06-03 07:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:25:39 UTC)" (scheduled at 2022-06-03 07:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:25:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:25:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:25:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 25, 9, 176787), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 25, 9, 176787), 0, 2, datetime.datetime(2022, 6, 3, 7, 25, 9, 176787), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:25:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 25, 9, 180240), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 25, 9, 180240), 0, 2, datetime.datetime(2022, 6, 3, 7, 25, 9, 180240), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:25:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:25:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 25, 9, 182122), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 25, 9, 182122), 0, 2, datetime.datetime(2022, 6, 3, 7, 25, 9, 182122), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:25:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:25:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 25, 9, 183817), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 25, 9, 183817), 0, 2, datetime.datetime(2022, 6, 3, 7, 25, 9, 183817), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:25:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:25:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 25, 9, 185448), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 25, 9, 185448), 0, 2, datetime.datetime(2022, 6, 3, 7, 25, 9, 185448), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:25:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:25:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:25:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:25:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:25:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:25:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:25:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:25:26,050 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:26:09.167018+00:00 (in 29.999051 seconds)
repomirrorworker stdout | 2022-06-03 07:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:26:09 UTC)" (scheduled at 2022-06-03 07:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:25:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:25:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 25, 39, 176993), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 25, 39, 176993), 0, 2, datetime.datetime(2022, 6, 3, 7, 25, 39, 176993), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:25:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:25:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 25, 39, 180104), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 25, 39, 180104), 0, 2, datetime.datetime(2022, 6, 3, 7, 25, 39, 180104), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:25:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:25:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 25, 39, 182000), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 25, 39, 182000), 0, 2, datetime.datetime(2022, 6, 3, 7, 25, 39, 182000), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:25:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:25:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 25, 39, 183730), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 25, 39, 183730), 0, 2, datetime.datetime(2022, 6, 3, 7, 25, 39, 183730), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:25:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:25:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 25, 39, 185376), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 25, 39, 185376), 0, 2, datetime.datetime(2022, 6, 3, 7, 25, 39, 185376), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:25:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:25:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:25:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:25:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:25:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:25:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:25:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:25:56,111 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:26:39.167018+00:00 (in 29.999200 seconds)
repomirrorworker stdout | 2022-06-03 07:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:26:39 UTC)" (scheduled at 2022-06-03 07:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:26:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:26:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 26, 9, 177305), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 26, 9, 177305), 0, 2, datetime.datetime(2022, 6, 3, 7, 26, 9, 177305), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:26:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:26:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 26, 9, 181196), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 26, 9, 181196), 0, 2, datetime.datetime(2022, 6, 3, 7, 26, 9, 181196), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:26:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:26:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 26, 9, 184185), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 26, 9, 184185), 0, 2, datetime.datetime(2022, 6, 3, 7, 26, 9, 184185), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:26:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:26:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 26, 9, 186603), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 26, 9, 186603), 0, 2, datetime.datetime(2022, 6, 3, 7, 26, 9, 186603), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:26:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:26:09,191 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 26, 9, 189592), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 26, 9, 189592), 0, 2, datetime.datetime(2022, 6, 3, 7, 26, 9, 189592), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:26:09,191 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:26:09,191 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:26:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:26:09,192 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:26:09,197 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:26:09,197 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:26:09,197 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:26:26,186 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:27:09.167018+00:00 (in 29.998963 seconds)
repomirrorworker stdout | 2022-06-03 07:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:27:09 UTC)" (scheduled at 2022-06-03 07:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:26:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:26:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:26:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 26, 39, 176699), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 26, 39, 176699), 0, 2, datetime.datetime(2022, 6, 3, 7, 26, 39, 176699), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:26:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:26:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 26, 39, 179858), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 26, 39, 179858), 0, 2, datetime.datetime(2022, 6, 3, 7, 26, 39, 179858), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:26:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:26:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 26, 39, 181801), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 26, 39, 181801), 0, 2, datetime.datetime(2022, 6, 3, 7, 26, 39, 181801), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:26:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:26:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 26, 39, 183520), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 26, 39, 183520), 0, 2, datetime.datetime(2022, 6, 3, 7, 26, 39, 183520), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:26:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:26:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 26, 39, 185175), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 26, 39, 185175), 0, 2, datetime.datetime(2022, 6, 3, 7, 26, 39, 185175), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:26:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:26:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:26:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:26:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:26:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:26:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:26:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:26:56,248 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:27:39.167018+00:00 (in 29.999033 seconds)
repomirrorworker stdout | 2022-06-03 07:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:27:39 UTC)" (scheduled at 2022-06-03 07:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:27:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:27:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:27:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 27, 9, 177054), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 27, 9, 177054), 0, 2, datetime.datetime(2022, 6, 3, 7, 27, 9, 177054), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:27:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:27:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 27, 9, 180267), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 27, 9, 180267), 0, 2, datetime.datetime(2022, 6, 3, 7, 27, 9, 180267), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:27:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:27:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 27, 9, 182185), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 27, 9, 182185), 0, 2, datetime.datetime(2022, 6, 3, 7, 27, 9, 182185), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:27:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:27:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 27, 9, 183890), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 27, 9, 183890), 0, 2, datetime.datetime(2022, 6, 3, 7, 27, 9, 183890), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:27:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:27:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:27:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:27:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:27:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:27:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:27:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:27:26,283 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:28:09.167018+00:00 (in 29.999130 seconds)
repomirrorworker stdout | 2022-06-03 07:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:28:09 UTC)" (scheduled at 2022-06-03 07:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:27:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:27:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:27:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 27, 39, 177474), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 27, 39, 177474), 0, 2, datetime.datetime(2022, 6, 3, 7, 27, 39, 177474), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:27:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:27:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 27, 39, 181452), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 27, 39, 181452), 0, 2, datetime.datetime(2022, 6, 3, 7, 27, 39, 181452), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:27:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:27:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 27, 39, 183656), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 27, 39, 183656), 0, 2, datetime.datetime(2022, 6, 3, 7, 27, 39, 183656), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:27:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:27:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 27, 39, 185704), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 27, 39, 185704), 0, 2, datetime.datetime(2022, 6, 3, 7, 27, 39, 185704), True, 12, 15])
repomirrorworker stdout | 2022-06-03 07:27:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 07:27:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:27:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:27:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:27:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:27:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:27:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:27:56,323 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:28:39.167018+00:00 (in 29.998974 seconds)
repomirrorworker stdout | 2022-06-03 07:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:28:39 UTC)" (scheduled at 2022-06-03 07:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:28:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:28:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:28:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 28, 9, 177088), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 28, 9, 177088), 0, 2, datetime.datetime(2022, 6, 3, 7, 28, 9, 177088), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:28:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:28:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 28, 9, 180389), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 28, 9, 180389), 0, 2, datetime.datetime(2022, 6, 3, 7, 28, 9, 180389), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:28:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:28:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 28, 9, 182489), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 28, 9, 182489), 0, 2, datetime.datetime(2022, 6, 3, 7, 28, 9, 182489), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:28:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:28:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 28, 9, 184289), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 28, 9, 184289), 0, 2, datetime.datetime(2022, 6, 3, 7, 28, 9, 184289), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:28:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:28:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:28:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:28:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:28:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:28:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:28:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:28:26,386 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:29:09.167018+00:00 (in 29.999172 seconds)
repomirrorworker stdout | 2022-06-03 07:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:29:09 UTC)" (scheduled at 2022-06-03 07:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:28:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:28:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:28:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 28, 39, 176589), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 28, 39, 176589), 0, 2, datetime.datetime(2022, 6, 3, 7, 28, 39, 176589), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:28:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:28:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 28, 39, 180259), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 28, 39, 180259), 0, 2, datetime.datetime(2022, 6, 3, 7, 28, 39, 180259), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:28:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:28:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 28, 39, 182180), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 28, 39, 182180), 0, 2, datetime.datetime(2022, 6, 3, 7, 28, 39, 182180), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:28:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:28:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 28, 39, 183935), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 28, 39, 183935), 0, 2, datetime.datetime(2022, 6, 3, 7, 28, 39, 183935), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:28:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:28:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 28, 39, 185597), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 28, 39, 185597), 0, 2, datetime.datetime(2022, 6, 3, 7, 28, 39, 185597), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:28:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:28:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:28:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:28:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:28:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:28:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:28:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:28:56,449 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:29:39.167018+00:00 (in 29.998975 seconds)
repomirrorworker stdout | 2022-06-03 07:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:29:39 UTC)" (scheduled at 2022-06-03 07:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:29:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:29:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:29:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 29, 9, 177344), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 29, 9, 177344), 0, 2, datetime.datetime(2022, 6, 3, 7, 29, 9, 177344), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:29:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:29:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 29, 9, 180680), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 29, 9, 180680), 0, 2, datetime.datetime(2022, 6, 3, 7, 29, 9, 180680), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:29:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:29:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 29, 9, 182545), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 29, 9, 182545), 0, 2, datetime.datetime(2022, 6, 3, 7, 29, 9, 182545), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:29:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:29:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 29, 9, 184264), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 29, 9, 184264), 0, 2, datetime.datetime(2022, 6, 3, 7, 29, 9, 184264), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:29:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:29:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:29:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:29:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:29:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:29:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:29:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:29:26,514 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:30:09.167018+00:00 (in 29.999065 seconds)
repomirrorworker stdout | 2022-06-03 07:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:30:09 UTC)" (scheduled at 2022-06-03 07:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:29:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:29:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 29, 39, 177018), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 29, 39, 177018), 0, 2, datetime.datetime(2022, 6, 3, 7, 29, 39, 177018), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:29:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:29:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 29, 39, 180501), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 29, 39, 180501), 0, 2, datetime.datetime(2022, 6, 3, 7, 29, 39, 180501), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:29:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:29:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 29, 39, 182536), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 29, 39, 182536), 0, 2, datetime.datetime(2022, 6, 3, 7, 29, 39, 182536), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:29:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:29:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 29, 39, 184298), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 29, 39, 184298), 0, 2, datetime.datetime(2022, 6, 3, 7, 29, 39, 184298), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:29:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:29:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 29, 39, 185980), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 29, 39, 185980), 0, 2, datetime.datetime(2022, 6, 3, 7, 29, 39, 185980), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:29:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:29:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:29:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:29:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:29:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:29:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:29:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:29:56,560 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:30:39.167018+00:00 (in 29.999139 seconds)
repomirrorworker stdout | 2022-06-03 07:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:30:39 UTC)" (scheduled at 2022-06-03 07:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:30:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:30:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 30, 9, 176452), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 30, 9, 176452), 0, 2, datetime.datetime(2022, 6, 3, 7, 30, 9, 176452), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:30:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:30:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 30, 9, 179546), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 30, 9, 179546), 0, 2, datetime.datetime(2022, 6, 3, 7, 30, 9, 179546), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:30:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:30:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 30, 9, 181643), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 30, 9, 181643), 0, 2, datetime.datetime(2022, 6, 3, 7, 30, 9, 181643), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:30:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:30:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 30, 9, 183704), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 30, 9, 183704), 0, 2, datetime.datetime(2022, 6, 3, 7, 30, 9, 183704), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:30:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:30:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 30, 9, 185588), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 30, 9, 185588), 0, 2, datetime.datetime(2022, 6, 3, 7, 30, 9, 185588), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:30:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:30:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:30:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:30:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:30:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:30:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:30:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:30:26,633 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:31:09.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-03 07:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:31:09 UTC)" (scheduled at 2022-06-03 07:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:30:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:30:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:30:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 30, 39, 176881), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 30, 39, 176881), 0, 2, datetime.datetime(2022, 6, 3, 7, 30, 39, 176881), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:30:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:30:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 30, 39, 180416), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 30, 39, 180416), 0, 2, datetime.datetime(2022, 6, 3, 7, 30, 39, 180416), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:30:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:30:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 30, 39, 182632), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 30, 39, 182632), 0, 2, datetime.datetime(2022, 6, 3, 7, 30, 39, 182632), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:30:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:30:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 30, 39, 184606), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 30, 39, 184606), 0, 2, datetime.datetime(2022, 6, 3, 7, 30, 39, 184606), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:30:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:30:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 30, 39, 186322), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 30, 39, 186322), 0, 2, datetime.datetime(2022, 6, 3, 7, 30, 39, 186322), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:30:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:30:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:30:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:30:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:30:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:30:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:30:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:30:56,715 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:31:39.167018+00:00 (in 29.998953 seconds)
repomirrorworker stdout | 2022-06-03 07:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:31:39 UTC)" (scheduled at 2022-06-03 07:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:31:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:31:09,193 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:31:09,195 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 31, 9, 194131), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 31, 9, 194131), 0, 2, datetime.datetime(2022, 6, 3, 7, 31, 9, 194131), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:31:09,197 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:31:09,198 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 31, 9, 197775), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 31, 9, 197775), 0, 2, datetime.datetime(2022, 6, 3, 7, 31, 9, 197775), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:31:09,199 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:31:09,200 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 31, 9, 199845), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 31, 9, 199845), 0, 2, datetime.datetime(2022, 6, 3, 7, 31, 9, 199845), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:31:09,201 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:31:09,202 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 31, 9, 201603), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 31, 9, 201603), 0, 2, datetime.datetime(2022, 6, 3, 7, 31, 9, 201603), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:31:09,203 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:31:09,203 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:31:09,203 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:31:09,203 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:31:09,208 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:31:09,208 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:31:09,208 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:31:26,784 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:32:09.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-03 07:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:32:09 UTC)" (scheduled at 2022-06-03 07:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:31:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:31:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:31:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 31, 39, 176738), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 31, 39, 176738), 0, 2, datetime.datetime(2022, 6, 3, 7, 31, 39, 176738), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:31:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:31:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 31, 39, 180312), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 31, 39, 180312), 0, 2, datetime.datetime(2022, 6, 3, 7, 31, 39, 180312), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:31:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:31:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 31, 39, 182520), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 31, 39, 182520), 0, 2, datetime.datetime(2022, 6, 3, 7, 31, 39, 182520), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:31:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:31:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 31, 39, 184397), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 31, 39, 184397), 0, 2, datetime.datetime(2022, 6, 3, 7, 31, 39, 184397), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:31:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:31:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:31:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:31:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:31:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:31:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:31:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:31:56,845 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:32:39.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-03 07:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:32:39 UTC)" (scheduled at 2022-06-03 07:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:32:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:32:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:32:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 32, 9, 176555), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 32, 9, 176555), 0, 2, datetime.datetime(2022, 6, 3, 7, 32, 9, 176555), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:32:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:32:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 32, 9, 180012), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 32, 9, 180012), 0, 2, datetime.datetime(2022, 6, 3, 7, 32, 9, 180012), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:32:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:32:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 32, 9, 182004), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 32, 9, 182004), 0, 2, datetime.datetime(2022, 6, 3, 7, 32, 9, 182004), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:32:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:32:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 32, 9, 183749), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 32, 9, 183749), 0, 2, datetime.datetime(2022, 6, 3, 7, 32, 9, 183749), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:32:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:32:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 32, 9, 185407), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 32, 9, 185407), 0, 2, datetime.datetime(2022, 6, 3, 7, 32, 9, 185407), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:32:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:32:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:32:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:32:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:32:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:32:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:32:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:32:26,893 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:33:09.167018+00:00 (in 29.999238 seconds)
repomirrorworker stdout | 2022-06-03 07:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:33:09 UTC)" (scheduled at 2022-06-03 07:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:32:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:32:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:32:39,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 32, 39, 175610), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 32, 39, 175610), 0, 2, datetime.datetime(2022, 6, 3, 7, 32, 39, 175610), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:32:39,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:32:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 32, 39, 178709), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 32, 39, 178709), 0, 2, datetime.datetime(2022, 6, 3, 7, 32, 39, 178709), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:32:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:32:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 32, 39, 180528), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 32, 39, 180528), 0, 2, datetime.datetime(2022, 6, 3, 7, 32, 39, 180528), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:32:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:32:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 32, 39, 182186), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 32, 39, 182186), 0, 2, datetime.datetime(2022, 6, 3, 7, 32, 39, 182186), True, 12, 15])
repomirrorworker stdout | 2022-06-03 07:32:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 07:32:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 32, 39, 183808), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 32, 39, 183808), 0, 2, datetime.datetime(2022, 6, 3, 7, 32, 39, 183808), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:32:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:32:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:32:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:32:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:32:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:32:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:32:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:32:56,956 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:33:39.167018+00:00 (in 29.999180 seconds)
repomirrorworker stdout | 2022-06-03 07:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:33:39 UTC)" (scheduled at 2022-06-03 07:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:33:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:33:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:33:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 33, 9, 176571), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 33, 9, 176571), 0, 2, datetime.datetime(2022, 6, 3, 7, 33, 9, 176571), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:33:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:33:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 33, 9, 179757), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 33, 9, 179757), 0, 2, datetime.datetime(2022, 6, 3, 7, 33, 9, 179757), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:33:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:33:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 33, 9, 181595), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 33, 9, 181595), 0, 2, datetime.datetime(2022, 6, 3, 7, 33, 9, 181595), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:33:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:33:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 33, 9, 183258), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 33, 9, 183258), 0, 2, datetime.datetime(2022, 6, 3, 7, 33, 9, 183258), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:33:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:33:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:33:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:33:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:33:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:33:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:33:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:33:27,001 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:34:09.167018+00:00 (in 29.998903 seconds)
repomirrorworker stdout | 2022-06-03 07:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:34:09 UTC)" (scheduled at 2022-06-03 07:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:33:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:33:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:33:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 33, 39, 177248), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 33, 39, 177248), 0, 2, datetime.datetime(2022, 6, 3, 7, 33, 39, 177248), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:33:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:33:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 33, 39, 180766), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 33, 39, 180766), 0, 2, datetime.datetime(2022, 6, 3, 7, 33, 39, 180766), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:33:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:33:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 33, 39, 182726), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 33, 39, 182726), 0, 2, datetime.datetime(2022, 6, 3, 7, 33, 39, 182726), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:33:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:33:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 33, 39, 184575), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 33, 39, 184575), 0, 2, datetime.datetime(2022, 6, 3, 7, 33, 39, 184575), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:33:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:33:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 33, 39, 186352), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 33, 39, 186352), 0, 2, datetime.datetime(2022, 6, 3, 7, 33, 39, 186352), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:33:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:33:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:33:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:33:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:33:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:33:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:33:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:33:57,057 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:34:39.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-03 07:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:34:39 UTC)" (scheduled at 2022-06-03 07:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:34:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:34:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:34:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 34, 9, 177641), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 34, 9, 177641), 0, 2, datetime.datetime(2022, 6, 3, 7, 34, 9, 177641), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:34:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:34:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 34, 9, 181113), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 34, 9, 181113), 0, 2, datetime.datetime(2022, 6, 3, 7, 34, 9, 181113), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:34:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:34:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 34, 9, 183022), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 34, 9, 183022), 0, 2, datetime.datetime(2022, 6, 3, 7, 34, 9, 183022), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:34:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:34:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 34, 9, 184779), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 34, 9, 184779), 0, 2, datetime.datetime(2022, 6, 3, 7, 34, 9, 184779), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:34:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:34:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 34, 9, 186619), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 34, 9, 186619), 0, 2, datetime.datetime(2022, 6, 3, 7, 34, 9, 186619), True, 12, 15])
repomirrorworker stdout | 2022-06-03 07:34:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 07:34:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:34:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:34:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:34:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:34:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:34:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:34:27,109 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:35:09.167018+00:00 (in 29.998934 seconds)
repomirrorworker stdout | 2022-06-03 07:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:35:09 UTC)" (scheduled at 2022-06-03 07:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:34:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:34:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:34:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 34, 39, 176825), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 34, 39, 176825), 0, 2, datetime.datetime(2022, 6, 3, 7, 34, 39, 176825), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:34:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:34:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 34, 39, 180567), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 34, 39, 180567), 0, 2, datetime.datetime(2022, 6, 3, 7, 34, 39, 180567), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:34:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:34:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 34, 39, 182744), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 34, 39, 182744), 0, 2, datetime.datetime(2022, 6, 3, 7, 34, 39, 182744), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:34:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:34:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 34, 39, 184715), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 34, 39, 184715), 0, 2, datetime.datetime(2022, 6, 3, 7, 34, 39, 184715), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:34:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:34:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 34, 39, 186557), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 34, 39, 186557), 0, 2, datetime.datetime(2022, 6, 3, 7, 34, 39, 186557), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:34:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:34:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:34:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:34:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:34:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:34:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:34:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:34:57,164 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:35:39.167018+00:00 (in 29.999029 seconds)
repomirrorworker stdout | 2022-06-03 07:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:35:39 UTC)" (scheduled at 2022-06-03 07:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:35:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:35:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:35:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 35, 9, 176865), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 35, 9, 176865), 0, 2, datetime.datetime(2022, 6, 3, 7, 35, 9, 176865), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:35:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:35:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 35, 9, 180022), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 35, 9, 180022), 0, 2, datetime.datetime(2022, 6, 3, 7, 35, 9, 180022), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:35:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:35:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 35, 9, 181889), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 35, 9, 181889), 0, 2, datetime.datetime(2022, 6, 3, 7, 35, 9, 181889), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:35:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:35:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 35, 9, 183588), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 35, 9, 183588), 0, 2, datetime.datetime(2022, 6, 3, 7, 35, 9, 183588), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:35:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:35:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:35:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:35:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:35:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:35:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:35:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:35:27,227 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:36:09.167018+00:00 (in 29.999257 seconds)
repomirrorworker stdout | 2022-06-03 07:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:36:09 UTC)" (scheduled at 2022-06-03 07:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:35:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:35:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:35:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 35, 39, 176990), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 35, 39, 176990), 0, 2, datetime.datetime(2022, 6, 3, 7, 35, 39, 176990), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:35:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:35:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 35, 39, 180553), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 35, 39, 180553), 0, 2, datetime.datetime(2022, 6, 3, 7, 35, 39, 180553), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:35:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:35:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 35, 39, 183174), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 35, 39, 183174), 0, 2, datetime.datetime(2022, 6, 3, 7, 35, 39, 183174), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:35:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:35:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 35, 39, 184913), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 35, 39, 184913), 0, 2, datetime.datetime(2022, 6, 3, 7, 35, 39, 184913), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:35:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:35:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:35:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:35:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:35:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:35:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:35:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:35:57,284 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:36:39.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-03 07:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:36:39 UTC)" (scheduled at 2022-06-03 07:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:36:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:36:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 36, 9, 177032), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 36, 9, 177032), 0, 2, datetime.datetime(2022, 6, 3, 7, 36, 9, 177032), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:36:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 36, 9, 180500), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 36, 9, 180500), 0, 2, datetime.datetime(2022, 6, 3, 7, 36, 9, 180500), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:36:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:36:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 36, 9, 182468), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 36, 9, 182468), 0, 2, datetime.datetime(2022, 6, 3, 7, 36, 9, 182468), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:36:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:36:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 36, 9, 184215), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 36, 9, 184215), 0, 2, datetime.datetime(2022, 6, 3, 7, 36, 9, 184215), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:36:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:36:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 36, 9, 185894), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 36, 9, 185894), 0, 2, datetime.datetime(2022, 6, 3, 7, 36, 9, 185894), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:36:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:36:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:36:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:36:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:36:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:36:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:36:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:36:27,344 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:37:09.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-03 07:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:37:09 UTC)" (scheduled at 2022-06-03 07:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:36:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:36:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 36, 39, 176765), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 36, 39, 176765), 0, 2, datetime.datetime(2022, 6, 3, 7, 36, 39, 176765), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:36:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:36:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 36, 39, 179939), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 36, 39, 179939), 0, 2, datetime.datetime(2022, 6, 3, 7, 36, 39, 179939), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:36:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:36:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 36, 39, 181804), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 36, 39, 181804), 0, 2, datetime.datetime(2022, 6, 3, 7, 36, 39, 181804), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:36:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:36:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 36, 39, 183516), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 36, 39, 183516), 0, 2, datetime.datetime(2022, 6, 3, 7, 36, 39, 183516), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:36:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:36:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:36:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:36:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:36:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:36:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:36:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:36:57,389 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:37:39.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-03 07:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:37:39 UTC)" (scheduled at 2022-06-03 07:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:37:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:37:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:37:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 37, 9, 177078), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 37, 9, 177078), 0, 2, datetime.datetime(2022, 6, 3, 7, 37, 9, 177078), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:37:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:37:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 37, 9, 180745), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 37, 9, 180745), 0, 2, datetime.datetime(2022, 6, 3, 7, 37, 9, 180745), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:37:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:37:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 37, 9, 182729), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 37, 9, 182729), 0, 2, datetime.datetime(2022, 6, 3, 7, 37, 9, 182729), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:37:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:37:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 37, 9, 184638), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 37, 9, 184638), 0, 2, datetime.datetime(2022, 6, 3, 7, 37, 9, 184638), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:37:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:37:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 37, 9, 186464), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 37, 9, 186464), 0, 2, datetime.datetime(2022, 6, 3, 7, 37, 9, 186464), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:37:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:37:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:37:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:37:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:37:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:37:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:37:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:37:27,443 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:38:09.167018+00:00 (in 29.999055 seconds)
repomirrorworker stdout | 2022-06-03 07:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:38:09 UTC)" (scheduled at 2022-06-03 07:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:37:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:37:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:37:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 37, 39, 177173), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 37, 39, 177173), 0, 2, datetime.datetime(2022, 6, 3, 7, 37, 39, 177173), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:37:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:37:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 37, 39, 180818), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 37, 39, 180818), 0, 2, datetime.datetime(2022, 6, 3, 7, 37, 39, 180818), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:37:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:37:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 37, 39, 183030), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 37, 39, 183030), 0, 2, datetime.datetime(2022, 6, 3, 7, 37, 39, 183030), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:37:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:37:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 37, 39, 184931), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 37, 39, 184931), 0, 2, datetime.datetime(2022, 6, 3, 7, 37, 39, 184931), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:37:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:37:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 37, 39, 186615), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 37, 39, 186615), 0, 2, datetime.datetime(2022, 6, 3, 7, 37, 39, 186615), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:37:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:37:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:37:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:37:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:37:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:37:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:37:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:37:57,493 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:38:39.167018+00:00 (in 29.999050 seconds)
repomirrorworker stdout | 2022-06-03 07:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:38:39 UTC)" (scheduled at 2022-06-03 07:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:38:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:38:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 38, 9, 176360), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 38, 9, 176360), 0, 2, datetime.datetime(2022, 6, 3, 7, 38, 9, 176360), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:38:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:38:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 38, 9, 179556), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 38, 9, 179556), 0, 2, datetime.datetime(2022, 6, 3, 7, 38, 9, 179556), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:38:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:38:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 38, 9, 181533), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 38, 9, 181533), 0, 2, datetime.datetime(2022, 6, 3, 7, 38, 9, 181533), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:38:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:38:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 38, 9, 183269), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 38, 9, 183269), 0, 2, datetime.datetime(2022, 6, 3, 7, 38, 9, 183269), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:38:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:38:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:38:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:38:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:38:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:38:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:38:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:38:27,524 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:39:09.167018+00:00 (in 29.999181 seconds)
repomirrorworker stdout | 2022-06-03 07:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:39:09 UTC)" (scheduled at 2022-06-03 07:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:38:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:38:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:38:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 38, 39, 176626), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 38, 39, 176626), 0, 2, datetime.datetime(2022, 6, 3, 7, 38, 39, 176626), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:38:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:38:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 38, 39, 179725), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 38, 39, 179725), 0, 2, datetime.datetime(2022, 6, 3, 7, 38, 39, 179725), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:38:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:38:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 38, 39, 181518), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 38, 39, 181518), 0, 2, datetime.datetime(2022, 6, 3, 7, 38, 39, 181518), True, 12, 15])
repomirrorworker stdout | 2022-06-03 07:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 07:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 38, 39, 183166), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 38, 39, 183166), 0, 2, datetime.datetime(2022, 6, 3, 7, 38, 39, 183166), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:38:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:38:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:38:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:38:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:38:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:38:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:38:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:38:57,570 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:39:39.167018+00:00 (in 29.998998 seconds)
repomirrorworker stdout | 2022-06-03 07:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:39:39 UTC)" (scheduled at 2022-06-03 07:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:39:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:39:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:39:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 39, 9, 177302), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 39, 9, 177302), 0, 2, datetime.datetime(2022, 6, 3, 7, 39, 9, 177302), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:39:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:39:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 39, 9, 180909), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 39, 9, 180909), 0, 2, datetime.datetime(2022, 6, 3, 7, 39, 9, 180909), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:39:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:39:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 39, 9, 182830), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 39, 9, 182830), 0, 2, datetime.datetime(2022, 6, 3, 7, 39, 9, 182830), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:39:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:39:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 39, 9, 184664), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 39, 9, 184664), 0, 2, datetime.datetime(2022, 6, 3, 7, 39, 9, 184664), True, 12, 15])
repomirrorworker stdout | 2022-06-03 07:39:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 07:39:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:39:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:39:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:39:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:39:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:39:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:39:27,623 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:40:09.167018+00:00 (in 29.999048 seconds)
repomirrorworker stdout | 2022-06-03 07:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:40:09 UTC)" (scheduled at 2022-06-03 07:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:39:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:39:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 39, 39, 177128), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 39, 39, 177128), 0, 2, datetime.datetime(2022, 6, 3, 7, 39, 39, 177128), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:39:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:39:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 39, 39, 180368), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 39, 39, 180368), 0, 2, datetime.datetime(2022, 6, 3, 7, 39, 39, 180368), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:39:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:39:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 39, 39, 182618), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 39, 39, 182618), 0, 2, datetime.datetime(2022, 6, 3, 7, 39, 39, 182618), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:39:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:39:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 39, 39, 184621), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 39, 39, 184621), 0, 2, datetime.datetime(2022, 6, 3, 7, 39, 39, 184621), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:39:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:39:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 39, 39, 186580), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 39, 39, 186580), 0, 2, datetime.datetime(2022, 6, 3, 7, 39, 39, 186580), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:39:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:39:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:39:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:39:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:39:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:39:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:39:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:39:57,654 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:40:39.167018+00:00 (in 29.999110 seconds)
repomirrorworker stdout | 2022-06-03 07:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:40:39 UTC)" (scheduled at 2022-06-03 07:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:40:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:40:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:40:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 40, 9, 177286), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 40, 9, 177286), 0, 2, datetime.datetime(2022, 6, 3, 7, 40, 9, 177286), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:40:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:40:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 40, 9, 180898), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 40, 9, 180898), 0, 2, datetime.datetime(2022, 6, 3, 7, 40, 9, 180898), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:40:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:40:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 40, 9, 183025), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 40, 9, 183025), 0, 2, datetime.datetime(2022, 6, 3, 7, 40, 9, 183025), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:40:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:40:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 40, 9, 185007), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 40, 9, 185007), 0, 2, datetime.datetime(2022, 6, 3, 7, 40, 9, 185007), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:40:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:40:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:40:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:40:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:40:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:40:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:40:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:40:27,698 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:41:09.167018+00:00 (in 29.999121 seconds)
repomirrorworker stdout | 2022-06-03 07:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:41:09 UTC)" (scheduled at 2022-06-03 07:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:40:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:40:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:40:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 40, 39, 176527), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 40, 39, 176527), 0, 2, datetime.datetime(2022, 6, 3, 7, 40, 39, 176527), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:40:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:40:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 40, 39, 179655), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 40, 39, 179655), 0, 2, datetime.datetime(2022, 6, 3, 7, 40, 39, 179655), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:40:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:40:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 40, 39, 181527), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 40, 39, 181527), 0, 2, datetime.datetime(2022, 6, 3, 7, 40, 39, 181527), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:40:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:40:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 40, 39, 183292), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 40, 39, 183292), 0, 2, datetime.datetime(2022, 6, 3, 7, 40, 39, 183292), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:40:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:40:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:40:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:40:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:40:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:40:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:40:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:40:57,750 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:41:39.167018+00:00 (in 29.999011 seconds)
repomirrorworker stdout | 2022-06-03 07:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:41:39 UTC)" (scheduled at 2022-06-03 07:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:41:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:41:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:41:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 41, 9, 176781), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 41, 9, 176781), 0, 2, datetime.datetime(2022, 6, 3, 7, 41, 9, 176781), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:41:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:41:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 41, 9, 180020), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 41, 9, 180020), 0, 2, datetime.datetime(2022, 6, 3, 7, 41, 9, 180020), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:41:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:41:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 41, 9, 181950), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 41, 9, 181950), 0, 2, datetime.datetime(2022, 6, 3, 7, 41, 9, 181950), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:41:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:41:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 41, 9, 183651), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 41, 9, 183651), 0, 2, datetime.datetime(2022, 6, 3, 7, 41, 9, 183651), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:41:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:41:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 41, 9, 185301), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 41, 9, 185301), 0, 2, datetime.datetime(2022, 6, 3, 7, 41, 9, 185301), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:41:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:41:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:41:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:41:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:41:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:41:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:41:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:41:27,818 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:42:09.167018+00:00 (in 29.998978 seconds)
repomirrorworker stdout | 2022-06-03 07:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:42:09 UTC)" (scheduled at 2022-06-03 07:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:41:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:41:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 41, 39, 177253), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 41, 39, 177253), 0, 2, datetime.datetime(2022, 6, 3, 7, 41, 39, 177253), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:41:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 41, 39, 180850), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 41, 39, 180850), 0, 2, datetime.datetime(2022, 6, 3, 7, 41, 39, 180850), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:41:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 41, 39, 182769), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 41, 39, 182769), 0, 2, datetime.datetime(2022, 6, 3, 7, 41, 39, 182769), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:41:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:41:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 41, 39, 184418), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 41, 39, 184418), 0, 2, datetime.datetime(2022, 6, 3, 7, 41, 39, 184418), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:41:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 41, 39, 186051), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 41, 39, 186051), 0, 2, datetime.datetime(2022, 6, 3, 7, 41, 39, 186051), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:41:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:41:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:41:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:41:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:41:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:41:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:41:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:41:57,885 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:42:39.167018+00:00 (in 29.999016 seconds)
repomirrorworker stdout | 2022-06-03 07:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:42:39 UTC)" (scheduled at 2022-06-03 07:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:42:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:42:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:42:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 42, 9, 176940), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 42, 9, 176940), 0, 2, datetime.datetime(2022, 6, 3, 7, 42, 9, 176940), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:42:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:42:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 42, 9, 180413), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 42, 9, 180413), 0, 2, datetime.datetime(2022, 6, 3, 7, 42, 9, 180413), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:42:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:42:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 42, 9, 182346), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 42, 9, 182346), 0, 2, datetime.datetime(2022, 6, 3, 7, 42, 9, 182346), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 42, 9, 184067), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 42, 9, 184067), 0, 2, datetime.datetime(2022, 6, 3, 7, 42, 9, 184067), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:42:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:42:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:42:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:42:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:42:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:42:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:42:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:42:27,935 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:43:09.167018+00:00 (in 29.999112 seconds)
repomirrorworker stdout | 2022-06-03 07:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:43:09 UTC)" (scheduled at 2022-06-03 07:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:42:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:42:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 42, 39, 176944), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 42, 39, 176944), 0, 2, datetime.datetime(2022, 6, 3, 7, 42, 39, 176944), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:42:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:42:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 42, 39, 180569), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 42, 39, 180569), 0, 2, datetime.datetime(2022, 6, 3, 7, 42, 39, 180569), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:42:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:42:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 42, 39, 182782), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 42, 39, 182782), 0, 2, datetime.datetime(2022, 6, 3, 7, 42, 39, 182782), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:42:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:42:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 42, 39, 184591), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 42, 39, 184591), 0, 2, datetime.datetime(2022, 6, 3, 7, 42, 39, 184591), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:42:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:42:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 42, 39, 186242), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 42, 39, 186242), 0, 2, datetime.datetime(2022, 6, 3, 7, 42, 39, 186242), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:42:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:42:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:42:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:42:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:42:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:42:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:42:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:42:57,974 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:43:39.167018+00:00 (in 29.999138 seconds)
repomirrorworker stdout | 2022-06-03 07:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:43:39 UTC)" (scheduled at 2022-06-03 07:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:43:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:43:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:43:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 43, 9, 177220), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 43, 9, 177220), 0, 2, datetime.datetime(2022, 6, 3, 7, 43, 9, 177220), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:43:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:43:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 43, 9, 181082), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 43, 9, 181082), 0, 2, datetime.datetime(2022, 6, 3, 7, 43, 9, 181082), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:43:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:43:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 43, 9, 182964), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 43, 9, 182964), 0, 2, datetime.datetime(2022, 6, 3, 7, 43, 9, 182964), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:43:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:43:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 43, 9, 184843), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 43, 9, 184843), 0, 2, datetime.datetime(2022, 6, 3, 7, 43, 9, 184843), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:43:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:43:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 43, 9, 186653), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 43, 9, 186653), 0, 2, datetime.datetime(2022, 6, 3, 7, 43, 9, 186653), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:43:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:43:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:43:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:43:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:43:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:43:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:43:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:43:28,012 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:44:09.167018+00:00 (in 29.999183 seconds)
repomirrorworker stdout | 2022-06-03 07:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:44:09 UTC)" (scheduled at 2022-06-03 07:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:43:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:43:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:43:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 43, 39, 176791), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 43, 39, 176791), 0, 2, datetime.datetime(2022, 6, 3, 7, 43, 39, 176791), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:43:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:43:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 43, 39, 180082), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 43, 39, 180082), 0, 2, datetime.datetime(2022, 6, 3, 7, 43, 39, 180082), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:43:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:43:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 43, 39, 181934), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 43, 39, 181934), 0, 2, datetime.datetime(2022, 6, 3, 7, 43, 39, 181934), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:43:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:43:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 43, 39, 183564), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 43, 39, 183564), 0, 2, datetime.datetime(2022, 6, 3, 7, 43, 39, 183564), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:43:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:43:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:43:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:43:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:43:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:43:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:43:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:43:58,060 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:44:39.167018+00:00 (in 29.999140 seconds)
repomirrorworker stdout | 2022-06-03 07:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:44:39 UTC)" (scheduled at 2022-06-03 07:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:44:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:44:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 44, 9, 177339), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 44, 9, 177339), 0, 2, datetime.datetime(2022, 6, 3, 7, 44, 9, 177339), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:44:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:44:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 44, 9, 180709), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 44, 9, 180709), 0, 2, datetime.datetime(2022, 6, 3, 7, 44, 9, 180709), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:44:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:44:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 44, 9, 182645), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 44, 9, 182645), 0, 2, datetime.datetime(2022, 6, 3, 7, 44, 9, 182645), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:44:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:44:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 44, 9, 184373), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 44, 9, 184373), 0, 2, datetime.datetime(2022, 6, 3, 7, 44, 9, 184373), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:44:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:44:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 44, 9, 186060), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 44, 9, 186060), 0, 2, datetime.datetime(2022, 6, 3, 7, 44, 9, 186060), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:44:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:44:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:44:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:44:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:44:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:44:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:44:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:44:28,115 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:45:09.167018+00:00 (in 29.998960 seconds)
repomirrorworker stdout | 2022-06-03 07:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:45:09 UTC)" (scheduled at 2022-06-03 07:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:44:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:44:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:44:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 44, 39, 177125), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 44, 39, 177125), 0, 2, datetime.datetime(2022, 6, 3, 7, 44, 39, 177125), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:44:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:44:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 44, 39, 180540), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 44, 39, 180540), 0, 2, datetime.datetime(2022, 6, 3, 7, 44, 39, 180540), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:44:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:44:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 44, 39, 182415), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 44, 39, 182415), 0, 2, datetime.datetime(2022, 6, 3, 7, 44, 39, 182415), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:44:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:44:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 44, 39, 184098), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 44, 39, 184098), 0, 2, datetime.datetime(2022, 6, 3, 7, 44, 39, 184098), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:44:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:44:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:44:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:44:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:44:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:44:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:44:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:44:58,180 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:45:39.167018+00:00 (in 29.999019 seconds)
repomirrorworker stdout | 2022-06-03 07:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:45:39 UTC)" (scheduled at 2022-06-03 07:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:45:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:45:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:45:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 45, 9, 177351), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 45, 9, 177351), 0, 2, datetime.datetime(2022, 6, 3, 7, 45, 9, 177351), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:45:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:45:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 45, 9, 180932), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 45, 9, 180932), 0, 2, datetime.datetime(2022, 6, 3, 7, 45, 9, 180932), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:45:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:45:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 45, 9, 182905), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 45, 9, 182905), 0, 2, datetime.datetime(2022, 6, 3, 7, 45, 9, 182905), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:45:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:45:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 45, 9, 184667), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 45, 9, 184667), 0, 2, datetime.datetime(2022, 6, 3, 7, 45, 9, 184667), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:45:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:45:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:45:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:45:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:45:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:45:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:45:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:45:28,220 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:46:09.167018+00:00 (in 29.999057 seconds)
repomirrorworker stdout | 2022-06-03 07:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:46:09 UTC)" (scheduled at 2022-06-03 07:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:45:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:45:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 45, 39, 176547), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 45, 39, 176547), 0, 2, datetime.datetime(2022, 6, 3, 7, 45, 39, 176547), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:45:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:45:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 45, 39, 179704), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 45, 39, 179704), 0, 2, datetime.datetime(2022, 6, 3, 7, 45, 39, 179704), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:45:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:45:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 45, 39, 181522), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 45, 39, 181522), 0, 2, datetime.datetime(2022, 6, 3, 7, 45, 39, 181522), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:45:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:45:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 45, 39, 183168), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 45, 39, 183168), 0, 2, datetime.datetime(2022, 6, 3, 7, 45, 39, 183168), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:45:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:45:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:45:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:45:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:45:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:45:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:45:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:45:58,283 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:46:39.167018+00:00 (in 29.999103 seconds)
repomirrorworker stdout | 2022-06-03 07:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:46:39 UTC)" (scheduled at 2022-06-03 07:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:46:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:46:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:46:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 46, 9, 176973), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 46, 9, 176973), 0, 2, datetime.datetime(2022, 6, 3, 7, 46, 9, 176973), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:46:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:46:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 46, 9, 180474), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 46, 9, 180474), 0, 2, datetime.datetime(2022, 6, 3, 7, 46, 9, 180474), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:46:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:46:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 46, 9, 182443), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 46, 9, 182443), 0, 2, datetime.datetime(2022, 6, 3, 7, 46, 9, 182443), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:46:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:46:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 46, 9, 184226), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 46, 9, 184226), 0, 2, datetime.datetime(2022, 6, 3, 7, 46, 9, 184226), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:46:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:46:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 46, 9, 185944), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 46, 9, 185944), 0, 2, datetime.datetime(2022, 6, 3, 7, 46, 9, 185944), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:46:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:46:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:46:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:46:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:46:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:46:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:46:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:46:28,349 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:47:09.167018+00:00 (in 29.999068 seconds)
repomirrorworker stdout | 2022-06-03 07:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:47:09 UTC)" (scheduled at 2022-06-03 07:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:46:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 46, 39, 176877), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 46, 39, 176877), 0, 2, datetime.datetime(2022, 6, 3, 7, 46, 39, 176877), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:46:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:46:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 46, 39, 180359), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 46, 39, 180359), 0, 2, datetime.datetime(2022, 6, 3, 7, 46, 39, 180359), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:46:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:46:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 46, 39, 182281), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 46, 39, 182281), 0, 2, datetime.datetime(2022, 6, 3, 7, 46, 39, 182281), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:46:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:46:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 46, 39, 184060), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 46, 39, 184060), 0, 2, datetime.datetime(2022, 6, 3, 7, 46, 39, 184060), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:46:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:46:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:46:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:46:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:46:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:46:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:46:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:46:58,412 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:47:39.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-03 07:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:47:39 UTC)" (scheduled at 2022-06-03 07:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:47:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:47:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 47, 9, 177151), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 47, 9, 177151), 0, 2, datetime.datetime(2022, 6, 3, 7, 47, 9, 177151), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:47:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:47:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 47, 9, 180409), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 47, 9, 180409), 0, 2, datetime.datetime(2022, 6, 3, 7, 47, 9, 180409), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:47:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:47:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 47, 9, 182342), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 47, 9, 182342), 0, 2, datetime.datetime(2022, 6, 3, 7, 47, 9, 182342), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:47:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:47:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 47, 9, 184137), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 47, 9, 184137), 0, 2, datetime.datetime(2022, 6, 3, 7, 47, 9, 184137), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:47:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:47:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 47, 9, 185841), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 47, 9, 185841), 0, 2, datetime.datetime(2022, 6, 3, 7, 47, 9, 185841), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:47:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:47:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:47:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:47:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:47:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:47:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:47:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:47:28,456 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:48:09.167018+00:00 (in 29.998989 seconds)
repomirrorworker stdout | 2022-06-03 07:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:48:09 UTC)" (scheduled at 2022-06-03 07:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:47:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:47:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 47, 39, 176980), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 47, 39, 176980), 0, 2, datetime.datetime(2022, 6, 3, 7, 47, 39, 176980), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:47:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:47:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 47, 39, 180176), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 47, 39, 180176), 0, 2, datetime.datetime(2022, 6, 3, 7, 47, 39, 180176), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:47:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:47:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 47, 39, 182090), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 47, 39, 182090), 0, 2, datetime.datetime(2022, 6, 3, 7, 47, 39, 182090), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:47:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:47:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 47, 39, 183796), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 47, 39, 183796), 0, 2, datetime.datetime(2022, 6, 3, 7, 47, 39, 183796), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:47:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:47:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 47, 39, 185445), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 47, 39, 185445), 0, 2, datetime.datetime(2022, 6, 3, 7, 47, 39, 185445), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:47:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:47:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:47:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:47:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:47:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:47:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:47:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:47:58,516 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:48:39.167018+00:00 (in 29.999008 seconds)
repomirrorworker stdout | 2022-06-03 07:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:48:39 UTC)" (scheduled at 2022-06-03 07:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:48:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:48:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:48:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 48, 9, 177010), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 48, 9, 177010), 0, 2, datetime.datetime(2022, 6, 3, 7, 48, 9, 177010), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:48:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:48:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 48, 9, 180968), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 48, 9, 180968), 0, 2, datetime.datetime(2022, 6, 3, 7, 48, 9, 180968), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:48:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:48:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 48, 9, 182919), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 48, 9, 182919), 0, 2, datetime.datetime(2022, 6, 3, 7, 48, 9, 182919), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:48:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:48:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 48, 9, 184631), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 48, 9, 184631), 0, 2, datetime.datetime(2022, 6, 3, 7, 48, 9, 184631), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:48:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:48:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 48, 9, 186324), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 48, 9, 186324), 0, 2, datetime.datetime(2022, 6, 3, 7, 48, 9, 186324), True, 12, 15])
repomirrorworker stdout | 2022-06-03 07:48:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 07:48:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:48:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:48:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:48:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:48:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:48:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:48:28,569 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:49:09.167018+00:00 (in 29.999232 seconds)
repomirrorworker stdout | 2022-06-03 07:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:49:09 UTC)" (scheduled at 2022-06-03 07:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:48:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:48:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 48, 39, 176875), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 48, 39, 176875), 0, 2, datetime.datetime(2022, 6, 3, 7, 48, 39, 176875), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:48:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:48:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 48, 39, 180339), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 48, 39, 180339), 0, 2, datetime.datetime(2022, 6, 3, 7, 48, 39, 180339), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:48:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:48:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 48, 39, 182375), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 48, 39, 182375), 0, 2, datetime.datetime(2022, 6, 3, 7, 48, 39, 182375), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:48:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:48:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 48, 39, 184165), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 48, 39, 184165), 0, 2, datetime.datetime(2022, 6, 3, 7, 48, 39, 184165), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:48:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:48:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:48:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:48:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:48:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:48:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:48:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:48:58,632 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:49:39.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-03 07:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:49:39 UTC)" (scheduled at 2022-06-03 07:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:49:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:49:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:49:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 49, 9, 177066), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 49, 9, 177066), 0, 2, datetime.datetime(2022, 6, 3, 7, 49, 9, 177066), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:49:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:49:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 49, 9, 180247), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 49, 9, 180247), 0, 2, datetime.datetime(2022, 6, 3, 7, 49, 9, 180247), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:49:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:49:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 49, 9, 182256), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 49, 9, 182256), 0, 2, datetime.datetime(2022, 6, 3, 7, 49, 9, 182256), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:49:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:49:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 49, 9, 183973), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 49, 9, 183973), 0, 2, datetime.datetime(2022, 6, 3, 7, 49, 9, 183973), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:49:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:49:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 49, 9, 185999), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 49, 9, 185999), 0, 2, datetime.datetime(2022, 6, 3, 7, 49, 9, 185999), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:49:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:49:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:49:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:49:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:49:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:49:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:49:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:49:28,685 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:50:09.167018+00:00 (in 29.999061 seconds)
repomirrorworker stdout | 2022-06-03 07:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:50:09 UTC)" (scheduled at 2022-06-03 07:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:49:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:49:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 49, 39, 176613), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 49, 39, 176613), 0, 2, datetime.datetime(2022, 6, 3, 7, 49, 39, 176613), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:49:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:49:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 49, 39, 179787), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 49, 39, 179787), 0, 2, datetime.datetime(2022, 6, 3, 7, 49, 39, 179787), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:49:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:49:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 49, 39, 181776), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 49, 39, 181776), 0, 2, datetime.datetime(2022, 6, 3, 7, 49, 39, 181776), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:49:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:49:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 49, 39, 183539), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 49, 39, 183539), 0, 2, datetime.datetime(2022, 6, 3, 7, 49, 39, 183539), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:49:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:49:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 49, 39, 185271), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 49, 39, 185271), 0, 2, datetime.datetime(2022, 6, 3, 7, 49, 39, 185271), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:49:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:49:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:49:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:49:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:49:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:49:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:49:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:49:58,728 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:50:39.167018+00:00 (in 29.998888 seconds)
repomirrorworker stdout | 2022-06-03 07:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:50:39 UTC)" (scheduled at 2022-06-03 07:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:50:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:50:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:50:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 50, 9, 176961), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 50, 9, 176961), 0, 2, datetime.datetime(2022, 6, 3, 7, 50, 9, 176961), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:50:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:50:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 50, 9, 180577), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 50, 9, 180577), 0, 2, datetime.datetime(2022, 6, 3, 7, 50, 9, 180577), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:50:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:50:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 50, 9, 182516), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 50, 9, 182516), 0, 2, datetime.datetime(2022, 6, 3, 7, 50, 9, 182516), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:50:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:50:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 50, 9, 184193), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 50, 9, 184193), 0, 2, datetime.datetime(2022, 6, 3, 7, 50, 9, 184193), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:50:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:50:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 50, 9, 186033), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 50, 9, 186033), 0, 2, datetime.datetime(2022, 6, 3, 7, 50, 9, 186033), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:50:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:50:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:50:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:50:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:50:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:50:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:50:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:50:28,791 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:51:09.167018+00:00 (in 29.999114 seconds)
repomirrorworker stdout | 2022-06-03 07:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:51:09 UTC)" (scheduled at 2022-06-03 07:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:50:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:50:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 50, 39, 176388), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 50, 39, 176388), 0, 2, datetime.datetime(2022, 6, 3, 7, 50, 39, 176388), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:50:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:50:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 50, 39, 179661), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 50, 39, 179661), 0, 2, datetime.datetime(2022, 6, 3, 7, 50, 39, 179661), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:50:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:50:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 50, 39, 181965), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 50, 39, 181965), 0, 2, datetime.datetime(2022, 6, 3, 7, 50, 39, 181965), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:50:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:50:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 50, 39, 183734), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 50, 39, 183734), 0, 2, datetime.datetime(2022, 6, 3, 7, 50, 39, 183734), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:50:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:50:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 50, 39, 185411), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 50, 39, 185411), 0, 2, datetime.datetime(2022, 6, 3, 7, 50, 39, 185411), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:50:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:50:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:50:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:50:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:50:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:50:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:50:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:50:58,842 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:51:39.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-03 07:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:51:39 UTC)" (scheduled at 2022-06-03 07:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:51:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:51:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:51:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 51, 9, 176505), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 51, 9, 176505), 0, 2, datetime.datetime(2022, 6, 3, 7, 51, 9, 176505), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:51:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:51:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 51, 9, 179967), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 51, 9, 179967), 0, 2, datetime.datetime(2022, 6, 3, 7, 51, 9, 179967), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:51:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:51:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 51, 9, 181851), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 51, 9, 181851), 0, 2, datetime.datetime(2022, 6, 3, 7, 51, 9, 181851), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:51:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:51:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 51, 9, 186393), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 51, 9, 186393), 0, 2, datetime.datetime(2022, 6, 3, 7, 51, 9, 186393), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:51:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:51:09,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 51, 9, 188189), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 51, 9, 188189), 0, 2, datetime.datetime(2022, 6, 3, 7, 51, 9, 188189), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:51:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:51:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:51:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:51:09,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:51:09,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:51:09,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:51:09,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:51:28,881 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:52:09.167018+00:00 (in 29.999174 seconds)
repomirrorworker stdout | 2022-06-03 07:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:52:09 UTC)" (scheduled at 2022-06-03 07:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:51:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:51:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:51:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 51, 39, 177054), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 51, 39, 177054), 0, 2, datetime.datetime(2022, 6, 3, 7, 51, 39, 177054), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:51:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:51:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 51, 39, 180644), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 51, 39, 180644), 0, 2, datetime.datetime(2022, 6, 3, 7, 51, 39, 180644), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:51:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:51:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 51, 39, 182585), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 51, 39, 182585), 0, 2, datetime.datetime(2022, 6, 3, 7, 51, 39, 182585), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:51:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:51:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 51, 39, 184375), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 51, 39, 184375), 0, 2, datetime.datetime(2022, 6, 3, 7, 51, 39, 184375), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:51:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:51:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:51:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:51:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:51:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:51:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:51:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:51:58,948 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:52:39.167018+00:00 (in 29.999135 seconds)
repomirrorworker stdout | 2022-06-03 07:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:52:39 UTC)" (scheduled at 2022-06-03 07:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:52:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:52:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:52:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 52, 9, 176291), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 52, 9, 176291), 0, 2, datetime.datetime(2022, 6, 3, 7, 52, 9, 176291), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:52:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:52:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 52, 9, 179477), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 52, 9, 179477), 0, 2, datetime.datetime(2022, 6, 3, 7, 52, 9, 179477), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:52:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:52:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 52, 9, 181377), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 52, 9, 181377), 0, 2, datetime.datetime(2022, 6, 3, 7, 52, 9, 181377), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:52:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:52:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 52, 9, 183053), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 52, 9, 183053), 0, 2, datetime.datetime(2022, 6, 3, 7, 52, 9, 183053), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:52:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:52:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:52:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:52:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:52:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:52:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:52:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:52:28,990 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:53:09.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-03 07:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:53:09 UTC)" (scheduled at 2022-06-03 07:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:52:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:52:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 52, 39, 176377), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 52, 39, 176377), 0, 2, datetime.datetime(2022, 6, 3, 7, 52, 39, 176377), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:52:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:52:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 52, 39, 179655), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 52, 39, 179655), 0, 2, datetime.datetime(2022, 6, 3, 7, 52, 39, 179655), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:52:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:52:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 52, 39, 181989), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 52, 39, 181989), 0, 2, datetime.datetime(2022, 6, 3, 7, 52, 39, 181989), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:52:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:52:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 52, 39, 184071), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 52, 39, 184071), 0, 2, datetime.datetime(2022, 6, 3, 7, 52, 39, 184071), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:52:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:52:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 52, 39, 185774), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 52, 39, 185774), 0, 2, datetime.datetime(2022, 6, 3, 7, 52, 39, 185774), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:52:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:52:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:52:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:52:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:52:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:52:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:52:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:52:59,051 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:53:39.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-03 07:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:53:39 UTC)" (scheduled at 2022-06-03 07:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:53:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:53:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 53, 9, 176724), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 53, 9, 176724), 0, 2, datetime.datetime(2022, 6, 3, 7, 53, 9, 176724), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:53:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:53:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 53, 9, 179873), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 53, 9, 179873), 0, 2, datetime.datetime(2022, 6, 3, 7, 53, 9, 179873), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:53:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:53:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 53, 9, 181753), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 53, 9, 181753), 0, 2, datetime.datetime(2022, 6, 3, 7, 53, 9, 181753), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:53:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:53:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 53, 9, 183372), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 53, 9, 183372), 0, 2, datetime.datetime(2022, 6, 3, 7, 53, 9, 183372), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:53:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:53:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:53:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:53:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:53:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:53:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:53:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:53:29,124 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:54:09.167018+00:00 (in 29.999293 seconds)
repomirrorworker stdout | 2022-06-03 07:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:54:09 UTC)" (scheduled at 2022-06-03 07:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:53:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:53:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 53, 39, 176187), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 53, 39, 176187), 0, 2, datetime.datetime(2022, 6, 3, 7, 53, 39, 176187), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:53:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:53:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 53, 39, 179643), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 53, 39, 179643), 0, 2, datetime.datetime(2022, 6, 3, 7, 53, 39, 179643), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:53:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:53:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 53, 39, 181533), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 53, 39, 181533), 0, 2, datetime.datetime(2022, 6, 3, 7, 53, 39, 181533), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:53:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:53:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 53, 39, 183293), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 53, 39, 183293), 0, 2, datetime.datetime(2022, 6, 3, 7, 53, 39, 183293), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:53:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:53:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 53, 39, 185012), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 53, 39, 185012), 0, 2, datetime.datetime(2022, 6, 3, 7, 53, 39, 185012), True, 12, 15])
repomirrorworker stdout | 2022-06-03 07:53:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 07:53:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:53:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:53:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:53:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:53:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:53:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:53:59,197 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:54:39.167018+00:00 (in 29.999196 seconds)
repomirrorworker stdout | 2022-06-03 07:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:54:39 UTC)" (scheduled at 2022-06-03 07:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:54:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:54:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 54, 9, 176921), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 54, 9, 176921), 0, 2, datetime.datetime(2022, 6, 3, 7, 54, 9, 176921), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:54:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:54:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 54, 9, 180372), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 54, 9, 180372), 0, 2, datetime.datetime(2022, 6, 3, 7, 54, 9, 180372), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:54:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:54:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 54, 9, 182345), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 54, 9, 182345), 0, 2, datetime.datetime(2022, 6, 3, 7, 54, 9, 182345), True, 4, 8])
repomirrorworker stdout | 2022-06-03 07:54:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 07:54:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 54, 9, 184109), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 54, 9, 184109), 0, 2, datetime.datetime(2022, 6, 3, 7, 54, 9, 184109), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:54:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:54:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 54, 9, 186017), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 54, 9, 186017), 0, 2, datetime.datetime(2022, 6, 3, 7, 54, 9, 186017), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:54:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:54:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:54:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:54:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:54:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:54:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:54:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:54:29,270 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:55:09.167018+00:00 (in 29.999091 seconds)
repomirrorworker stdout | 2022-06-03 07:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:55:09 UTC)" (scheduled at 2022-06-03 07:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:54:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:54:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:54:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 54, 39, 176240), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 54, 39, 176240), 0, 2, datetime.datetime(2022, 6, 3, 7, 54, 39, 176240), True, 8, 12])
repomirrorworker stdout | 2022-06-03 07:54:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 07:54:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 54, 39, 179320), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 54, 39, 179320), 0, 2, datetime.datetime(2022, 6, 3, 7, 54, 39, 179320), True, 12, 15])
repomirrorworker stdout | 2022-06-03 07:54:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 07:54:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 54, 39, 181182), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 54, 39, 181182), 0, 2, datetime.datetime(2022, 6, 3, 7, 54, 39, 181182), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:54:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:54:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 54, 39, 182852), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 54, 39, 182852), 0, 2, datetime.datetime(2022, 6, 3, 7, 54, 39, 182852), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:54:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:54:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:54:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:54:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:54:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:54:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:54:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:54:59,328 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:55:39.167018+00:00 (in 29.999176 seconds)
repomirrorworker stdout | 2022-06-03 07:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:55:39 UTC)" (scheduled at 2022-06-03 07:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:55:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:55:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:55:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 55, 9, 176583), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 55, 9, 176583), 0, 2, datetime.datetime(2022, 6, 3, 7, 55, 9, 176583), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:55:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:55:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 55, 9, 179725), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 55, 9, 179725), 0, 2, datetime.datetime(2022, 6, 3, 7, 55, 9, 179725), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:55:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:55:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 55, 9, 181587), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 55, 9, 181587), 0, 2, datetime.datetime(2022, 6, 3, 7, 55, 9, 181587), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:55:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:55:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 55, 9, 187561), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 55, 9, 187561), 0, 2, datetime.datetime(2022, 6, 3, 7, 55, 9, 187561), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:55:09,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:55:09,191 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 55, 9, 191046), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 55, 9, 191046), 0, 2, datetime.datetime(2022, 6, 3, 7, 55, 9, 191046), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:55:09,192 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:55:09,192 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:55:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:55:09,193 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:55:09,198 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:55:09,198 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:55:09,198 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:55:29,383 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:56:09.167018+00:00 (in 29.998974 seconds)
repomirrorworker stdout | 2022-06-03 07:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:56:09 UTC)" (scheduled at 2022-06-03 07:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:55:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:55:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:55:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 55, 39, 176701), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 55, 39, 176701), 0, 2, datetime.datetime(2022, 6, 3, 7, 55, 39, 176701), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:55:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:55:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 55, 39, 179815), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 55, 39, 179815), 0, 2, datetime.datetime(2022, 6, 3, 7, 55, 39, 179815), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:55:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:55:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 55, 39, 181752), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 55, 39, 181752), 0, 2, datetime.datetime(2022, 6, 3, 7, 55, 39, 181752), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 55, 39, 183414), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 55, 39, 183414), 0, 2, datetime.datetime(2022, 6, 3, 7, 55, 39, 183414), True, 10, 14])
repomirrorworker stdout | 2022-06-03 07:55:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 07:55:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 55, 39, 185058), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 55, 39, 185058), 0, 2, datetime.datetime(2022, 6, 3, 7, 55, 39, 185058), True, 14, 15])
repomirrorworker stdout | 2022-06-03 07:55:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 07:55:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:55:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:55:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:55:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:55:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:55:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:55:59,436 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:56:39.167018+00:00 (in 29.999027 seconds)
repomirrorworker stdout | 2022-06-03 07:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:56:39 UTC)" (scheduled at 2022-06-03 07:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:56:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:56:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:56:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 56, 9, 176375), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 56, 9, 176375), 0, 2, datetime.datetime(2022, 6, 3, 7, 56, 9, 176375), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:56:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:56:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 56, 9, 179485), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 56, 9, 179485), 0, 2, datetime.datetime(2022, 6, 3, 7, 56, 9, 179485), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:56:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:56:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 56, 9, 181352), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 56, 9, 181352), 0, 2, datetime.datetime(2022, 6, 3, 7, 56, 9, 181352), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:56:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:56:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 56, 9, 183109), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 56, 9, 183109), 0, 2, datetime.datetime(2022, 6, 3, 7, 56, 9, 183109), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:56:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:56:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 56, 9, 184777), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 56, 9, 184777), 0, 2, datetime.datetime(2022, 6, 3, 7, 56, 9, 184777), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:56:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:56:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:56:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:56:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:56:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:56:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:56:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:56:29,502 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:57:09.167018+00:00 (in 29.999048 seconds)
repomirrorworker stdout | 2022-06-03 07:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:57:09 UTC)" (scheduled at 2022-06-03 07:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:56:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:56:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 56, 39, 176651), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 56, 39, 176651), 0, 2, datetime.datetime(2022, 6, 3, 7, 56, 39, 176651), True, 2, 6])
repomirrorworker stdout | 2022-06-03 07:56:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 07:56:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 56, 39, 180181), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 56, 39, 180181), 0, 2, datetime.datetime(2022, 6, 3, 7, 56, 39, 180181), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:56:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:56:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 56, 39, 182408), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 56, 39, 182408), 0, 2, datetime.datetime(2022, 6, 3, 7, 56, 39, 182408), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:56:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:56:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 56, 39, 184493), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 56, 39, 184493), 0, 2, datetime.datetime(2022, 6, 3, 7, 56, 39, 184493), True, 6, 10])
repomirrorworker stdout | 2022-06-03 07:56:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 07:56:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 56, 39, 186491), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 56, 39, 186491), 0, 2, datetime.datetime(2022, 6, 3, 7, 56, 39, 186491), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:56:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:56:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:56:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:56:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:56:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:56:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:56:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:56:59,567 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:57:39.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-03 07:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:57:39 UTC)" (scheduled at 2022-06-03 07:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:57:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:57:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:57:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 57, 9, 176698), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 57, 9, 176698), 0, 2, datetime.datetime(2022, 6, 3, 7, 57, 9, 176698), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:57:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:57:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 57, 9, 180244), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 57, 9, 180244), 0, 2, datetime.datetime(2022, 6, 3, 7, 57, 9, 180244), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:57:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:57:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 57, 9, 182222), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 57, 9, 182222), 0, 2, datetime.datetime(2022, 6, 3, 7, 57, 9, 182222), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:57:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:57:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 57, 9, 184009), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 57, 9, 184009), 0, 2, datetime.datetime(2022, 6, 3, 7, 57, 9, 184009), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:57:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:57:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:57:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:57:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:57:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:57:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:57:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:57:29,615 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:58:09.167018+00:00 (in 29.999223 seconds)
repomirrorworker stdout | 2022-06-03 07:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:58:09 UTC)" (scheduled at 2022-06-03 07:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:57:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:57:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 57, 39, 176408), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 57, 39, 176408), 0, 2, datetime.datetime(2022, 6, 3, 7, 57, 39, 176408), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:57:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:57:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 57, 39, 179885), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 57, 39, 179885), 0, 2, datetime.datetime(2022, 6, 3, 7, 57, 39, 179885), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:57:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:57:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 57, 39, 181849), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 57, 39, 181849), 0, 2, datetime.datetime(2022, 6, 3, 7, 57, 39, 181849), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:57:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:57:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 57, 39, 183539), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 57, 39, 183539), 0, 2, datetime.datetime(2022, 6, 3, 7, 57, 39, 183539), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:57:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:57:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:57:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:57:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:57:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:57:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:57:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:57:59,668 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:58:39.167018+00:00 (in 29.999175 seconds)
repomirrorworker stdout | 2022-06-03 07:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:58:39 UTC)" (scheduled at 2022-06-03 07:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:58:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:58:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 58, 9, 176573), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 58, 9, 176573), 0, 2, datetime.datetime(2022, 6, 3, 7, 58, 9, 176573), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:58:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:58:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 58, 9, 180079), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 58, 9, 180079), 0, 2, datetime.datetime(2022, 6, 3, 7, 58, 9, 180079), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:58:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:58:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 58, 9, 181935), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 58, 9, 181935), 0, 2, datetime.datetime(2022, 6, 3, 7, 58, 9, 181935), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:58:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:58:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 58, 9, 183606), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 58, 9, 183606), 0, 2, datetime.datetime(2022, 6, 3, 7, 58, 9, 183606), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:58:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:58:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:58:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:58:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:58:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:58:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:58:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:58:29,732 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:59:09.167018+00:00 (in 29.999022 seconds)
repomirrorworker stdout | 2022-06-03 07:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:59:09 UTC)" (scheduled at 2022-06-03 07:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:58:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:58:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 58, 39, 176842), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 58, 39, 176842), 0, 2, datetime.datetime(2022, 6, 3, 7, 58, 39, 176842), True, 3, 7])
repomirrorworker stdout | 2022-06-03 07:58:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 07:58:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 58, 39, 180427), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 58, 39, 180427), 0, 2, datetime.datetime(2022, 6, 3, 7, 58, 39, 180427), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:58:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:58:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 58, 39, 182336), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 58, 39, 182336), 0, 2, datetime.datetime(2022, 6, 3, 7, 58, 39, 182336), True, 7, 11])
repomirrorworker stdout | 2022-06-03 07:58:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 07:58:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 58, 39, 184050), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 58, 39, 184050), 0, 2, datetime.datetime(2022, 6, 3, 7, 58, 39, 184050), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:58:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:58:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:58:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:58:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:58:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:58:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:58:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:58:59,784 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 07:59:39.167018+00:00 (in 29.999001 seconds)
repomirrorworker stdout | 2022-06-03 07:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:59:39 UTC)" (scheduled at 2022-06-03 07:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:59:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:59:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 59, 9, 176792), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 59, 9, 176792), 0, 2, datetime.datetime(2022, 6, 3, 7, 59, 9, 176792), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:59:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:59:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 59, 9, 180155), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 59, 9, 180155), 0, 2, datetime.datetime(2022, 6, 3, 7, 59, 9, 180155), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:59:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:59:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 59, 9, 182115), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 59, 9, 182115), 0, 2, datetime.datetime(2022, 6, 3, 7, 59, 9, 182115), True, 13, 15])
repomirrorworker stdout | 2022-06-03 07:59:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 07:59:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 59, 9, 183818), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 59, 9, 183818), 0, 2, datetime.datetime(2022, 6, 3, 7, 59, 9, 183818), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:59:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:59:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:59:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:59:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:59:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:59:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:59:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 07:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:59:29,842 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 07:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 07:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:00:09.167018+00:00 (in 29.999265 seconds)
repomirrorworker stdout | 2022-06-03 07:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:00:09 UTC)" (scheduled at 2022-06-03 07:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 07:59:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:59:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:59:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 59, 39, 176159), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 59, 39, 176159), 0, 2, datetime.datetime(2022, 6, 3, 7, 59, 39, 176159), True, 5, 9])
repomirrorworker stdout | 2022-06-03 07:59:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 07:59:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 59, 39, 179289), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 59, 39, 179289), 0, 2, datetime.datetime(2022, 6, 3, 7, 59, 39, 179289), True, 1, 5])
repomirrorworker stdout | 2022-06-03 07:59:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 07:59:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 59, 39, 181162), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 59, 39, 181162), 0, 2, datetime.datetime(2022, 6, 3, 7, 59, 39, 181162), True, 11, 15])
repomirrorworker stdout | 2022-06-03 07:59:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 07:59:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 7, 59, 39, 182855), 0, 2, None, True, datetime.datetime(2022, 6, 3, 7, 59, 39, 182855), 0, 2, datetime.datetime(2022, 6, 3, 7, 59, 39, 182855), True, 9, 13])
repomirrorworker stdout | 2022-06-03 07:59:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 07:59:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 07:59:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:59:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 07:59:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 07:59:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 07:59:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 07:59:59,899 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:00:39.167018+00:00 (in 29.999142 seconds)
repomirrorworker stdout | 2022-06-03 08:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:00:39 UTC)" (scheduled at 2022-06-03 08:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:00:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:00:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 0, 9, 176778), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 0, 9, 176778), 0, 2, datetime.datetime(2022, 6, 3, 8, 0, 9, 176778), True, 4, 8])
repomirrorworker stdout | 2022-06-03 08:00:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 08:00:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 0, 9, 180765), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 0, 9, 180765), 0, 2, datetime.datetime(2022, 6, 3, 8, 0, 9, 180765), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:00:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:00:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 0, 9, 182642), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 0, 9, 182642), 0, 2, datetime.datetime(2022, 6, 3, 8, 0, 9, 182642), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:00:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:00:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 0, 9, 184413), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 0, 9, 184413), 0, 2, datetime.datetime(2022, 6, 3, 8, 0, 9, 184413), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:00:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:00:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:00:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:00:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:00:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:00:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:00:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:00:29,945 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:01:09.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-03 08:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:01:09 UTC)" (scheduled at 2022-06-03 08:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:00:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:00:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:00:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 0, 39, 177106), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 0, 39, 177106), 0, 2, datetime.datetime(2022, 6, 3, 8, 0, 39, 177106), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:00:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:00:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 0, 39, 180783), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 0, 39, 180783), 0, 2, datetime.datetime(2022, 6, 3, 8, 0, 39, 180783), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:00:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:00:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 0, 39, 183071), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 0, 39, 183071), 0, 2, datetime.datetime(2022, 6, 3, 8, 0, 39, 183071), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:00:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:00:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 0, 39, 185176), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 0, 39, 185176), 0, 2, datetime.datetime(2022, 6, 3, 8, 0, 39, 185176), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:00:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:00:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:00:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:00:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:00:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:00:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:00:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:00:59,977 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:01:39.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-03 08:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:01:39 UTC)" (scheduled at 2022-06-03 08:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:01:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:01:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 1, 9, 177140), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 1, 9, 177140), 0, 2, datetime.datetime(2022, 6, 3, 8, 1, 9, 177140), True, 4, 8])
repomirrorworker stdout | 2022-06-03 08:01:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 08:01:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 1, 9, 180749), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 1, 9, 180749), 0, 2, datetime.datetime(2022, 6, 3, 8, 1, 9, 180749), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:01:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:01:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 1, 9, 182644), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 1, 9, 182644), 0, 2, datetime.datetime(2022, 6, 3, 8, 1, 9, 182644), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:01:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:01:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 1, 9, 184396), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 1, 9, 184396), 0, 2, datetime.datetime(2022, 6, 3, 8, 1, 9, 184396), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:01:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:01:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 1, 9, 186132), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 1, 9, 186132), 0, 2, datetime.datetime(2022, 6, 3, 8, 1, 9, 186132), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:01:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:01:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:01:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:01:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:01:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:01:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:01:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:01:30,041 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:02:09.167018+00:00 (in 29.999110 seconds)
repomirrorworker stdout | 2022-06-03 08:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:02:09 UTC)" (scheduled at 2022-06-03 08:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:01:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 1, 39, 176638), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 1, 39, 176638), 0, 2, datetime.datetime(2022, 6, 3, 8, 1, 39, 176638), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 1, 39, 180334), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 1, 39, 180334), 0, 2, datetime.datetime(2022, 6, 3, 8, 1, 39, 180334), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:01:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:01:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 1, 39, 182434), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 1, 39, 182434), 0, 2, datetime.datetime(2022, 6, 3, 8, 1, 39, 182434), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:01:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:01:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 1, 39, 184127), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 1, 39, 184127), 0, 2, datetime.datetime(2022, 6, 3, 8, 1, 39, 184127), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:01:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:01:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 1, 39, 185772), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 1, 39, 185772), 0, 2, datetime.datetime(2022, 6, 3, 8, 1, 39, 185772), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:01:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:01:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:01:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:01:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:01:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:01:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:01:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:02:00,099 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:02:39.167018+00:00 (in 29.999068 seconds)
repomirrorworker stdout | 2022-06-03 08:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:02:39 UTC)" (scheduled at 2022-06-03 08:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:02:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:02:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:02:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 2, 9, 175974), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 2, 9, 175974), 0, 2, datetime.datetime(2022, 6, 3, 8, 2, 9, 175974), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:02:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:02:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 2, 9, 179071), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 2, 9, 179071), 0, 2, datetime.datetime(2022, 6, 3, 8, 2, 9, 179071), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:02:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:02:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 2, 9, 180995), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 2, 9, 180995), 0, 2, datetime.datetime(2022, 6, 3, 8, 2, 9, 180995), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:02:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:02:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 2, 9, 182705), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 2, 9, 182705), 0, 2, datetime.datetime(2022, 6, 3, 8, 2, 9, 182705), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:02:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:02:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:02:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:02:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:02:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:02:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:02:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:02:30,164 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:03:09.167018+00:00 (in 29.999111 seconds)
repomirrorworker stdout | 2022-06-03 08:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:03:09 UTC)" (scheduled at 2022-06-03 08:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:02:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:02:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:02:39,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 2, 39, 175809), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 2, 39, 175809), 0, 2, datetime.datetime(2022, 6, 3, 8, 2, 39, 175809), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:02:39,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:02:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 2, 39, 179038), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 2, 39, 179038), 0, 2, datetime.datetime(2022, 6, 3, 8, 2, 39, 179038), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:02:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:02:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 2, 39, 181256), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 2, 39, 181256), 0, 2, datetime.datetime(2022, 6, 3, 8, 2, 39, 181256), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:02:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:02:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 2, 39, 183241), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 2, 39, 183241), 0, 2, datetime.datetime(2022, 6, 3, 8, 2, 39, 183241), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:02:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:02:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 2, 39, 185167), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 2, 39, 185167), 0, 2, datetime.datetime(2022, 6, 3, 8, 2, 39, 185167), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:02:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:02:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:02:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:02:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:02:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:02:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:02:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:03:00,207 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:03:39.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-03 08:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:03:39 UTC)" (scheduled at 2022-06-03 08:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:03:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:03:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 3, 9, 176903), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 3, 9, 176903), 0, 2, datetime.datetime(2022, 6, 3, 8, 3, 9, 176903), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:03:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:03:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 3, 9, 180715), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 3, 9, 180715), 0, 2, datetime.datetime(2022, 6, 3, 8, 3, 9, 180715), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:03:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:03:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 3, 9, 182696), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 3, 9, 182696), 0, 2, datetime.datetime(2022, 6, 3, 8, 3, 9, 182696), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:03:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:03:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 3, 9, 184444), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 3, 9, 184444), 0, 2, datetime.datetime(2022, 6, 3, 8, 3, 9, 184444), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:03:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:03:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:03:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:03:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:03:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:03:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:03:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:03:30,276 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:04:09.167018+00:00 (in 29.998973 seconds)
repomirrorworker stdout | 2022-06-03 08:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:04:09 UTC)" (scheduled at 2022-06-03 08:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:03:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:03:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 3, 39, 176934), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 3, 39, 176934), 0, 2, datetime.datetime(2022, 6, 3, 8, 3, 39, 176934), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:03:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:03:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 3, 39, 180126), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 3, 39, 180126), 0, 2, datetime.datetime(2022, 6, 3, 8, 3, 39, 180126), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:03:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:03:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 3, 39, 182061), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 3, 39, 182061), 0, 2, datetime.datetime(2022, 6, 3, 8, 3, 39, 182061), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:03:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:03:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 3, 39, 183725), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 3, 39, 183725), 0, 2, datetime.datetime(2022, 6, 3, 8, 3, 39, 183725), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:03:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:03:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 3, 39, 185365), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 3, 39, 185365), 0, 2, datetime.datetime(2022, 6, 3, 8, 3, 39, 185365), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:03:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:03:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:03:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:03:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:03:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:03:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:03:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:04:00,343 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:04:39.167018+00:00 (in 29.999022 seconds)
repomirrorworker stdout | 2022-06-03 08:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:04:39 UTC)" (scheduled at 2022-06-03 08:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:04:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:04:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 4, 9, 177130), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 4, 9, 177130), 0, 2, datetime.datetime(2022, 6, 3, 8, 4, 9, 177130), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:04:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:04:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 4, 9, 180508), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 4, 9, 180508), 0, 2, datetime.datetime(2022, 6, 3, 8, 4, 9, 180508), True, 12, 15])
repomirrorworker stdout | 2022-06-03 08:04:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 08:04:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 4, 9, 182362), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 4, 9, 182362), 0, 2, datetime.datetime(2022, 6, 3, 8, 4, 9, 182362), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:04:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:04:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 4, 9, 184075), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 4, 9, 184075), 0, 2, datetime.datetime(2022, 6, 3, 8, 4, 9, 184075), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:04:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:04:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:04:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:04:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:04:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:04:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:04:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:04:30,387 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:05:09.167018+00:00 (in 29.998959 seconds)
repomirrorworker stdout | 2022-06-03 08:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:05:09 UTC)" (scheduled at 2022-06-03 08:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:04:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:04:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:04:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 4, 39, 176446), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 4, 39, 176446), 0, 2, datetime.datetime(2022, 6, 3, 8, 4, 39, 176446), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:04:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:04:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 4, 39, 179786), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 4, 39, 179786), 0, 2, datetime.datetime(2022, 6, 3, 8, 4, 39, 179786), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:04:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:04:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 4, 39, 181759), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 4, 39, 181759), 0, 2, datetime.datetime(2022, 6, 3, 8, 4, 39, 181759), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:04:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:04:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 4, 39, 183423), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 4, 39, 183423), 0, 2, datetime.datetime(2022, 6, 3, 8, 4, 39, 183423), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:04:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:04:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 4, 39, 185223), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 4, 39, 185223), 0, 2, datetime.datetime(2022, 6, 3, 8, 4, 39, 185223), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:04:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:04:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:04:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:04:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:04:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:04:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:04:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:05:00,450 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:05:39.167018+00:00 (in 29.999128 seconds)
repomirrorworker stdout | 2022-06-03 08:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:05:39 UTC)" (scheduled at 2022-06-03 08:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:05:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:05:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 5, 9, 177033), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 5, 9, 177033), 0, 2, datetime.datetime(2022, 6, 3, 8, 5, 9, 177033), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:05:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:05:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 5, 9, 180296), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 5, 9, 180296), 0, 2, datetime.datetime(2022, 6, 3, 8, 5, 9, 180296), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:05:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:05:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 5, 9, 182242), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 5, 9, 182242), 0, 2, datetime.datetime(2022, 6, 3, 8, 5, 9, 182242), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:05:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:05:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 5, 9, 183941), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 5, 9, 183941), 0, 2, datetime.datetime(2022, 6, 3, 8, 5, 9, 183941), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:05:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 5, 9, 185603), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 5, 9, 185603), 0, 2, datetime.datetime(2022, 6, 3, 8, 5, 9, 185603), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:05:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:05:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:05:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:05:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:05:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:05:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:05:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:05:30,514 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:06:09.167018+00:00 (in 29.999177 seconds)
repomirrorworker stdout | 2022-06-03 08:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:06:09 UTC)" (scheduled at 2022-06-03 08:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:05:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:05:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:05:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 5, 39, 176353), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 5, 39, 176353), 0, 2, datetime.datetime(2022, 6, 3, 8, 5, 39, 176353), True, 4, 8])
repomirrorworker stdout | 2022-06-03 08:05:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 08:05:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 5, 39, 179504), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 5, 39, 179504), 0, 2, datetime.datetime(2022, 6, 3, 8, 5, 39, 179504), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:05:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:05:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 5, 39, 181901), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 5, 39, 181901), 0, 2, datetime.datetime(2022, 6, 3, 8, 5, 39, 181901), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:05:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:05:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 5, 39, 184058), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 5, 39, 184058), 0, 2, datetime.datetime(2022, 6, 3, 8, 5, 39, 184058), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:05:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:05:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:05:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:05:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:05:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:05:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:05:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:06:00,580 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:06:39.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-03 08:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:06:39 UTC)" (scheduled at 2022-06-03 08:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:06:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:06:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:06:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 6, 9, 176338), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 6, 9, 176338), 0, 2, datetime.datetime(2022, 6, 3, 8, 6, 9, 176338), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:06:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:06:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 6, 9, 179487), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 6, 9, 179487), 0, 2, datetime.datetime(2022, 6, 3, 8, 6, 9, 179487), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:06:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:06:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 6, 9, 181422), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 6, 9, 181422), 0, 2, datetime.datetime(2022, 6, 3, 8, 6, 9, 181422), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:06:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:06:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 6, 9, 183137), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 6, 9, 183137), 0, 2, datetime.datetime(2022, 6, 3, 8, 6, 9, 183137), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:06:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:06:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:06:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:06:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:06:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:06:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:06:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:06:30,629 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:07:09.167018+00:00 (in 29.999218 seconds)
repomirrorworker stdout | 2022-06-03 08:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:07:09 UTC)" (scheduled at 2022-06-03 08:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:06:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 6, 39, 176918), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 6, 39, 176918), 0, 2, datetime.datetime(2022, 6, 3, 8, 6, 39, 176918), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:06:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:06:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 6, 39, 180547), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 6, 39, 180547), 0, 2, datetime.datetime(2022, 6, 3, 8, 6, 39, 180547), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:06:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:06:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 6, 39, 182578), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 6, 39, 182578), 0, 2, datetime.datetime(2022, 6, 3, 8, 6, 39, 182578), True, 12, 15])
repomirrorworker stdout | 2022-06-03 08:06:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 08:06:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 6, 39, 184350), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 6, 39, 184350), 0, 2, datetime.datetime(2022, 6, 3, 8, 6, 39, 184350), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:06:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:06:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:06:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:06:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:06:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:06:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:06:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:07:00,668 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:07:39.167018+00:00 (in 29.998967 seconds)
repomirrorworker stdout | 2022-06-03 08:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:07:39 UTC)" (scheduled at 2022-06-03 08:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:07:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:07:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:07:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 7, 9, 176460), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 7, 9, 176460), 0, 2, datetime.datetime(2022, 6, 3, 8, 7, 9, 176460), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:07:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:07:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 7, 9, 179552), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 7, 9, 179552), 0, 2, datetime.datetime(2022, 6, 3, 8, 7, 9, 179552), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:07:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:07:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 7, 9, 181397), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 7, 9, 181397), 0, 2, datetime.datetime(2022, 6, 3, 8, 7, 9, 181397), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:07:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:07:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 7, 9, 183068), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 7, 9, 183068), 0, 2, datetime.datetime(2022, 6, 3, 8, 7, 9, 183068), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:07:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:07:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 7, 9, 184691), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 7, 9, 184691), 0, 2, datetime.datetime(2022, 6, 3, 8, 7, 9, 184691), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:07:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:07:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:07:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:07:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:07:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:07:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:07:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:07:30,738 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:08:09.167018+00:00 (in 29.999118 seconds)
repomirrorworker stdout | 2022-06-03 08:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:08:09 UTC)" (scheduled at 2022-06-03 08:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:07:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:07:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 7, 39, 176623), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 7, 39, 176623), 0, 2, datetime.datetime(2022, 6, 3, 8, 7, 39, 176623), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:07:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:07:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 7, 39, 179969), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 7, 39, 179969), 0, 2, datetime.datetime(2022, 6, 3, 8, 7, 39, 179969), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:07:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:07:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 7, 39, 181954), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 7, 39, 181954), 0, 2, datetime.datetime(2022, 6, 3, 8, 7, 39, 181954), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:07:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:07:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 7, 39, 183797), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 7, 39, 183797), 0, 2, datetime.datetime(2022, 6, 3, 8, 7, 39, 183797), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:07:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:07:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 7, 39, 185592), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 7, 39, 185592), 0, 2, datetime.datetime(2022, 6, 3, 8, 7, 39, 185592), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:07:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:07:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:07:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:07:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:07:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:07:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:07:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:08:00,769 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:08:39.167018+00:00 (in 29.998985 seconds)
repomirrorworker stdout | 2022-06-03 08:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:08:39 UTC)" (scheduled at 2022-06-03 08:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:08:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:08:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:08:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 8, 9, 177027), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 8, 9, 177027), 0, 2, datetime.datetime(2022, 6, 3, 8, 8, 9, 177027), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:08:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:08:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 8, 9, 181095), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 8, 9, 181095), 0, 2, datetime.datetime(2022, 6, 3, 8, 8, 9, 181095), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:08:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:08:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 8, 9, 183259), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 8, 9, 183259), 0, 2, datetime.datetime(2022, 6, 3, 8, 8, 9, 183259), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:08:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:08:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 8, 9, 185060), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 8, 9, 185060), 0, 2, datetime.datetime(2022, 6, 3, 8, 8, 9, 185060), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:08:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:08:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 8, 9, 186755), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 8, 9, 186755), 0, 2, datetime.datetime(2022, 6, 3, 8, 8, 9, 186755), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:08:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:08:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:08:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:08:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:08:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:08:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:08:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:08:30,805 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:09:09.167018+00:00 (in 29.999002 seconds)
repomirrorworker stdout | 2022-06-03 08:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:09:09 UTC)" (scheduled at 2022-06-03 08:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:08:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:08:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:08:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 8, 39, 176931), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 8, 39, 176931), 0, 2, datetime.datetime(2022, 6, 3, 8, 8, 39, 176931), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:08:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:08:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 8, 39, 180400), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 8, 39, 180400), 0, 2, datetime.datetime(2022, 6, 3, 8, 8, 39, 180400), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:08:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:08:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 8, 39, 182420), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 8, 39, 182420), 0, 2, datetime.datetime(2022, 6, 3, 8, 8, 39, 182420), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:08:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:08:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 8, 39, 184237), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 8, 39, 184237), 0, 2, datetime.datetime(2022, 6, 3, 8, 8, 39, 184237), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:08:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:08:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:08:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:08:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:08:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:08:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:08:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:09:00,915 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:09:39.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-03 08:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:09:39 UTC)" (scheduled at 2022-06-03 08:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:09:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:09:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:09:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 9, 9, 176340), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 9, 9, 176340), 0, 2, datetime.datetime(2022, 6, 3, 8, 9, 9, 176340), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:09:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:09:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 9, 9, 179874), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 9, 9, 179874), 0, 2, datetime.datetime(2022, 6, 3, 8, 9, 9, 179874), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:09:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:09:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 9, 9, 182169), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 9, 9, 182169), 0, 2, datetime.datetime(2022, 6, 3, 8, 9, 9, 182169), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:09:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:09:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 9, 9, 184045), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 9, 9, 184045), 0, 2, datetime.datetime(2022, 6, 3, 8, 9, 9, 184045), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:09:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:09:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:09:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:09:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:09:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:09:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:09:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:09:30,993 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:10:09.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-03 08:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:10:09 UTC)" (scheduled at 2022-06-03 08:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:09:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:09:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 9, 39, 176127), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 9, 39, 176127), 0, 2, datetime.datetime(2022, 6, 3, 8, 9, 39, 176127), True, 4, 8])
repomirrorworker stdout | 2022-06-03 08:09:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 08:09:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 9, 39, 179709), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 9, 39, 179709), 0, 2, datetime.datetime(2022, 6, 3, 8, 9, 39, 179709), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:09:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:09:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 9, 39, 181583), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 9, 39, 181583), 0, 2, datetime.datetime(2022, 6, 3, 8, 9, 39, 181583), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:09:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:09:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 9, 39, 183242), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 9, 39, 183242), 0, 2, datetime.datetime(2022, 6, 3, 8, 9, 39, 183242), True, 12, 15])
repomirrorworker stdout | 2022-06-03 08:09:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 08:09:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:09:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:09:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:09:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:09:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:09:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:10:01,043 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:10:39.167018+00:00 (in 29.999174 seconds)
repomirrorworker stdout | 2022-06-03 08:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:10:39 UTC)" (scheduled at 2022-06-03 08:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:10:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:10:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 10, 9, 176364), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 10, 9, 176364), 0, 2, datetime.datetime(2022, 6, 3, 8, 10, 9, 176364), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:10:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:10:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 10, 9, 179939), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 10, 9, 179939), 0, 2, datetime.datetime(2022, 6, 3, 8, 10, 9, 179939), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:10:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:10:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 10, 9, 181994), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 10, 9, 181994), 0, 2, datetime.datetime(2022, 6, 3, 8, 10, 9, 181994), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:10:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:10:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 10, 9, 183888), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 10, 9, 183888), 0, 2, datetime.datetime(2022, 6, 3, 8, 10, 9, 183888), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:10:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:10:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:10:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:10:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:10:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:10:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:10:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:10:31,119 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:11:09.167018+00:00 (in 29.998948 seconds)
repomirrorworker stdout | 2022-06-03 08:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:11:09 UTC)" (scheduled at 2022-06-03 08:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:10:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:10:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:10:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 10, 39, 176782), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 10, 39, 176782), 0, 2, datetime.datetime(2022, 6, 3, 8, 10, 39, 176782), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:10:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:10:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 10, 39, 180153), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 10, 39, 180153), 0, 2, datetime.datetime(2022, 6, 3, 8, 10, 39, 180153), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:10:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:10:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 10, 39, 182129), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 10, 39, 182129), 0, 2, datetime.datetime(2022, 6, 3, 8, 10, 39, 182129), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:10:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:10:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 10, 39, 183810), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 10, 39, 183810), 0, 2, datetime.datetime(2022, 6, 3, 8, 10, 39, 183810), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:10:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:10:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:10:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:10:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:10:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:10:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:10:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:11:01,182 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:11:39.167018+00:00 (in 29.998953 seconds)
repomirrorworker stdout | 2022-06-03 08:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:11:39 UTC)" (scheduled at 2022-06-03 08:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:11:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:11:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 11, 9, 177022), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 11, 9, 177022), 0, 2, datetime.datetime(2022, 6, 3, 8, 11, 9, 177022), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:11:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:11:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 11, 9, 180353), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 11, 9, 180353), 0, 2, datetime.datetime(2022, 6, 3, 8, 11, 9, 180353), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:11:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:11:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 11, 9, 182226), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 11, 9, 182226), 0, 2, datetime.datetime(2022, 6, 3, 8, 11, 9, 182226), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:11:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:11:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 11, 9, 183933), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 11, 9, 183933), 0, 2, datetime.datetime(2022, 6, 3, 8, 11, 9, 183933), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:11:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:11:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 11, 9, 185773), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 11, 9, 185773), 0, 2, datetime.datetime(2022, 6, 3, 8, 11, 9, 185773), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:11:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:11:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:11:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:11:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:11:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:11:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:11:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:11:31,241 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:12:09.167018+00:00 (in 29.999237 seconds)
repomirrorworker stdout | 2022-06-03 08:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:12:09 UTC)" (scheduled at 2022-06-03 08:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:11:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:11:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:11:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 11, 39, 176035), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 11, 39, 176035), 0, 2, datetime.datetime(2022, 6, 3, 8, 11, 39, 176035), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:11:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:11:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 11, 39, 179255), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 11, 39, 179255), 0, 2, datetime.datetime(2022, 6, 3, 8, 11, 39, 179255), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:11:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:11:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 11, 39, 181513), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 11, 39, 181513), 0, 2, datetime.datetime(2022, 6, 3, 8, 11, 39, 181513), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:11:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:11:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 11, 39, 183571), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 11, 39, 183571), 0, 2, datetime.datetime(2022, 6, 3, 8, 11, 39, 183571), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:11:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:11:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:11:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:11:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:11:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:11:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:11:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:12:01,281 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:12:39.167018+00:00 (in 29.999187 seconds)
repomirrorworker stdout | 2022-06-03 08:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:12:39 UTC)" (scheduled at 2022-06-03 08:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:12:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:12:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:12:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 12, 9, 176364), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 12, 9, 176364), 0, 2, datetime.datetime(2022, 6, 3, 8, 12, 9, 176364), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:12:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:12:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 12, 9, 179492), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 12, 9, 179492), 0, 2, datetime.datetime(2022, 6, 3, 8, 12, 9, 179492), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:12:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:12:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 12, 9, 181375), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 12, 9, 181375), 0, 2, datetime.datetime(2022, 6, 3, 8, 12, 9, 181375), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:12:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:12:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 12, 9, 183094), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 12, 9, 183094), 0, 2, datetime.datetime(2022, 6, 3, 8, 12, 9, 183094), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:12:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:12:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 12, 9, 184750), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 12, 9, 184750), 0, 2, datetime.datetime(2022, 6, 3, 8, 12, 9, 184750), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:12:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:12:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:12:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:12:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:12:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:12:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:12:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:12:31,348 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:13:09.167018+00:00 (in 29.998979 seconds)
repomirrorworker stdout | 2022-06-03 08:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:13:09 UTC)" (scheduled at 2022-06-03 08:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:12:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:12:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:12:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 12, 39, 176493), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 12, 39, 176493), 0, 2, datetime.datetime(2022, 6, 3, 8, 12, 39, 176493), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:12:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:12:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 12, 39, 179594), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 12, 39, 179594), 0, 2, datetime.datetime(2022, 6, 3, 8, 12, 39, 179594), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:12:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:12:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 12, 39, 181447), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 12, 39, 181447), 0, 2, datetime.datetime(2022, 6, 3, 8, 12, 39, 181447), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:12:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 12, 39, 183150), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 12, 39, 183150), 0, 2, datetime.datetime(2022, 6, 3, 8, 12, 39, 183150), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:12:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:12:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 12, 39, 184822), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 12, 39, 184822), 0, 2, datetime.datetime(2022, 6, 3, 8, 12, 39, 184822), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:12:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:12:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:12:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:12:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:12:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:12:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:12:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:13:01,382 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:13:39.167018+00:00 (in 29.999067 seconds)
repomirrorworker stdout | 2022-06-03 08:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:13:39 UTC)" (scheduled at 2022-06-03 08:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:13:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:13:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:13:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 13, 9, 176453), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 13, 9, 176453), 0, 2, datetime.datetime(2022, 6, 3, 8, 13, 9, 176453), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:13:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:13:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 13, 9, 179962), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 13, 9, 179962), 0, 2, datetime.datetime(2022, 6, 3, 8, 13, 9, 179962), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:13:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:13:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 13, 9, 181951), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 13, 9, 181951), 0, 2, datetime.datetime(2022, 6, 3, 8, 13, 9, 181951), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:13:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:13:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 13, 9, 183696), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 13, 9, 183696), 0, 2, datetime.datetime(2022, 6, 3, 8, 13, 9, 183696), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:13:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:13:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 13, 9, 185324), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 13, 9, 185324), 0, 2, datetime.datetime(2022, 6, 3, 8, 13, 9, 185324), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:13:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:13:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:13:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:13:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:13:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:13:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:13:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:13:31,454 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:14:09.167018+00:00 (in 29.999262 seconds)
repomirrorworker stdout | 2022-06-03 08:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:14:09 UTC)" (scheduled at 2022-06-03 08:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:13:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:13:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:13:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 13, 39, 176288), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 13, 39, 176288), 0, 2, datetime.datetime(2022, 6, 3, 8, 13, 39, 176288), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:13:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:13:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 13, 39, 179420), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 13, 39, 179420), 0, 2, datetime.datetime(2022, 6, 3, 8, 13, 39, 179420), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:13:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:13:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 13, 39, 181288), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 13, 39, 181288), 0, 2, datetime.datetime(2022, 6, 3, 8, 13, 39, 181288), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:13:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:13:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 13, 39, 182960), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 13, 39, 182960), 0, 2, datetime.datetime(2022, 6, 3, 8, 13, 39, 182960), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:13:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:13:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:13:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:13:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:13:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:13:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:13:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:14:01,542 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:14:39.167018+00:00 (in 29.999202 seconds)
repomirrorworker stdout | 2022-06-03 08:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:14:39 UTC)" (scheduled at 2022-06-03 08:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:14:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:14:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 14, 9, 176573), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 14, 9, 176573), 0, 2, datetime.datetime(2022, 6, 3, 8, 14, 9, 176573), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:14:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:14:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 14, 9, 180209), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 14, 9, 180209), 0, 2, datetime.datetime(2022, 6, 3, 8, 14, 9, 180209), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:14:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:14:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 14, 9, 182420), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 14, 9, 182420), 0, 2, datetime.datetime(2022, 6, 3, 8, 14, 9, 182420), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:14:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:14:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 14, 9, 184426), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 14, 9, 184426), 0, 2, datetime.datetime(2022, 6, 3, 8, 14, 9, 184426), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:14:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:14:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 14, 9, 186399), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 14, 9, 186399), 0, 2, datetime.datetime(2022, 6, 3, 8, 14, 9, 186399), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:14:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:14:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:14:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:14:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:14:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:14:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:14:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:14:31,625 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:15:09.167018+00:00 (in 29.999200 seconds)
repomirrorworker stdout | 2022-06-03 08:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:15:09 UTC)" (scheduled at 2022-06-03 08:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:14:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:14:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:14:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 14, 39, 177084), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 14, 39, 177084), 0, 2, datetime.datetime(2022, 6, 3, 8, 14, 39, 177084), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:14:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 14, 39, 180364), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 14, 39, 180364), 0, 2, datetime.datetime(2022, 6, 3, 8, 14, 39, 180364), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:14:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 14, 39, 182592), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 14, 39, 182592), 0, 2, datetime.datetime(2022, 6, 3, 8, 14, 39, 182592), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:14:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:14:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 14, 39, 184614), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 14, 39, 184614), 0, 2, datetime.datetime(2022, 6, 3, 8, 14, 39, 184614), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:14:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:14:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:14:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:14:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:14:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:14:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:14:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:15:01,679 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:15:39.167018+00:00 (in 29.999046 seconds)
repomirrorworker stdout | 2022-06-03 08:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:15:39 UTC)" (scheduled at 2022-06-03 08:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:15:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:15:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:15:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 15, 9, 176225), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 15, 9, 176225), 0, 2, datetime.datetime(2022, 6, 3, 8, 15, 9, 176225), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:15:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:15:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 15, 9, 179349), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 15, 9, 179349), 0, 2, datetime.datetime(2022, 6, 3, 8, 15, 9, 179349), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:15:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:15:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 15, 9, 181292), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 15, 9, 181292), 0, 2, datetime.datetime(2022, 6, 3, 8, 15, 9, 181292), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 15, 9, 182971), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 15, 9, 182971), 0, 2, datetime.datetime(2022, 6, 3, 8, 15, 9, 182971), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:15:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:15:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 15, 9, 184593), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 15, 9, 184593), 0, 2, datetime.datetime(2022, 6, 3, 8, 15, 9, 184593), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:15:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:15:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:15:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:15:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:15:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:15:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:15:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:15:31,733 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:16:09.167018+00:00 (in 29.998963 seconds)
repomirrorworker stdout | 2022-06-03 08:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:16:09 UTC)" (scheduled at 2022-06-03 08:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:15:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:15:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:15:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 15, 39, 176451), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 15, 39, 176451), 0, 2, datetime.datetime(2022, 6, 3, 8, 15, 39, 176451), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:15:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:15:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 15, 39, 179635), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 15, 39, 179635), 0, 2, datetime.datetime(2022, 6, 3, 8, 15, 39, 179635), True, 4, 8])
repomirrorworker stdout | 2022-06-03 08:15:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 08:15:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 15, 39, 181986), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 15, 39, 181986), 0, 2, datetime.datetime(2022, 6, 3, 8, 15, 39, 181986), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:15:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:15:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 15, 39, 184087), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 15, 39, 184087), 0, 2, datetime.datetime(2022, 6, 3, 8, 15, 39, 184087), True, 12, 15])
repomirrorworker stdout | 2022-06-03 08:15:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 08:15:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:15:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:15:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:15:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:15:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:15:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:16:01,772 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:16:39.167018+00:00 (in 29.999198 seconds)
repomirrorworker stdout | 2022-06-03 08:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:16:39 UTC)" (scheduled at 2022-06-03 08:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:16:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:16:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:16:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 16, 9, 176463), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 16, 9, 176463), 0, 2, datetime.datetime(2022, 6, 3, 8, 16, 9, 176463), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:16:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:16:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 16, 9, 179760), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 16, 9, 179760), 0, 2, datetime.datetime(2022, 6, 3, 8, 16, 9, 179760), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:16:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:16:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 16, 9, 181599), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 16, 9, 181599), 0, 2, datetime.datetime(2022, 6, 3, 8, 16, 9, 181599), True, 12, 15])
repomirrorworker stdout | 2022-06-03 08:16:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 08:16:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 16, 9, 183268), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 16, 9, 183268), 0, 2, datetime.datetime(2022, 6, 3, 8, 16, 9, 183268), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:16:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:16:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:16:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:16:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:16:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:16:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:16:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:16:31,844 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:17:09.167018+00:00 (in 29.999212 seconds)
repomirrorworker stdout | 2022-06-03 08:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:17:09 UTC)" (scheduled at 2022-06-03 08:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:16:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:16:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:16:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 16, 39, 176361), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 16, 39, 176361), 0, 2, datetime.datetime(2022, 6, 3, 8, 16, 39, 176361), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:16:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:16:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 16, 39, 179429), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 16, 39, 179429), 0, 2, datetime.datetime(2022, 6, 3, 8, 16, 39, 179429), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:16:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:16:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 16, 39, 181295), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 16, 39, 181295), 0, 2, datetime.datetime(2022, 6, 3, 8, 16, 39, 181295), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:16:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:16:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 16, 39, 182958), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 16, 39, 182958), 0, 2, datetime.datetime(2022, 6, 3, 8, 16, 39, 182958), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:16:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:16:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 16, 39, 184572), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 16, 39, 184572), 0, 2, datetime.datetime(2022, 6, 3, 8, 16, 39, 184572), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:16:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:16:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:16:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:16:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:16:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:16:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:16:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:17:01,901 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:17:39.167018+00:00 (in 29.999170 seconds)
repomirrorworker stdout | 2022-06-03 08:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:17:39 UTC)" (scheduled at 2022-06-03 08:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:17:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:17:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:17:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 17, 9, 176336), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 17, 9, 176336), 0, 2, datetime.datetime(2022, 6, 3, 8, 17, 9, 176336), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:17:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:17:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 17, 9, 179818), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 17, 9, 179818), 0, 2, datetime.datetime(2022, 6, 3, 8, 17, 9, 179818), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:17:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:17:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 17, 9, 181666), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 17, 9, 181666), 0, 2, datetime.datetime(2022, 6, 3, 8, 17, 9, 181666), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:17:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:17:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 17, 9, 183336), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 17, 9, 183336), 0, 2, datetime.datetime(2022, 6, 3, 8, 17, 9, 183336), True, 12, 15])
repomirrorworker stdout | 2022-06-03 08:17:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 08:17:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 17, 9, 185013), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 17, 9, 185013), 0, 2, datetime.datetime(2022, 6, 3, 8, 17, 9, 185013), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:17:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:17:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:17:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:17:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:17:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:17:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:17:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:17:31,941 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:18:09.167018+00:00 (in 29.999189 seconds)
repomirrorworker stdout | 2022-06-03 08:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:18:09 UTC)" (scheduled at 2022-06-03 08:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:17:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:17:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 17, 39, 176790), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 17, 39, 176790), 0, 2, datetime.datetime(2022, 6, 3, 8, 17, 39, 176790), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:17:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:17:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 17, 39, 179954), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 17, 39, 179954), 0, 2, datetime.datetime(2022, 6, 3, 8, 17, 39, 179954), True, 4, 8])
repomirrorworker stdout | 2022-06-03 08:17:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 08:17:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 17, 39, 181854), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 17, 39, 181854), 0, 2, datetime.datetime(2022, 6, 3, 8, 17, 39, 181854), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:17:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:17:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 17, 39, 183559), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 17, 39, 183559), 0, 2, datetime.datetime(2022, 6, 3, 8, 17, 39, 183559), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:17:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:17:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 17, 39, 185262), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 17, 39, 185262), 0, 2, datetime.datetime(2022, 6, 3, 8, 17, 39, 185262), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:17:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:17:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:17:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:17:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:17:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:17:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:17:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:18:01,998 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:18:39.167018+00:00 (in 29.999190 seconds)
repomirrorworker stdout | 2022-06-03 08:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:18:39 UTC)" (scheduled at 2022-06-03 08:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:18:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:18:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 18, 9, 176625), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 18, 9, 176625), 0, 2, datetime.datetime(2022, 6, 3, 8, 18, 9, 176625), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:18:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:18:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 18, 9, 180612), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 18, 9, 180612), 0, 2, datetime.datetime(2022, 6, 3, 8, 18, 9, 180612), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:18:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:18:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 18, 9, 182507), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 18, 9, 182507), 0, 2, datetime.datetime(2022, 6, 3, 8, 18, 9, 182507), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:18:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:18:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 18, 9, 184239), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 18, 9, 184239), 0, 2, datetime.datetime(2022, 6, 3, 8, 18, 9, 184239), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:18:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:18:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:18:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:18:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:18:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:18:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:18:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:18:32,044 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:19:09.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-03 08:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:19:09 UTC)" (scheduled at 2022-06-03 08:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:18:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:18:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:18:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 18, 39, 177022), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 18, 39, 177022), 0, 2, datetime.datetime(2022, 6, 3, 8, 18, 39, 177022), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:18:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:18:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 18, 39, 180859), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 18, 39, 180859), 0, 2, datetime.datetime(2022, 6, 3, 8, 18, 39, 180859), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:18:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:18:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 18, 39, 182816), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 18, 39, 182816), 0, 2, datetime.datetime(2022, 6, 3, 8, 18, 39, 182816), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:18:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:18:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 18, 39, 184545), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 18, 39, 184545), 0, 2, datetime.datetime(2022, 6, 3, 8, 18, 39, 184545), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:18:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:18:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:18:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:18:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:18:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:18:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:18:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:19:02,104 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:19:39.167018+00:00 (in 29.999243 seconds)
repomirrorworker stdout | 2022-06-03 08:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:19:39 UTC)" (scheduled at 2022-06-03 08:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:19:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:19:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:19:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 19, 9, 176638), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 19, 9, 176638), 0, 2, datetime.datetime(2022, 6, 3, 8, 19, 9, 176638), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:19:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:19:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 19, 9, 180453), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 19, 9, 180453), 0, 2, datetime.datetime(2022, 6, 3, 8, 19, 9, 180453), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:19:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:19:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 19, 9, 182444), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 19, 9, 182444), 0, 2, datetime.datetime(2022, 6, 3, 8, 19, 9, 182444), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:19:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:19:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 19, 9, 184393), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 19, 9, 184393), 0, 2, datetime.datetime(2022, 6, 3, 8, 19, 9, 184393), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:19:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:19:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 19, 9, 186284), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 19, 9, 186284), 0, 2, datetime.datetime(2022, 6, 3, 8, 19, 9, 186284), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:19:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:19:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:19:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:19:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:19:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:19:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:19:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:19:32,141 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:20:09.167018+00:00 (in 29.999021 seconds)
repomirrorworker stdout | 2022-06-03 08:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:20:09 UTC)" (scheduled at 2022-06-03 08:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:19:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:19:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:19:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 19, 39, 176839), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 19, 39, 176839), 0, 2, datetime.datetime(2022, 6, 3, 8, 19, 39, 176839), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:19:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:19:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 19, 39, 179994), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 19, 39, 179994), 0, 2, datetime.datetime(2022, 6, 3, 8, 19, 39, 179994), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:19:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:19:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 19, 39, 181871), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 19, 39, 181871), 0, 2, datetime.datetime(2022, 6, 3, 8, 19, 39, 181871), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:19:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:19:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 19, 39, 183522), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 19, 39, 183522), 0, 2, datetime.datetime(2022, 6, 3, 8, 19, 39, 183522), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:19:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:19:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:19:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:19:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:19:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:19:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:19:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:20:02,199 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:20:39.167018+00:00 (in 29.998957 seconds)
repomirrorworker stdout | 2022-06-03 08:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:20:39 UTC)" (scheduled at 2022-06-03 08:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:20:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:20:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 20, 9, 176875), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 20, 9, 176875), 0, 2, datetime.datetime(2022, 6, 3, 8, 20, 9, 176875), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:20:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 20, 9, 180709), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 20, 9, 180709), 0, 2, datetime.datetime(2022, 6, 3, 8, 20, 9, 180709), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:20:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:20:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 20, 9, 182630), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 20, 9, 182630), 0, 2, datetime.datetime(2022, 6, 3, 8, 20, 9, 182630), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:20:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:20:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 20, 9, 184414), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 20, 9, 184414), 0, 2, datetime.datetime(2022, 6, 3, 8, 20, 9, 184414), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:20:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:20:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 20, 9, 186138), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 20, 9, 186138), 0, 2, datetime.datetime(2022, 6, 3, 8, 20, 9, 186138), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:20:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:20:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:20:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:20:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:20:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:20:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:20:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:20:32,231 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:21:09.167018+00:00 (in 29.998892 seconds)
repomirrorworker stdout | 2022-06-03 08:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:21:09 UTC)" (scheduled at 2022-06-03 08:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:20:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:20:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:20:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 20, 39, 176751), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 20, 39, 176751), 0, 2, datetime.datetime(2022, 6, 3, 8, 20, 39, 176751), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:20:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:20:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 20, 39, 180049), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 20, 39, 180049), 0, 2, datetime.datetime(2022, 6, 3, 8, 20, 39, 180049), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:20:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:20:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 20, 39, 182108), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 20, 39, 182108), 0, 2, datetime.datetime(2022, 6, 3, 8, 20, 39, 182108), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:20:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:20:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 20, 39, 184315), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 20, 39, 184315), 0, 2, datetime.datetime(2022, 6, 3, 8, 20, 39, 184315), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:20:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:20:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:20:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:20:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:20:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:20:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:20:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:21:02,276 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:21:39.167018+00:00 (in 29.998950 seconds)
repomirrorworker stdout | 2022-06-03 08:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:21:39 UTC)" (scheduled at 2022-06-03 08:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:21:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:21:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:21:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 21, 9, 176771), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 21, 9, 176771), 0, 2, datetime.datetime(2022, 6, 3, 8, 21, 9, 176771), True, 4, 8])
repomirrorworker stdout | 2022-06-03 08:21:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 08:21:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 21, 9, 180375), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 21, 9, 180375), 0, 2, datetime.datetime(2022, 6, 3, 8, 21, 9, 180375), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:21:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:21:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 21, 9, 182415), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 21, 9, 182415), 0, 2, datetime.datetime(2022, 6, 3, 8, 21, 9, 182415), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:21:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:21:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 21, 9, 184251), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 21, 9, 184251), 0, 2, datetime.datetime(2022, 6, 3, 8, 21, 9, 184251), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:21:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:21:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 21, 9, 186066), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 21, 9, 186066), 0, 2, datetime.datetime(2022, 6, 3, 8, 21, 9, 186066), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:21:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:21:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:21:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:21:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:21:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:21:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:21:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:21:32,315 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:22:09.167018+00:00 (in 29.999207 seconds)
repomirrorworker stdout | 2022-06-03 08:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:22:09 UTC)" (scheduled at 2022-06-03 08:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:21:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:21:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:21:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 21, 39, 176305), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 21, 39, 176305), 0, 2, datetime.datetime(2022, 6, 3, 8, 21, 39, 176305), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:21:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:21:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 21, 39, 179482), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 21, 39, 179482), 0, 2, datetime.datetime(2022, 6, 3, 8, 21, 39, 179482), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:21:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:21:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 21, 39, 181412), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 21, 39, 181412), 0, 2, datetime.datetime(2022, 6, 3, 8, 21, 39, 181412), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:21:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:21:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 21, 39, 183165), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 21, 39, 183165), 0, 2, datetime.datetime(2022, 6, 3, 8, 21, 39, 183165), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:21:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:21:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 21, 39, 184859), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 21, 39, 184859), 0, 2, datetime.datetime(2022, 6, 3, 8, 21, 39, 184859), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:21:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:21:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:21:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:21:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:21:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:21:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:21:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:22:02,350 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:22:39.167018+00:00 (in 29.998954 seconds)
repomirrorworker stdout | 2022-06-03 08:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:22:39 UTC)" (scheduled at 2022-06-03 08:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:22:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:22:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:22:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 22, 9, 176854), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 22, 9, 176854), 0, 2, datetime.datetime(2022, 6, 3, 8, 22, 9, 176854), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:22:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:22:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 22, 9, 180029), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 22, 9, 180029), 0, 2, datetime.datetime(2022, 6, 3, 8, 22, 9, 180029), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:22:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:22:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 22, 9, 181965), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 22, 9, 181965), 0, 2, datetime.datetime(2022, 6, 3, 8, 22, 9, 181965), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:22:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:22:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 22, 9, 183608), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 22, 9, 183608), 0, 2, datetime.datetime(2022, 6, 3, 8, 22, 9, 183608), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:22:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:22:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 22, 9, 185270), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 22, 9, 185270), 0, 2, datetime.datetime(2022, 6, 3, 8, 22, 9, 185270), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:22:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:22:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:22:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:22:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:22:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:22:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:22:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:22:32,411 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:23:09.167018+00:00 (in 29.999062 seconds)
repomirrorworker stdout | 2022-06-03 08:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:23:09 UTC)" (scheduled at 2022-06-03 08:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:22:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:22:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 22, 39, 177343), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 22, 39, 177343), 0, 2, datetime.datetime(2022, 6, 3, 8, 22, 39, 177343), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:22:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:22:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 22, 39, 181146), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 22, 39, 181146), 0, 2, datetime.datetime(2022, 6, 3, 8, 22, 39, 181146), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:22:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:22:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 22, 39, 183176), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 22, 39, 183176), 0, 2, datetime.datetime(2022, 6, 3, 8, 22, 39, 183176), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:22:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:22:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 22, 39, 184937), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 22, 39, 184937), 0, 2, datetime.datetime(2022, 6, 3, 8, 22, 39, 184937), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:22:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:22:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 22, 39, 186844), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 22, 39, 186844), 0, 2, datetime.datetime(2022, 6, 3, 8, 22, 39, 186844), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:22:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:22:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:22:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:22:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:22:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:22:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:22:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:23:02,466 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:23:39.167018+00:00 (in 29.999185 seconds)
repomirrorworker stdout | 2022-06-03 08:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:23:39 UTC)" (scheduled at 2022-06-03 08:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:23:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:23:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 23, 9, 176273), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 23, 9, 176273), 0, 2, datetime.datetime(2022, 6, 3, 8, 23, 9, 176273), True, 4, 8])
repomirrorworker stdout | 2022-06-03 08:23:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 08:23:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 23, 9, 179418), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 23, 9, 179418), 0, 2, datetime.datetime(2022, 6, 3, 8, 23, 9, 179418), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:23:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:23:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 23, 9, 181423), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 23, 9, 181423), 0, 2, datetime.datetime(2022, 6, 3, 8, 23, 9, 181423), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:23:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:23:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 23, 9, 183254), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 23, 9, 183254), 0, 2, datetime.datetime(2022, 6, 3, 8, 23, 9, 183254), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:23:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:23:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 23, 9, 185024), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 23, 9, 185024), 0, 2, datetime.datetime(2022, 6, 3, 8, 23, 9, 185024), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:23:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:23:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:23:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:23:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:23:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:23:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:23:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:23:32,540 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:24:09.167018+00:00 (in 29.999085 seconds)
repomirrorworker stdout | 2022-06-03 08:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:24:09 UTC)" (scheduled at 2022-06-03 08:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:23:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:23:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:23:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 23, 39, 176699), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 23, 39, 176699), 0, 2, datetime.datetime(2022, 6, 3, 8, 23, 39, 176699), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:23:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:23:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 23, 39, 180142), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 23, 39, 180142), 0, 2, datetime.datetime(2022, 6, 3, 8, 23, 39, 180142), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:23:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:23:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 23, 39, 182100), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 23, 39, 182100), 0, 2, datetime.datetime(2022, 6, 3, 8, 23, 39, 182100), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:23:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:23:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 23, 39, 183837), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 23, 39, 183837), 0, 2, datetime.datetime(2022, 6, 3, 8, 23, 39, 183837), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:23:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:23:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:23:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:23:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:23:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:23:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:23:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:24:02,582 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:24:39.167018+00:00 (in 29.999262 seconds)
repomirrorworker stdout | 2022-06-03 08:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:24:39 UTC)" (scheduled at 2022-06-03 08:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:24:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:24:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:24:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 24, 9, 176515), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 24, 9, 176515), 0, 2, datetime.datetime(2022, 6, 3, 8, 24, 9, 176515), True, 4, 8])
repomirrorworker stdout | 2022-06-03 08:24:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 08:24:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 24, 9, 180324), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 24, 9, 180324), 0, 2, datetime.datetime(2022, 6, 3, 8, 24, 9, 180324), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:24:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:24:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 24, 9, 182261), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 24, 9, 182261), 0, 2, datetime.datetime(2022, 6, 3, 8, 24, 9, 182261), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:24:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:24:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 24, 9, 183957), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 24, 9, 183957), 0, 2, datetime.datetime(2022, 6, 3, 8, 24, 9, 183957), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:24:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:24:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:24:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:24:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:24:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:24:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:24:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:24:32,643 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:25:09.167018+00:00 (in 29.999082 seconds)
repomirrorworker stdout | 2022-06-03 08:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:25:09 UTC)" (scheduled at 2022-06-03 08:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:24:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:24:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:24:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 24, 39, 177581), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 24, 39, 177581), 0, 2, datetime.datetime(2022, 6, 3, 8, 24, 39, 177581), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:24:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:24:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 24, 39, 181145), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 24, 39, 181145), 0, 2, datetime.datetime(2022, 6, 3, 8, 24, 39, 181145), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:24:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:24:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 24, 39, 183056), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 24, 39, 183056), 0, 2, datetime.datetime(2022, 6, 3, 8, 24, 39, 183056), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:24:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:24:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 24, 39, 184770), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 24, 39, 184770), 0, 2, datetime.datetime(2022, 6, 3, 8, 24, 39, 184770), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:24:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:24:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:24:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:24:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:24:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:24:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:24:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:25:02,713 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:25:39.167018+00:00 (in 29.998939 seconds)
repomirrorworker stdout | 2022-06-03 08:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:25:39 UTC)" (scheduled at 2022-06-03 08:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:25:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:25:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:25:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 25, 9, 176886), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 25, 9, 176886), 0, 2, datetime.datetime(2022, 6, 3, 8, 25, 9, 176886), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:25:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 25, 9, 180541), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 25, 9, 180541), 0, 2, datetime.datetime(2022, 6, 3, 8, 25, 9, 180541), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:25:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:25:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 25, 9, 182417), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 25, 9, 182417), 0, 2, datetime.datetime(2022, 6, 3, 8, 25, 9, 182417), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:25:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:25:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 25, 9, 184096), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 25, 9, 184096), 0, 2, datetime.datetime(2022, 6, 3, 8, 25, 9, 184096), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:25:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:25:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 25, 9, 185781), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 25, 9, 185781), 0, 2, datetime.datetime(2022, 6, 3, 8, 25, 9, 185781), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:25:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:25:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:25:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:25:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:25:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:25:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:25:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:25:32,779 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:26:09.167018+00:00 (in 29.999039 seconds)
repomirrorworker stdout | 2022-06-03 08:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:26:09 UTC)" (scheduled at 2022-06-03 08:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:25:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:25:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:25:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 25, 39, 176502), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 25, 39, 176502), 0, 2, datetime.datetime(2022, 6, 3, 8, 25, 39, 176502), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:25:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:25:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 25, 39, 179872), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 25, 39, 179872), 0, 2, datetime.datetime(2022, 6, 3, 8, 25, 39, 179872), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:25:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:25:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 25, 39, 181975), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 25, 39, 181975), 0, 2, datetime.datetime(2022, 6, 3, 8, 25, 39, 181975), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:25:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:25:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 25, 39, 183693), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 25, 39, 183693), 0, 2, datetime.datetime(2022, 6, 3, 8, 25, 39, 183693), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:25:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:25:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:25:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:25:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:25:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:25:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:25:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:26:02,831 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:26:39.167018+00:00 (in 29.998980 seconds)
repomirrorworker stdout | 2022-06-03 08:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:26:39 UTC)" (scheduled at 2022-06-03 08:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:26:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:26:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:26:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 26, 9, 176919), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 26, 9, 176919), 0, 2, datetime.datetime(2022, 6, 3, 8, 26, 9, 176919), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:26:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:26:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 26, 9, 180457), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 26, 9, 180457), 0, 2, datetime.datetime(2022, 6, 3, 8, 26, 9, 180457), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:26:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:26:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 26, 9, 182691), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 26, 9, 182691), 0, 2, datetime.datetime(2022, 6, 3, 8, 26, 9, 182691), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:26:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:26:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 26, 9, 184392), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 26, 9, 184392), 0, 2, datetime.datetime(2022, 6, 3, 8, 26, 9, 184392), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:26:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:26:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:26:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:26:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:26:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:26:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:26:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:26:32,905 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:27:09.167018+00:00 (in 29.998978 seconds)
repomirrorworker stdout | 2022-06-03 08:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:27:09 UTC)" (scheduled at 2022-06-03 08:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:26:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:26:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:26:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 26, 39, 176063), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 26, 39, 176063), 0, 2, datetime.datetime(2022, 6, 3, 8, 26, 39, 176063), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:26:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:26:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 26, 39, 179441), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 26, 39, 179441), 0, 2, datetime.datetime(2022, 6, 3, 8, 26, 39, 179441), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:26:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:26:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 26, 39, 181399), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 26, 39, 181399), 0, 2, datetime.datetime(2022, 6, 3, 8, 26, 39, 181399), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:26:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:26:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 26, 39, 183099), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 26, 39, 183099), 0, 2, datetime.datetime(2022, 6, 3, 8, 26, 39, 183099), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:26:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:26:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 26, 39, 184740), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 26, 39, 184740), 0, 2, datetime.datetime(2022, 6, 3, 8, 26, 39, 184740), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:26:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:26:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:26:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:26:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:26:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:26:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:26:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:27:02,933 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:27:39.167018+00:00 (in 29.999083 seconds)
repomirrorworker stdout | 2022-06-03 08:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:27:39 UTC)" (scheduled at 2022-06-03 08:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:27:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:27:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:27:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 27, 9, 176523), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 27, 9, 176523), 0, 2, datetime.datetime(2022, 6, 3, 8, 27, 9, 176523), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:27:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:27:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 27, 9, 179824), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 27, 9, 179824), 0, 2, datetime.datetime(2022, 6, 3, 8, 27, 9, 179824), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:27:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:27:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 27, 9, 181821), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 27, 9, 181821), 0, 2, datetime.datetime(2022, 6, 3, 8, 27, 9, 181821), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:27:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:27:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 27, 9, 183635), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 27, 9, 183635), 0, 2, datetime.datetime(2022, 6, 3, 8, 27, 9, 183635), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:27:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:27:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:27:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:27:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:27:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:27:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:27:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:27:32,987 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:28:09.167018+00:00 (in 29.998908 seconds)
repomirrorworker stdout | 2022-06-03 08:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:28:09 UTC)" (scheduled at 2022-06-03 08:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:27:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:27:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:27:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 27, 39, 176914), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 27, 39, 176914), 0, 2, datetime.datetime(2022, 6, 3, 8, 27, 39, 176914), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:27:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:27:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 27, 39, 180425), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 27, 39, 180425), 0, 2, datetime.datetime(2022, 6, 3, 8, 27, 39, 180425), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:27:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:27:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 27, 39, 182558), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 27, 39, 182558), 0, 2, datetime.datetime(2022, 6, 3, 8, 27, 39, 182558), True, 4, 8])
repomirrorworker stdout | 2022-06-03 08:27:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 08:27:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 27, 39, 184293), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 27, 39, 184293), 0, 2, datetime.datetime(2022, 6, 3, 8, 27, 39, 184293), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:27:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:27:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 27, 39, 185996), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 27, 39, 185996), 0, 2, datetime.datetime(2022, 6, 3, 8, 27, 39, 185996), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:27:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:27:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:27:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:27:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:27:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:27:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:27:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:28:03,040 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:28:39.167018+00:00 (in 29.999010 seconds)
repomirrorworker stdout | 2022-06-03 08:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:28:39 UTC)" (scheduled at 2022-06-03 08:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:28:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:28:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 28, 9, 176204), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 28, 9, 176204), 0, 2, datetime.datetime(2022, 6, 3, 8, 28, 9, 176204), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:28:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:28:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 28, 9, 179786), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 28, 9, 179786), 0, 2, datetime.datetime(2022, 6, 3, 8, 28, 9, 179786), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:28:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:28:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 28, 9, 181926), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 28, 9, 181926), 0, 2, datetime.datetime(2022, 6, 3, 8, 28, 9, 181926), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:28:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:28:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 28, 9, 183589), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 28, 9, 183589), 0, 2, datetime.datetime(2022, 6, 3, 8, 28, 9, 183589), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:28:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:28:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 28, 9, 185253), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 28, 9, 185253), 0, 2, datetime.datetime(2022, 6, 3, 8, 28, 9, 185253), True, 12, 15])
repomirrorworker stdout | 2022-06-03 08:28:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 08:28:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:28:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:28:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:28:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:28:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:28:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:28:33,093 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:29:09.167018+00:00 (in 29.999174 seconds)
repomirrorworker stdout | 2022-06-03 08:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:29:09 UTC)" (scheduled at 2022-06-03 08:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:28:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:28:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:28:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 28, 39, 175940), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 28, 39, 175940), 0, 2, datetime.datetime(2022, 6, 3, 8, 28, 39, 175940), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:28:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:28:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 28, 39, 179199), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 28, 39, 179199), 0, 2, datetime.datetime(2022, 6, 3, 8, 28, 39, 179199), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:28:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:28:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 28, 39, 181164), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 28, 39, 181164), 0, 2, datetime.datetime(2022, 6, 3, 8, 28, 39, 181164), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:28:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:28:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 28, 39, 182901), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 28, 39, 182901), 0, 2, datetime.datetime(2022, 6, 3, 8, 28, 39, 182901), True, 12, 15])
repomirrorworker stdout | 2022-06-03 08:28:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 08:28:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 28, 39, 184596), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 28, 39, 184596), 0, 2, datetime.datetime(2022, 6, 3, 8, 28, 39, 184596), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:28:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:28:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:28:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:28:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:28:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:28:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:28:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:29:03,173 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:29:39.167018+00:00 (in 29.999071 seconds)
repomirrorworker stdout | 2022-06-03 08:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:29:39 UTC)" (scheduled at 2022-06-03 08:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:29:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:29:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:29:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 29, 9, 176920), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 29, 9, 176920), 0, 2, datetime.datetime(2022, 6, 3, 8, 29, 9, 176920), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:29:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:29:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 29, 9, 180842), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 29, 9, 180842), 0, 2, datetime.datetime(2022, 6, 3, 8, 29, 9, 180842), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:29:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:29:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 29, 9, 183109), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 29, 9, 183109), 0, 2, datetime.datetime(2022, 6, 3, 8, 29, 9, 183109), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:29:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:29:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 29, 9, 185111), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 29, 9, 185111), 0, 2, datetime.datetime(2022, 6, 3, 8, 29, 9, 185111), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:29:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:29:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 29, 9, 187056), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 29, 9, 187056), 0, 2, datetime.datetime(2022, 6, 3, 8, 29, 9, 187056), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:29:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:29:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:29:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:29:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:29:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:29:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:29:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:29:33,210 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:30:09.167018+00:00 (in 29.999061 seconds)
repomirrorworker stdout | 2022-06-03 08:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:30:09 UTC)" (scheduled at 2022-06-03 08:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:29:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:29:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 29, 39, 176937), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 29, 39, 176937), 0, 2, datetime.datetime(2022, 6, 3, 8, 29, 39, 176937), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:29:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:29:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 29, 39, 180456), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 29, 39, 180456), 0, 2, datetime.datetime(2022, 6, 3, 8, 29, 39, 180456), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:29:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:29:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 29, 39, 182424), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 29, 39, 182424), 0, 2, datetime.datetime(2022, 6, 3, 8, 29, 39, 182424), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:29:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:29:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 29, 39, 184135), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 29, 39, 184135), 0, 2, datetime.datetime(2022, 6, 3, 8, 29, 39, 184135), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:29:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:29:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:29:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:29:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:29:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:29:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:29:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:30:03,253 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:30:39.167018+00:00 (in 29.999226 seconds)
repomirrorworker stdout | 2022-06-03 08:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:30:39 UTC)" (scheduled at 2022-06-03 08:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:30:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:30:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 30, 9, 176163), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 30, 9, 176163), 0, 2, datetime.datetime(2022, 6, 3, 8, 30, 9, 176163), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:30:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:30:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 30, 9, 179284), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 30, 9, 179284), 0, 2, datetime.datetime(2022, 6, 3, 8, 30, 9, 179284), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:30:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:30:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 30, 9, 181141), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 30, 9, 181141), 0, 2, datetime.datetime(2022, 6, 3, 8, 30, 9, 181141), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:30:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:30:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 30, 9, 182815), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 30, 9, 182815), 0, 2, datetime.datetime(2022, 6, 3, 8, 30, 9, 182815), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:30:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:30:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 30, 9, 184452), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 30, 9, 184452), 0, 2, datetime.datetime(2022, 6, 3, 8, 30, 9, 184452), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:30:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:30:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:30:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:30:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:30:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:30:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:30:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:30:33,281 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:31:09.167018+00:00 (in 29.999113 seconds)
repomirrorworker stdout | 2022-06-03 08:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:31:09 UTC)" (scheduled at 2022-06-03 08:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:30:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:30:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:30:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 30, 39, 176042), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 30, 39, 176042), 0, 2, datetime.datetime(2022, 6, 3, 8, 30, 39, 176042), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:30:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:30:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 30, 39, 179164), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 30, 39, 179164), 0, 2, datetime.datetime(2022, 6, 3, 8, 30, 39, 179164), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:30:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:30:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 30, 39, 181055), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 30, 39, 181055), 0, 2, datetime.datetime(2022, 6, 3, 8, 30, 39, 181055), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:30:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:30:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 30, 39, 182782), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 30, 39, 182782), 0, 2, datetime.datetime(2022, 6, 3, 8, 30, 39, 182782), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:30:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:30:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:30:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:30:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:30:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:30:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:30:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:31:03,342 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:31:39.167018+00:00 (in 29.999252 seconds)
repomirrorworker stdout | 2022-06-03 08:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:31:39 UTC)" (scheduled at 2022-06-03 08:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:31:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:31:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 31, 9, 176461), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 31, 9, 176461), 0, 2, datetime.datetime(2022, 6, 3, 8, 31, 9, 176461), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:31:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:31:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 31, 9, 179933), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 31, 9, 179933), 0, 2, datetime.datetime(2022, 6, 3, 8, 31, 9, 179933), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:31:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:31:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 31, 9, 181992), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 31, 9, 181992), 0, 2, datetime.datetime(2022, 6, 3, 8, 31, 9, 181992), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:31:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:31:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 31, 9, 183765), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 31, 9, 183765), 0, 2, datetime.datetime(2022, 6, 3, 8, 31, 9, 183765), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:31:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:31:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:31:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:31:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:31:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:31:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:31:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:31:33,396 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:32:09.167018+00:00 (in 29.999182 seconds)
repomirrorworker stdout | 2022-06-03 08:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:32:09 UTC)" (scheduled at 2022-06-03 08:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:31:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:31:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:31:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 31, 39, 176217), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 31, 39, 176217), 0, 2, datetime.datetime(2022, 6, 3, 8, 31, 39, 176217), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:31:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:31:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 31, 39, 179505), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 31, 39, 179505), 0, 2, datetime.datetime(2022, 6, 3, 8, 31, 39, 179505), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:31:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:31:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 31, 39, 181783), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 31, 39, 181783), 0, 2, datetime.datetime(2022, 6, 3, 8, 31, 39, 181783), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:31:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:31:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 31, 39, 183713), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 31, 39, 183713), 0, 2, datetime.datetime(2022, 6, 3, 8, 31, 39, 183713), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:31:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:31:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:31:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:31:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:31:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:31:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:31:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:32:03,457 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:32:39.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-03 08:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:32:39 UTC)" (scheduled at 2022-06-03 08:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:32:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:32:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:32:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 32, 9, 177408), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 32, 9, 177408), 0, 2, datetime.datetime(2022, 6, 3, 8, 32, 9, 177408), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:32:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:32:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 32, 9, 181457), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 32, 9, 181457), 0, 2, datetime.datetime(2022, 6, 3, 8, 32, 9, 181457), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:32:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:32:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 32, 9, 183371), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 32, 9, 183371), 0, 2, datetime.datetime(2022, 6, 3, 8, 32, 9, 183371), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:32:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:32:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 32, 9, 185088), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 32, 9, 185088), 0, 2, datetime.datetime(2022, 6, 3, 8, 32, 9, 185088), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:32:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:32:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:32:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:32:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:32:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:32:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:32:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:32:33,517 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:33:09.167018+00:00 (in 29.998998 seconds)
repomirrorworker stdout | 2022-06-03 08:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:33:09 UTC)" (scheduled at 2022-06-03 08:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:32:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:32:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:32:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 32, 39, 176628), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 32, 39, 176628), 0, 2, datetime.datetime(2022, 6, 3, 8, 32, 39, 176628), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:32:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:32:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 32, 39, 179885), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 32, 39, 179885), 0, 2, datetime.datetime(2022, 6, 3, 8, 32, 39, 179885), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:32:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:32:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 32, 39, 181781), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 32, 39, 181781), 0, 2, datetime.datetime(2022, 6, 3, 8, 32, 39, 181781), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:32:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:32:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 32, 39, 183512), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 32, 39, 183512), 0, 2, datetime.datetime(2022, 6, 3, 8, 32, 39, 183512), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:32:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:32:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:32:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:32:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:32:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:32:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:32:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:33:03,564 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:33:39.167018+00:00 (in 29.998932 seconds)
repomirrorworker stdout | 2022-06-03 08:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:33:39 UTC)" (scheduled at 2022-06-03 08:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:33:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:33:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:33:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 33, 9, 177357), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 33, 9, 177357), 0, 2, datetime.datetime(2022, 6, 3, 8, 33, 9, 177357), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:33:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:33:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 33, 9, 180860), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 33, 9, 180860), 0, 2, datetime.datetime(2022, 6, 3, 8, 33, 9, 180860), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:33:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:33:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 33, 9, 182928), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 33, 9, 182928), 0, 2, datetime.datetime(2022, 6, 3, 8, 33, 9, 182928), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:33:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:33:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 33, 9, 184760), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 33, 9, 184760), 0, 2, datetime.datetime(2022, 6, 3, 8, 33, 9, 184760), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:33:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:33:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 33, 9, 186448), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 33, 9, 186448), 0, 2, datetime.datetime(2022, 6, 3, 8, 33, 9, 186448), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:33:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:33:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:33:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:33:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:33:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:33:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:33:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:33:33,618 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:34:09.167018+00:00 (in 29.999069 seconds)
repomirrorworker stdout | 2022-06-03 08:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:34:09 UTC)" (scheduled at 2022-06-03 08:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:33:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:33:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:33:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 33, 39, 176752), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 33, 39, 176752), 0, 2, datetime.datetime(2022, 6, 3, 8, 33, 39, 176752), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:33:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:33:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 33, 39, 180224), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 33, 39, 180224), 0, 2, datetime.datetime(2022, 6, 3, 8, 33, 39, 180224), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:33:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:33:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 33, 39, 182195), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 33, 39, 182195), 0, 2, datetime.datetime(2022, 6, 3, 8, 33, 39, 182195), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:33:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:33:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 33, 39, 184153), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 33, 39, 184153), 0, 2, datetime.datetime(2022, 6, 3, 8, 33, 39, 184153), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:33:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:33:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:33:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:33:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:33:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:33:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:33:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:34:03,676 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:34:39.167018+00:00 (in 29.999183 seconds)
repomirrorworker stdout | 2022-06-03 08:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:34:39 UTC)" (scheduled at 2022-06-03 08:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:34:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:34:09,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:34:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 34, 9, 178529), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 34, 9, 178529), 0, 2, datetime.datetime(2022, 6, 3, 8, 34, 9, 178529), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:34:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:34:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 34, 9, 182790), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 34, 9, 182790), 0, 2, datetime.datetime(2022, 6, 3, 8, 34, 9, 182790), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:34:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:34:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 34, 9, 184819), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 34, 9, 184819), 0, 2, datetime.datetime(2022, 6, 3, 8, 34, 9, 184819), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:34:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:34:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 34, 9, 186606), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 34, 9, 186606), 0, 2, datetime.datetime(2022, 6, 3, 8, 34, 9, 186606), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:34:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:34:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:34:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:34:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:34:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:34:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:34:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:34:33,730 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:35:09.167018+00:00 (in 29.999119 seconds)
repomirrorworker stdout | 2022-06-03 08:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:35:09 UTC)" (scheduled at 2022-06-03 08:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:34:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:34:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:34:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 34, 39, 176415), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 34, 39, 176415), 0, 2, datetime.datetime(2022, 6, 3, 8, 34, 39, 176415), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:34:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:34:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 34, 39, 179587), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 34, 39, 179587), 0, 2, datetime.datetime(2022, 6, 3, 8, 34, 39, 179587), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:34:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:34:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 34, 39, 181538), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 34, 39, 181538), 0, 2, datetime.datetime(2022, 6, 3, 8, 34, 39, 181538), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:34:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:34:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 34, 39, 183317), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 34, 39, 183317), 0, 2, datetime.datetime(2022, 6, 3, 8, 34, 39, 183317), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:34:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:34:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 34, 39, 185244), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 34, 39, 185244), 0, 2, datetime.datetime(2022, 6, 3, 8, 34, 39, 185244), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:34:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:34:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:34:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:34:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:34:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:34:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:34:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:35:03,788 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:35:39.167018+00:00 (in 29.998980 seconds)
repomirrorworker stdout | 2022-06-03 08:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:35:39 UTC)" (scheduled at 2022-06-03 08:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:35:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:35:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:35:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 35, 9, 176860), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 35, 9, 176860), 0, 2, datetime.datetime(2022, 6, 3, 8, 35, 9, 176860), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:35:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:35:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 35, 9, 180696), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 35, 9, 180696), 0, 2, datetime.datetime(2022, 6, 3, 8, 35, 9, 180696), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:35:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:35:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 35, 9, 182610), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 35, 9, 182610), 0, 2, datetime.datetime(2022, 6, 3, 8, 35, 9, 182610), True, 4, 8])
repomirrorworker stdout | 2022-06-03 08:35:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 08:35:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 35, 9, 184303), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 35, 9, 184303), 0, 2, datetime.datetime(2022, 6, 3, 8, 35, 9, 184303), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:35:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:35:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 35, 9, 185976), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 35, 9, 185976), 0, 2, datetime.datetime(2022, 6, 3, 8, 35, 9, 185976), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:35:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:35:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:35:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:35:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:35:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:35:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:35:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:35:33,822 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:36:09.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-03 08:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:36:09 UTC)" (scheduled at 2022-06-03 08:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:35:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:35:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:35:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 35, 39, 176530), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 35, 39, 176530), 0, 2, datetime.datetime(2022, 6, 3, 8, 35, 39, 176530), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:35:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:35:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 35, 39, 180167), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 35, 39, 180167), 0, 2, datetime.datetime(2022, 6, 3, 8, 35, 39, 180167), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:35:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:35:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 35, 39, 182038), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 35, 39, 182038), 0, 2, datetime.datetime(2022, 6, 3, 8, 35, 39, 182038), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:35:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:35:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 35, 39, 183741), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 35, 39, 183741), 0, 2, datetime.datetime(2022, 6, 3, 8, 35, 39, 183741), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:35:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:35:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:35:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:35:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:35:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:35:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:35:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:36:03,859 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:36:39.167018+00:00 (in 29.999217 seconds)
repomirrorworker stdout | 2022-06-03 08:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:36:39 UTC)" (scheduled at 2022-06-03 08:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:36:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:36:09,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 36, 9, 175589), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 36, 9, 175589), 0, 2, datetime.datetime(2022, 6, 3, 8, 36, 9, 175589), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:36:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:36:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 36, 9, 178722), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 36, 9, 178722), 0, 2, datetime.datetime(2022, 6, 3, 8, 36, 9, 178722), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:36:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 36, 9, 180735), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 36, 9, 180735), 0, 2, datetime.datetime(2022, 6, 3, 8, 36, 9, 180735), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:36:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:36:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 36, 9, 182433), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 36, 9, 182433), 0, 2, datetime.datetime(2022, 6, 3, 8, 36, 9, 182433), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:36:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:36:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:36:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:36:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:36:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:36:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:36:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:36:33,914 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:37:09.167018+00:00 (in 29.999004 seconds)
repomirrorworker stdout | 2022-06-03 08:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:37:09 UTC)" (scheduled at 2022-06-03 08:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:36:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:36:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:36:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 36, 39, 176467), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 36, 39, 176467), 0, 2, datetime.datetime(2022, 6, 3, 8, 36, 39, 176467), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:36:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:36:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 36, 39, 179968), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 36, 39, 179968), 0, 2, datetime.datetime(2022, 6, 3, 8, 36, 39, 179968), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:36:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:36:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 36, 39, 181968), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 36, 39, 181968), 0, 2, datetime.datetime(2022, 6, 3, 8, 36, 39, 181968), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:36:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:36:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 36, 39, 183663), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 36, 39, 183663), 0, 2, datetime.datetime(2022, 6, 3, 8, 36, 39, 183663), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:36:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:36:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:36:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:36:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:36:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:36:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:36:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:37:03,966 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:37:39.167018+00:00 (in 29.999045 seconds)
repomirrorworker stdout | 2022-06-03 08:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:37:39 UTC)" (scheduled at 2022-06-03 08:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:37:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:37:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:37:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 37, 9, 177195), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 37, 9, 177195), 0, 2, datetime.datetime(2022, 6, 3, 8, 37, 9, 177195), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:37:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:37:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 37, 9, 181139), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 37, 9, 181139), 0, 2, datetime.datetime(2022, 6, 3, 8, 37, 9, 181139), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:37:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:37:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 37, 9, 183186), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 37, 9, 183186), 0, 2, datetime.datetime(2022, 6, 3, 8, 37, 9, 183186), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:37:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:37:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 37, 9, 184869), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 37, 9, 184869), 0, 2, datetime.datetime(2022, 6, 3, 8, 37, 9, 184869), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:37:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:37:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 37, 9, 186540), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 37, 9, 186540), 0, 2, datetime.datetime(2022, 6, 3, 8, 37, 9, 186540), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:37:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:37:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:37:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:37:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:37:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:37:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:37:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:37:34,023 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:38:09.167018+00:00 (in 29.999207 seconds)
repomirrorworker stdout | 2022-06-03 08:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:38:09 UTC)" (scheduled at 2022-06-03 08:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:37:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:37:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:37:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 37, 39, 176946), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 37, 39, 176946), 0, 2, datetime.datetime(2022, 6, 3, 8, 37, 39, 176946), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:37:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:37:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 37, 39, 180886), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 37, 39, 180886), 0, 2, datetime.datetime(2022, 6, 3, 8, 37, 39, 180886), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:37:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:37:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 37, 39, 182860), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 37, 39, 182860), 0, 2, datetime.datetime(2022, 6, 3, 8, 37, 39, 182860), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:37:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:37:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 37, 39, 184578), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 37, 39, 184578), 0, 2, datetime.datetime(2022, 6, 3, 8, 37, 39, 184578), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:37:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:37:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 37, 39, 186284), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 37, 39, 186284), 0, 2, datetime.datetime(2022, 6, 3, 8, 37, 39, 186284), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:37:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:37:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:37:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:37:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:37:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:37:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:37:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:38:04,080 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:38:39.167018+00:00 (in 29.999006 seconds)
repomirrorworker stdout | 2022-06-03 08:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:38:39 UTC)" (scheduled at 2022-06-03 08:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:38:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:38:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:38:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 38, 9, 176498), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 38, 9, 176498), 0, 2, datetime.datetime(2022, 6, 3, 8, 38, 9, 176498), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:38:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:38:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 38, 9, 179590), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 38, 9, 179590), 0, 2, datetime.datetime(2022, 6, 3, 8, 38, 9, 179590), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:38:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:38:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 38, 9, 181456), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 38, 9, 181456), 0, 2, datetime.datetime(2022, 6, 3, 8, 38, 9, 181456), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:38:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:38:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 38, 9, 183149), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 38, 9, 183149), 0, 2, datetime.datetime(2022, 6, 3, 8, 38, 9, 183149), True, 12, 15])
repomirrorworker stdout | 2022-06-03 08:38:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 08:38:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 38, 9, 184811), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 38, 9, 184811), 0, 2, datetime.datetime(2022, 6, 3, 8, 38, 9, 184811), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:38:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:38:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:38:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:38:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:38:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:38:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:38:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:38:34,144 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:39:09.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-03 08:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:39:09 UTC)" (scheduled at 2022-06-03 08:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:38:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:38:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:38:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 38, 39, 176467), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 38, 39, 176467), 0, 2, datetime.datetime(2022, 6, 3, 8, 38, 39, 176467), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:38:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:38:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 38, 39, 179840), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 38, 39, 179840), 0, 2, datetime.datetime(2022, 6, 3, 8, 38, 39, 179840), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:38:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:38:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 38, 39, 181848), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 38, 39, 181848), 0, 2, datetime.datetime(2022, 6, 3, 8, 38, 39, 181848), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 38, 39, 183632), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 38, 39, 183632), 0, 2, datetime.datetime(2022, 6, 3, 8, 38, 39, 183632), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:38:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:38:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:38:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:38:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:38:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:38:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:38:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:39:04,180 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:39:39.167018+00:00 (in 29.999163 seconds)
repomirrorworker stdout | 2022-06-03 08:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:39:39 UTC)" (scheduled at 2022-06-03 08:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:39:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:39:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:39:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 39, 9, 176340), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 39, 9, 176340), 0, 2, datetime.datetime(2022, 6, 3, 8, 39, 9, 176340), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:39:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:39:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 39, 9, 179920), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 39, 9, 179920), 0, 2, datetime.datetime(2022, 6, 3, 8, 39, 9, 179920), True, 4, 8])
repomirrorworker stdout | 2022-06-03 08:39:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 08:39:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 39, 9, 181798), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 39, 9, 181798), 0, 2, datetime.datetime(2022, 6, 3, 8, 39, 9, 181798), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:39:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:39:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 39, 9, 183479), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 39, 9, 183479), 0, 2, datetime.datetime(2022, 6, 3, 8, 39, 9, 183479), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:39:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:39:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 39, 9, 185137), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 39, 9, 185137), 0, 2, datetime.datetime(2022, 6, 3, 8, 39, 9, 185137), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:39:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:39:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:39:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:39:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:39:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:39:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:39:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:39:34,217 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:40:09.167018+00:00 (in 29.999057 seconds)
repomirrorworker stdout | 2022-06-03 08:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:40:09 UTC)" (scheduled at 2022-06-03 08:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:39:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:39:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 39, 39, 176752), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 39, 39, 176752), 0, 2, datetime.datetime(2022, 6, 3, 8, 39, 39, 176752), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:39:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:39:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 39, 39, 180705), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 39, 39, 180705), 0, 2, datetime.datetime(2022, 6, 3, 8, 39, 39, 180705), True, 12, 15])
repomirrorworker stdout | 2022-06-03 08:39:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 08:39:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 39, 39, 183017), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 39, 39, 183017), 0, 2, datetime.datetime(2022, 6, 3, 8, 39, 39, 183017), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:39:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:39:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 39, 39, 185088), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 39, 39, 185088), 0, 2, datetime.datetime(2022, 6, 3, 8, 39, 39, 185088), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:39:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:39:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 39, 39, 187170), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 39, 39, 187170), 0, 2, datetime.datetime(2022, 6, 3, 8, 39, 39, 187170), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:39:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:39:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:39:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:39:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:39:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:39:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:39:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:40:04,259 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:40:39.167018+00:00 (in 29.999014 seconds)
repomirrorworker stdout | 2022-06-03 08:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:40:39 UTC)" (scheduled at 2022-06-03 08:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:40:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:40:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:40:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 40, 9, 176560), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 40, 9, 176560), 0, 2, datetime.datetime(2022, 6, 3, 8, 40, 9, 176560), True, 4, 8])
repomirrorworker stdout | 2022-06-03 08:40:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 08:40:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 40, 9, 179738), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 40, 9, 179738), 0, 2, datetime.datetime(2022, 6, 3, 8, 40, 9, 179738), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:40:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:40:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 40, 9, 181599), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 40, 9, 181599), 0, 2, datetime.datetime(2022, 6, 3, 8, 40, 9, 181599), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:40:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:40:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 40, 9, 183288), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 40, 9, 183288), 0, 2, datetime.datetime(2022, 6, 3, 8, 40, 9, 183288), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:40:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:40:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 40, 9, 184973), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 40, 9, 184973), 0, 2, datetime.datetime(2022, 6, 3, 8, 40, 9, 184973), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:40:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:40:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:40:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:40:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:40:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:40:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:40:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:40:34,323 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:41:09.167018+00:00 (in 29.999141 seconds)
repomirrorworker stdout | 2022-06-03 08:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:41:09 UTC)" (scheduled at 2022-06-03 08:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:40:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:40:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:40:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 40, 39, 176669), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 40, 39, 176669), 0, 2, datetime.datetime(2022, 6, 3, 8, 40, 39, 176669), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:40:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:40:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 40, 39, 179820), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 40, 39, 179820), 0, 2, datetime.datetime(2022, 6, 3, 8, 40, 39, 179820), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:40:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:40:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 40, 39, 181726), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 40, 39, 181726), 0, 2, datetime.datetime(2022, 6, 3, 8, 40, 39, 181726), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:40:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:40:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 40, 39, 183401), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 40, 39, 183401), 0, 2, datetime.datetime(2022, 6, 3, 8, 40, 39, 183401), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:40:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:40:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 40, 39, 185078), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 40, 39, 185078), 0, 2, datetime.datetime(2022, 6, 3, 8, 40, 39, 185078), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:40:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:40:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:40:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:40:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:40:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:40:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:40:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:41:04,376 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:41:39.167018+00:00 (in 29.999202 seconds)
repomirrorworker stdout | 2022-06-03 08:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:41:39 UTC)" (scheduled at 2022-06-03 08:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:41:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:41:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:41:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 41, 9, 176143), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 41, 9, 176143), 0, 2, datetime.datetime(2022, 6, 3, 8, 41, 9, 176143), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:41:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:41:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 41, 9, 179184), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 41, 9, 179184), 0, 2, datetime.datetime(2022, 6, 3, 8, 41, 9, 179184), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:41:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:41:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 41, 9, 181026), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 41, 9, 181026), 0, 2, datetime.datetime(2022, 6, 3, 8, 41, 9, 181026), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:41:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:41:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 41, 9, 182726), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 41, 9, 182726), 0, 2, datetime.datetime(2022, 6, 3, 8, 41, 9, 182726), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:41:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:41:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:41:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:41:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:41:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:41:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:41:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:41:34,435 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:42:09.167018+00:00 (in 29.999187 seconds)
repomirrorworker stdout | 2022-06-03 08:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:42:09 UTC)" (scheduled at 2022-06-03 08:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:41:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 41, 39, 176815), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 41, 39, 176815), 0, 2, datetime.datetime(2022, 6, 3, 8, 41, 39, 176815), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:41:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 41, 39, 180291), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 41, 39, 180291), 0, 2, datetime.datetime(2022, 6, 3, 8, 41, 39, 180291), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:41:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 41, 39, 182338), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 41, 39, 182338), 0, 2, datetime.datetime(2022, 6, 3, 8, 41, 39, 182338), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:41:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:41:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 41, 39, 184113), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 41, 39, 184113), 0, 2, datetime.datetime(2022, 6, 3, 8, 41, 39, 184113), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:41:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 41, 39, 185773), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 41, 39, 185773), 0, 2, datetime.datetime(2022, 6, 3, 8, 41, 39, 185773), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:41:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:41:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:41:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:41:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:41:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:41:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:41:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:42:04,492 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:42:39.167018+00:00 (in 29.999064 seconds)
repomirrorworker stdout | 2022-06-03 08:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:42:39 UTC)" (scheduled at 2022-06-03 08:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:42:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:42:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:42:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 42, 9, 176721), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 42, 9, 176721), 0, 2, datetime.datetime(2022, 6, 3, 8, 42, 9, 176721), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:42:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:42:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 42, 9, 180403), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 42, 9, 180403), 0, 2, datetime.datetime(2022, 6, 3, 8, 42, 9, 180403), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:42:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:42:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 42, 9, 182861), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 42, 9, 182861), 0, 2, datetime.datetime(2022, 6, 3, 8, 42, 9, 182861), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:42:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:42:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 42, 9, 184593), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 42, 9, 184593), 0, 2, datetime.datetime(2022, 6, 3, 8, 42, 9, 184593), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:42:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:42:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:42:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:42:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:42:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:42:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:42:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:42:34,545 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:43:09.167018+00:00 (in 29.999137 seconds)
repomirrorworker stdout | 2022-06-03 08:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:43:09 UTC)" (scheduled at 2022-06-03 08:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:42:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:42:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 42, 39, 176793), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 42, 39, 176793), 0, 2, datetime.datetime(2022, 6, 3, 8, 42, 39, 176793), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:42:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:42:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 42, 39, 180243), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 42, 39, 180243), 0, 2, datetime.datetime(2022, 6, 3, 8, 42, 39, 180243), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:42:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:42:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 42, 39, 182517), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 42, 39, 182517), 0, 2, datetime.datetime(2022, 6, 3, 8, 42, 39, 182517), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:42:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:42:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 42, 39, 184852), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 42, 39, 184852), 0, 2, datetime.datetime(2022, 6, 3, 8, 42, 39, 184852), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:42:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:42:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:42:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:42:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:42:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:42:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:42:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:43:04,595 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:43:39.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-03 08:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:43:39 UTC)" (scheduled at 2022-06-03 08:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:43:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:43:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:43:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 43, 9, 176387), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 43, 9, 176387), 0, 2, datetime.datetime(2022, 6, 3, 8, 43, 9, 176387), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:43:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:43:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 43, 9, 180032), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 43, 9, 180032), 0, 2, datetime.datetime(2022, 6, 3, 8, 43, 9, 180032), True, 4, 8])
repomirrorworker stdout | 2022-06-03 08:43:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 08:43:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 43, 9, 182182), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 43, 9, 182182), 0, 2, datetime.datetime(2022, 6, 3, 8, 43, 9, 182182), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:43:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:43:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 43, 9, 184049), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 43, 9, 184049), 0, 2, datetime.datetime(2022, 6, 3, 8, 43, 9, 184049), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:43:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:43:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 43, 9, 185946), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 43, 9, 185946), 0, 2, datetime.datetime(2022, 6, 3, 8, 43, 9, 185946), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:43:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:43:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:43:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:43:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:43:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:43:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:43:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:43:34,642 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:44:09.167018+00:00 (in 29.998936 seconds)
repomirrorworker stdout | 2022-06-03 08:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:44:09 UTC)" (scheduled at 2022-06-03 08:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:43:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:43:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:43:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 43, 39, 176484), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 43, 39, 176484), 0, 2, datetime.datetime(2022, 6, 3, 8, 43, 39, 176484), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:43:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:43:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 43, 39, 179828), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 43, 39, 179828), 0, 2, datetime.datetime(2022, 6, 3, 8, 43, 39, 179828), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:43:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:43:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 43, 39, 181904), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 43, 39, 181904), 0, 2, datetime.datetime(2022, 6, 3, 8, 43, 39, 181904), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:43:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:43:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 43, 39, 183570), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 43, 39, 183570), 0, 2, datetime.datetime(2022, 6, 3, 8, 43, 39, 183570), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:43:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:43:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:43:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:43:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:43:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:43:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:43:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:44:04,722 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:44:39.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-03 08:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:44:39 UTC)" (scheduled at 2022-06-03 08:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:44:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:44:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:44:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 44, 9, 176187), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 44, 9, 176187), 0, 2, datetime.datetime(2022, 6, 3, 8, 44, 9, 176187), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:44:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:44:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 44, 9, 179918), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 44, 9, 179918), 0, 2, datetime.datetime(2022, 6, 3, 8, 44, 9, 179918), True, 12, 15])
repomirrorworker stdout | 2022-06-03 08:44:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 08:44:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 44, 9, 181842), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 44, 9, 181842), 0, 2, datetime.datetime(2022, 6, 3, 8, 44, 9, 181842), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:44:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:44:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 44, 9, 183854), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 44, 9, 183854), 0, 2, datetime.datetime(2022, 6, 3, 8, 44, 9, 183854), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:44:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:44:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 44, 9, 186000), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 44, 9, 186000), 0, 2, datetime.datetime(2022, 6, 3, 8, 44, 9, 186000), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:44:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:44:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:44:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:44:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:44:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:44:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:44:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:44:34,765 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:45:09.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-03 08:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:45:09 UTC)" (scheduled at 2022-06-03 08:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:44:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:44:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 44, 39, 176527), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 44, 39, 176527), 0, 2, datetime.datetime(2022, 6, 3, 8, 44, 39, 176527), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:44:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:44:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 44, 39, 179648), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 44, 39, 179648), 0, 2, datetime.datetime(2022, 6, 3, 8, 44, 39, 179648), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:44:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:44:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 44, 39, 181535), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 44, 39, 181535), 0, 2, datetime.datetime(2022, 6, 3, 8, 44, 39, 181535), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:44:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:44:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 44, 39, 183240), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 44, 39, 183240), 0, 2, datetime.datetime(2022, 6, 3, 8, 44, 39, 183240), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:44:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:44:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 44, 39, 185718), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 44, 39, 185718), 0, 2, datetime.datetime(2022, 6, 3, 8, 44, 39, 185718), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:44:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:44:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:44:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:44:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:44:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:44:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:44:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:45:04,802 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:45:39.167018+00:00 (in 29.998978 seconds)
repomirrorworker stdout | 2022-06-03 08:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:45:39 UTC)" (scheduled at 2022-06-03 08:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:45:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:45:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:45:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 45, 9, 176722), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 45, 9, 176722), 0, 2, datetime.datetime(2022, 6, 3, 8, 45, 9, 176722), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:45:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:45:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 45, 9, 180442), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 45, 9, 180442), 0, 2, datetime.datetime(2022, 6, 3, 8, 45, 9, 180442), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:45:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:45:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 45, 9, 182300), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 45, 9, 182300), 0, 2, datetime.datetime(2022, 6, 3, 8, 45, 9, 182300), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:45:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:45:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 45, 9, 184059), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 45, 9, 184059), 0, 2, datetime.datetime(2022, 6, 3, 8, 45, 9, 184059), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:45:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:45:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 45, 9, 185782), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 45, 9, 185782), 0, 2, datetime.datetime(2022, 6, 3, 8, 45, 9, 185782), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:45:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:45:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:45:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:45:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:45:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:45:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:45:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:45:34,845 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:46:09.167018+00:00 (in 29.999059 seconds)
repomirrorworker stdout | 2022-06-03 08:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:46:09 UTC)" (scheduled at 2022-06-03 08:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:45:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:45:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 45, 39, 176462), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 45, 39, 176462), 0, 2, datetime.datetime(2022, 6, 3, 8, 45, 39, 176462), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:45:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:45:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 45, 39, 179829), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 45, 39, 179829), 0, 2, datetime.datetime(2022, 6, 3, 8, 45, 39, 179829), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:45:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:45:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 45, 39, 181659), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 45, 39, 181659), 0, 2, datetime.datetime(2022, 6, 3, 8, 45, 39, 181659), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:45:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:45:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 45, 39, 183328), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 45, 39, 183328), 0, 2, datetime.datetime(2022, 6, 3, 8, 45, 39, 183328), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:45:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:45:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 45, 39, 185030), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 45, 39, 185030), 0, 2, datetime.datetime(2022, 6, 3, 8, 45, 39, 185030), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:45:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:45:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:45:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:45:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:45:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:45:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:45:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:46:04,900 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:46:39.167018+00:00 (in 29.999172 seconds)
repomirrorworker stdout | 2022-06-03 08:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:46:39 UTC)" (scheduled at 2022-06-03 08:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:46:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:46:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:46:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 46, 9, 176631), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 46, 9, 176631), 0, 2, datetime.datetime(2022, 6, 3, 8, 46, 9, 176631), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:46:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:46:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 46, 9, 180041), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 46, 9, 180041), 0, 2, datetime.datetime(2022, 6, 3, 8, 46, 9, 180041), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:46:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:46:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 46, 9, 181897), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 46, 9, 181897), 0, 2, datetime.datetime(2022, 6, 3, 8, 46, 9, 181897), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:46:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:46:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 46, 9, 183541), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 46, 9, 183541), 0, 2, datetime.datetime(2022, 6, 3, 8, 46, 9, 183541), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:46:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:46:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:46:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:46:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:46:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:46:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:46:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:46:34,946 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:47:09.167018+00:00 (in 29.999053 seconds)
repomirrorworker stdout | 2022-06-03 08:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:47:09 UTC)" (scheduled at 2022-06-03 08:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:46:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:46:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:46:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 46, 39, 176559), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 46, 39, 176559), 0, 2, datetime.datetime(2022, 6, 3, 8, 46, 39, 176559), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:46:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:46:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 46, 39, 179738), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 46, 39, 179738), 0, 2, datetime.datetime(2022, 6, 3, 8, 46, 39, 179738), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:46:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:46:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 46, 39, 181569), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 46, 39, 181569), 0, 2, datetime.datetime(2022, 6, 3, 8, 46, 39, 181569), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:46:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:46:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 46, 39, 183281), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 46, 39, 183281), 0, 2, datetime.datetime(2022, 6, 3, 8, 46, 39, 183281), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:46:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:46:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:46:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:46:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:46:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:46:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:46:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:47:05,011 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:47:39.167018+00:00 (in 29.999059 seconds)
repomirrorworker stdout | 2022-06-03 08:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:47:39 UTC)" (scheduled at 2022-06-03 08:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:47:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:47:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 47, 9, 176583), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 47, 9, 176583), 0, 2, datetime.datetime(2022, 6, 3, 8, 47, 9, 176583), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:47:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:47:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 47, 9, 180262), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 47, 9, 180262), 0, 2, datetime.datetime(2022, 6, 3, 8, 47, 9, 180262), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:47:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:47:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 47, 9, 182728), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 47, 9, 182728), 0, 2, datetime.datetime(2022, 6, 3, 8, 47, 9, 182728), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:47:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:47:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 47, 9, 184464), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 47, 9, 184464), 0, 2, datetime.datetime(2022, 6, 3, 8, 47, 9, 184464), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:47:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:47:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 47, 9, 186124), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 47, 9, 186124), 0, 2, datetime.datetime(2022, 6, 3, 8, 47, 9, 186124), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:47:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:47:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:47:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:47:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:47:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:47:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:47:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:47:35,053 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:48:09.167018+00:00 (in 29.999255 seconds)
repomirrorworker stdout | 2022-06-03 08:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:48:09 UTC)" (scheduled at 2022-06-03 08:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:47:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:47:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:47:39,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 47, 39, 175845), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 47, 39, 175845), 0, 2, datetime.datetime(2022, 6, 3, 8, 47, 39, 175845), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:47:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:47:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 47, 39, 179506), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 47, 39, 179506), 0, 2, datetime.datetime(2022, 6, 3, 8, 47, 39, 179506), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:47:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:47:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 47, 39, 181495), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 47, 39, 181495), 0, 2, datetime.datetime(2022, 6, 3, 8, 47, 39, 181495), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:47:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:47:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 47, 39, 183293), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 47, 39, 183293), 0, 2, datetime.datetime(2022, 6, 3, 8, 47, 39, 183293), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:47:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:47:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 47, 39, 184955), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 47, 39, 184955), 0, 2, datetime.datetime(2022, 6, 3, 8, 47, 39, 184955), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:47:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:47:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:47:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:47:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:47:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:47:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:47:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:48:05,114 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:48:39.167018+00:00 (in 29.999125 seconds)
repomirrorworker stdout | 2022-06-03 08:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:48:39 UTC)" (scheduled at 2022-06-03 08:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:48:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:48:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:48:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 48, 9, 176455), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 48, 9, 176455), 0, 2, datetime.datetime(2022, 6, 3, 8, 48, 9, 176455), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:48:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:48:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 48, 9, 179877), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 48, 9, 179877), 0, 2, datetime.datetime(2022, 6, 3, 8, 48, 9, 179877), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:48:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:48:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 48, 9, 181800), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 48, 9, 181800), 0, 2, datetime.datetime(2022, 6, 3, 8, 48, 9, 181800), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:48:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:48:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 48, 9, 183455), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 48, 9, 183455), 0, 2, datetime.datetime(2022, 6, 3, 8, 48, 9, 183455), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:48:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:48:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:48:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:48:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:48:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:48:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:48:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:48:35,167 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:49:09.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-03 08:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:49:09 UTC)" (scheduled at 2022-06-03 08:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:48:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:48:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 48, 39, 176662), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 48, 39, 176662), 0, 2, datetime.datetime(2022, 6, 3, 8, 48, 39, 176662), True, 4, 8])
repomirrorworker stdout | 2022-06-03 08:48:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 08:48:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 48, 39, 180417), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 48, 39, 180417), 0, 2, datetime.datetime(2022, 6, 3, 8, 48, 39, 180417), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:48:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:48:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 48, 39, 182830), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 48, 39, 182830), 0, 2, datetime.datetime(2022, 6, 3, 8, 48, 39, 182830), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:48:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:48:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 48, 39, 184773), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 48, 39, 184773), 0, 2, datetime.datetime(2022, 6, 3, 8, 48, 39, 184773), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:48:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:48:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:48:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:48:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:48:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:48:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:48:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:49:05,228 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:49:39.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-03 08:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:49:39 UTC)" (scheduled at 2022-06-03 08:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:49:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:49:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:49:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 49, 9, 176840), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 49, 9, 176840), 0, 2, datetime.datetime(2022, 6, 3, 8, 49, 9, 176840), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:49:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:49:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 49, 9, 180488), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 49, 9, 180488), 0, 2, datetime.datetime(2022, 6, 3, 8, 49, 9, 180488), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:49:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:49:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 49, 9, 182338), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 49, 9, 182338), 0, 2, datetime.datetime(2022, 6, 3, 8, 49, 9, 182338), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:49:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:49:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 49, 9, 184032), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 49, 9, 184032), 0, 2, datetime.datetime(2022, 6, 3, 8, 49, 9, 184032), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:49:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:49:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:49:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:49:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:49:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:49:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:49:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:49:35,290 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:50:09.167018+00:00 (in 29.999098 seconds)
repomirrorworker stdout | 2022-06-03 08:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:50:09 UTC)" (scheduled at 2022-06-03 08:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:49:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:49:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 49, 39, 176736), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 49, 39, 176736), 0, 2, datetime.datetime(2022, 6, 3, 8, 49, 39, 176736), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:49:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:49:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 49, 39, 180474), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 49, 39, 180474), 0, 2, datetime.datetime(2022, 6, 3, 8, 49, 39, 180474), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:49:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:49:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 49, 39, 182637), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 49, 39, 182637), 0, 2, datetime.datetime(2022, 6, 3, 8, 49, 39, 182637), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:49:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:49:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 49, 39, 184559), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 49, 39, 184559), 0, 2, datetime.datetime(2022, 6, 3, 8, 49, 39, 184559), True, 12, 15])
repomirrorworker stdout | 2022-06-03 08:49:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 08:49:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 49, 39, 186351), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 49, 39, 186351), 0, 2, datetime.datetime(2022, 6, 3, 8, 49, 39, 186351), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:49:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:49:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:49:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:49:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:49:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:49:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:49:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:50:05,353 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:50:39.167018+00:00 (in 29.999100 seconds)
repomirrorworker stdout | 2022-06-03 08:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:50:39 UTC)" (scheduled at 2022-06-03 08:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:50:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:50:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:50:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 50, 9, 176447), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 50, 9, 176447), 0, 2, datetime.datetime(2022, 6, 3, 8, 50, 9, 176447), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:50:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:50:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 50, 9, 180051), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 50, 9, 180051), 0, 2, datetime.datetime(2022, 6, 3, 8, 50, 9, 180051), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:50:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:50:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 50, 9, 182055), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 50, 9, 182055), 0, 2, datetime.datetime(2022, 6, 3, 8, 50, 9, 182055), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:50:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:50:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 50, 9, 183738), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 50, 9, 183738), 0, 2, datetime.datetime(2022, 6, 3, 8, 50, 9, 183738), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:50:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:50:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:50:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:50:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:50:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:50:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:50:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:50:35,408 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:51:09.167018+00:00 (in 29.999145 seconds)
repomirrorworker stdout | 2022-06-03 08:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:51:09 UTC)" (scheduled at 2022-06-03 08:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:50:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:50:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 50, 39, 176483), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 50, 39, 176483), 0, 2, datetime.datetime(2022, 6, 3, 8, 50, 39, 176483), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:50:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:50:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 50, 39, 179811), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 50, 39, 179811), 0, 2, datetime.datetime(2022, 6, 3, 8, 50, 39, 179811), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:50:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:50:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 50, 39, 181652), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 50, 39, 181652), 0, 2, datetime.datetime(2022, 6, 3, 8, 50, 39, 181652), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:50:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:50:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 50, 39, 183320), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 50, 39, 183320), 0, 2, datetime.datetime(2022, 6, 3, 8, 50, 39, 183320), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:50:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:50:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 50, 39, 184987), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 50, 39, 184987), 0, 2, datetime.datetime(2022, 6, 3, 8, 50, 39, 184987), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:50:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:50:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:50:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:50:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:50:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:50:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:50:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:51:05,468 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:51:39.167018+00:00 (in 29.998999 seconds)
repomirrorworker stdout | 2022-06-03 08:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:51:39 UTC)" (scheduled at 2022-06-03 08:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:51:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:51:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:51:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 51, 9, 176405), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 51, 9, 176405), 0, 2, datetime.datetime(2022, 6, 3, 8, 51, 9, 176405), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:51:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:51:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 51, 9, 179592), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 51, 9, 179592), 0, 2, datetime.datetime(2022, 6, 3, 8, 51, 9, 179592), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:51:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:51:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 51, 9, 181469), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 51, 9, 181469), 0, 2, datetime.datetime(2022, 6, 3, 8, 51, 9, 181469), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:51:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:51:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 51, 9, 183324), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 51, 9, 183324), 0, 2, datetime.datetime(2022, 6, 3, 8, 51, 9, 183324), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:51:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:51:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 51, 9, 185015), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 51, 9, 185015), 0, 2, datetime.datetime(2022, 6, 3, 8, 51, 9, 185015), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:51:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:51:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:51:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:51:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:51:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:51:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:51:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:51:35,527 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:52:09.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-03 08:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:52:09 UTC)" (scheduled at 2022-06-03 08:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:51:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:51:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:51:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 51, 39, 176607), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 51, 39, 176607), 0, 2, datetime.datetime(2022, 6, 3, 8, 51, 39, 176607), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:51:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:51:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 51, 39, 179785), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 51, 39, 179785), 0, 2, datetime.datetime(2022, 6, 3, 8, 51, 39, 179785), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:51:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:51:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 51, 39, 181624), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 51, 39, 181624), 0, 2, datetime.datetime(2022, 6, 3, 8, 51, 39, 181624), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:51:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:51:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 51, 39, 183284), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 51, 39, 183284), 0, 2, datetime.datetime(2022, 6, 3, 8, 51, 39, 183284), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:51:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:51:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 51, 39, 184952), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 51, 39, 184952), 0, 2, datetime.datetime(2022, 6, 3, 8, 51, 39, 184952), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:51:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:51:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:51:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:51:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:51:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:51:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:51:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:52:05,567 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:52:39.167018+00:00 (in 29.998940 seconds)
repomirrorworker stdout | 2022-06-03 08:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:52:39 UTC)" (scheduled at 2022-06-03 08:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:52:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:52:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:52:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 52, 9, 176699), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 52, 9, 176699), 0, 2, datetime.datetime(2022, 6, 3, 8, 52, 9, 176699), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:52:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:52:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 52, 9, 179834), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 52, 9, 179834), 0, 2, datetime.datetime(2022, 6, 3, 8, 52, 9, 179834), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:52:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:52:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 52, 9, 181711), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 52, 9, 181711), 0, 2, datetime.datetime(2022, 6, 3, 8, 52, 9, 181711), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:52:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:52:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 52, 9, 183369), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 52, 9, 183369), 0, 2, datetime.datetime(2022, 6, 3, 8, 52, 9, 183369), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:52:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:52:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:52:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:52:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:52:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:52:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:52:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:52:35,618 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:53:09.167018+00:00 (in 29.999055 seconds)
repomirrorworker stdout | 2022-06-03 08:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:53:09 UTC)" (scheduled at 2022-06-03 08:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:52:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:52:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 52, 39, 176273), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 52, 39, 176273), 0, 2, datetime.datetime(2022, 6, 3, 8, 52, 39, 176273), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:52:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:52:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 52, 39, 179658), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 52, 39, 179658), 0, 2, datetime.datetime(2022, 6, 3, 8, 52, 39, 179658), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:52:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:52:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 52, 39, 181682), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 52, 39, 181682), 0, 2, datetime.datetime(2022, 6, 3, 8, 52, 39, 181682), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:52:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:52:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 52, 39, 183433), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 52, 39, 183433), 0, 2, datetime.datetime(2022, 6, 3, 8, 52, 39, 183433), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:52:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:52:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 52, 39, 185113), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 52, 39, 185113), 0, 2, datetime.datetime(2022, 6, 3, 8, 52, 39, 185113), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:52:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:52:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:52:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:52:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:52:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:52:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:52:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:53:05,666 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:53:39.167018+00:00 (in 29.999138 seconds)
repomirrorworker stdout | 2022-06-03 08:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:53:39 UTC)" (scheduled at 2022-06-03 08:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:53:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:53:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:53:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 53, 9, 176295), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 53, 9, 176295), 0, 2, datetime.datetime(2022, 6, 3, 8, 53, 9, 176295), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:53:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:53:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 53, 9, 179632), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 53, 9, 179632), 0, 2, datetime.datetime(2022, 6, 3, 8, 53, 9, 179632), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:53:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:53:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 53, 9, 181962), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 53, 9, 181962), 0, 2, datetime.datetime(2022, 6, 3, 8, 53, 9, 181962), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:53:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:53:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 53, 9, 184271), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 53, 9, 184271), 0, 2, datetime.datetime(2022, 6, 3, 8, 53, 9, 184271), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:53:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:53:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:53:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:53:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:53:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:53:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:53:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:53:35,718 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:54:09.167018+00:00 (in 29.999110 seconds)
repomirrorworker stdout | 2022-06-03 08:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:54:09 UTC)" (scheduled at 2022-06-03 08:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:53:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 53, 39, 176749), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 53, 39, 176749), 0, 2, datetime.datetime(2022, 6, 3, 8, 53, 39, 176749), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:53:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:53:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 53, 39, 180194), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 53, 39, 180194), 0, 2, datetime.datetime(2022, 6, 3, 8, 53, 39, 180194), True, 12, 15])
repomirrorworker stdout | 2022-06-03 08:53:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 08:53:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 53, 39, 182312), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 53, 39, 182312), 0, 2, datetime.datetime(2022, 6, 3, 8, 53, 39, 182312), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:53:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:53:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 53, 39, 184151), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 53, 39, 184151), 0, 2, datetime.datetime(2022, 6, 3, 8, 53, 39, 184151), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:53:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:53:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:53:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:53:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:53:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:53:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:53:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:54:05,767 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:54:39.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-03 08:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:54:39 UTC)" (scheduled at 2022-06-03 08:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:54:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:54:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:54:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 54, 9, 176218), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 54, 9, 176218), 0, 2, datetime.datetime(2022, 6, 3, 8, 54, 9, 176218), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:54:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:54:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 54, 9, 179567), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 54, 9, 179567), 0, 2, datetime.datetime(2022, 6, 3, 8, 54, 9, 179567), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:54:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:54:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 54, 9, 181486), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 54, 9, 181486), 0, 2, datetime.datetime(2022, 6, 3, 8, 54, 9, 181486), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:54:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:54:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 54, 9, 183274), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 54, 9, 183274), 0, 2, datetime.datetime(2022, 6, 3, 8, 54, 9, 183274), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:54:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:54:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:54:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:54:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:54:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:54:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:54:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:54:35,812 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:55:09.167018+00:00 (in 29.999185 seconds)
repomirrorworker stdout | 2022-06-03 08:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:55:09 UTC)" (scheduled at 2022-06-03 08:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:54:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:54:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:54:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 54, 39, 177007), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 54, 39, 177007), 0, 2, datetime.datetime(2022, 6, 3, 8, 54, 39, 177007), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:54:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:54:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 54, 39, 180268), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 54, 39, 180268), 0, 2, datetime.datetime(2022, 6, 3, 8, 54, 39, 180268), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:54:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:54:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 54, 39, 182173), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 54, 39, 182173), 0, 2, datetime.datetime(2022, 6, 3, 8, 54, 39, 182173), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:54:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:54:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 54, 39, 184037), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 54, 39, 184037), 0, 2, datetime.datetime(2022, 6, 3, 8, 54, 39, 184037), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:54:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:54:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 54, 39, 185874), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 54, 39, 185874), 0, 2, datetime.datetime(2022, 6, 3, 8, 54, 39, 185874), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:54:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:54:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:54:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:54:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:54:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:54:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:54:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:55:05,841 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:55:39.167018+00:00 (in 29.999108 seconds)
repomirrorworker stdout | 2022-06-03 08:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:55:39 UTC)" (scheduled at 2022-06-03 08:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:55:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:55:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:55:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 55, 9, 176128), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 55, 9, 176128), 0, 2, datetime.datetime(2022, 6, 3, 8, 55, 9, 176128), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:55:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:55:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 55, 9, 179411), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 55, 9, 179411), 0, 2, datetime.datetime(2022, 6, 3, 8, 55, 9, 179411), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:55:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:55:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 55, 9, 181287), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 55, 9, 181287), 0, 2, datetime.datetime(2022, 6, 3, 8, 55, 9, 181287), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:55:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:55:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 55, 9, 182962), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 55, 9, 182962), 0, 2, datetime.datetime(2022, 6, 3, 8, 55, 9, 182962), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:55:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:55:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 55, 9, 184665), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 55, 9, 184665), 0, 2, datetime.datetime(2022, 6, 3, 8, 55, 9, 184665), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:55:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:55:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:55:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:55:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:55:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:55:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:55:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:55:35,897 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:56:09.167018+00:00 (in 29.999108 seconds)
repomirrorworker stdout | 2022-06-03 08:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:56:09 UTC)" (scheduled at 2022-06-03 08:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:55:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:55:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 55, 39, 175956), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 55, 39, 175956), 0, 2, datetime.datetime(2022, 6, 3, 8, 55, 39, 175956), True, 4, 8])
repomirrorworker stdout | 2022-06-03 08:55:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 08:55:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 55, 39, 179439), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 55, 39, 179439), 0, 2, datetime.datetime(2022, 6, 3, 8, 55, 39, 179439), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:55:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:55:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 55, 39, 181333), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 55, 39, 181333), 0, 2, datetime.datetime(2022, 6, 3, 8, 55, 39, 181333), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 55, 39, 183384), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 55, 39, 183384), 0, 2, datetime.datetime(2022, 6, 3, 8, 55, 39, 183384), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:55:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:55:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:55:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:55:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:55:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:55:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:55:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:56:05,921 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:56:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-03 08:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:56:39 UTC)" (scheduled at 2022-06-03 08:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:56:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:56:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:56:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 56, 9, 176382), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 56, 9, 176382), 0, 2, datetime.datetime(2022, 6, 3, 8, 56, 9, 176382), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:56:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:56:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 56, 9, 179596), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 56, 9, 179596), 0, 2, datetime.datetime(2022, 6, 3, 8, 56, 9, 179596), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:56:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:56:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 56, 9, 181492), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 56, 9, 181492), 0, 2, datetime.datetime(2022, 6, 3, 8, 56, 9, 181492), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:56:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:56:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 56, 9, 183225), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 56, 9, 183225), 0, 2, datetime.datetime(2022, 6, 3, 8, 56, 9, 183225), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:56:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:56:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 56, 9, 184933), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 56, 9, 184933), 0, 2, datetime.datetime(2022, 6, 3, 8, 56, 9, 184933), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:56:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:56:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:56:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:56:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:56:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:56:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:56:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:56:35,980 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:57:09.167018+00:00 (in 29.999163 seconds)
repomirrorworker stdout | 2022-06-03 08:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:57:09 UTC)" (scheduled at 2022-06-03 08:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:56:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:56:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 56, 39, 176749), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 56, 39, 176749), 0, 2, datetime.datetime(2022, 6, 3, 8, 56, 39, 176749), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:56:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:56:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 56, 39, 180378), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 56, 39, 180378), 0, 2, datetime.datetime(2022, 6, 3, 8, 56, 39, 180378), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:56:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:56:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 56, 39, 182557), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 56, 39, 182557), 0, 2, datetime.datetime(2022, 6, 3, 8, 56, 39, 182557), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:56:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:56:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 56, 39, 184318), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 56, 39, 184318), 0, 2, datetime.datetime(2022, 6, 3, 8, 56, 39, 184318), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:56:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:56:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 56, 39, 186027), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 56, 39, 186027), 0, 2, datetime.datetime(2022, 6, 3, 8, 56, 39, 186027), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:56:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:56:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:56:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:56:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:56:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:56:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:56:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:57:06,037 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:57:39.167018+00:00 (in 29.999140 seconds)
repomirrorworker stdout | 2022-06-03 08:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:57:39 UTC)" (scheduled at 2022-06-03 08:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:57:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:57:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:57:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 57, 9, 176545), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 57, 9, 176545), 0, 2, datetime.datetime(2022, 6, 3, 8, 57, 9, 176545), True, 9, 13])
repomirrorworker stdout | 2022-06-03 08:57:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 08:57:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 57, 9, 179878), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 57, 9, 179878), 0, 2, datetime.datetime(2022, 6, 3, 8, 57, 9, 179878), True, 13, 15])
repomirrorworker stdout | 2022-06-03 08:57:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 08:57:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 57, 9, 181791), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 57, 9, 181791), 0, 2, datetime.datetime(2022, 6, 3, 8, 57, 9, 181791), True, 4, 8])
repomirrorworker stdout | 2022-06-03 08:57:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 08:57:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 57, 9, 183486), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 57, 9, 183486), 0, 2, datetime.datetime(2022, 6, 3, 8, 57, 9, 183486), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:57:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:57:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 57, 9, 185186), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 57, 9, 185186), 0, 2, datetime.datetime(2022, 6, 3, 8, 57, 9, 185186), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:57:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:57:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:57:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:57:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:57:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:57:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:57:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:57:36,085 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:58:09.167018+00:00 (in 29.999182 seconds)
repomirrorworker stdout | 2022-06-03 08:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:58:09 UTC)" (scheduled at 2022-06-03 08:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:57:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:57:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 57, 39, 177119), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 57, 39, 177119), 0, 2, datetime.datetime(2022, 6, 3, 8, 57, 39, 177119), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:57:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:57:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 57, 39, 180417), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 57, 39, 180417), 0, 2, datetime.datetime(2022, 6, 3, 8, 57, 39, 180417), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:57:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:57:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 57, 39, 182626), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 57, 39, 182626), 0, 2, datetime.datetime(2022, 6, 3, 8, 57, 39, 182626), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:57:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:57:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 57, 39, 184376), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 57, 39, 184376), 0, 2, datetime.datetime(2022, 6, 3, 8, 57, 39, 184376), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:57:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:57:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:57:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:57:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:57:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:57:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:57:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:58:06,159 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:58:39.167018+00:00 (in 29.999053 seconds)
repomirrorworker stdout | 2022-06-03 08:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:58:39 UTC)" (scheduled at 2022-06-03 08:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:58:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:58:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 58, 9, 176428), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 58, 9, 176428), 0, 2, datetime.datetime(2022, 6, 3, 8, 58, 9, 176428), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:58:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:58:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 58, 9, 179949), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 58, 9, 179949), 0, 2, datetime.datetime(2022, 6, 3, 8, 58, 9, 179949), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:58:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:58:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 58, 9, 181874), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 58, 9, 181874), 0, 2, datetime.datetime(2022, 6, 3, 8, 58, 9, 181874), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:58:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:58:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 58, 9, 183605), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 58, 9, 183605), 0, 2, datetime.datetime(2022, 6, 3, 8, 58, 9, 183605), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:58:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:58:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 58, 9, 185266), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 58, 9, 185266), 0, 2, datetime.datetime(2022, 6, 3, 8, 58, 9, 185266), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:58:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:58:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:58:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:58:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:58:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:58:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:58:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:58:36,219 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:59:09.167018+00:00 (in 29.998984 seconds)
repomirrorworker stdout | 2022-06-03 08:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:59:09 UTC)" (scheduled at 2022-06-03 08:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:58:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:58:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:58:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 58, 39, 176283), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 58, 39, 176283), 0, 2, datetime.datetime(2022, 6, 3, 8, 58, 39, 176283), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:58:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:58:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 58, 39, 179417), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 58, 39, 179417), 0, 2, datetime.datetime(2022, 6, 3, 8, 58, 39, 179417), True, 11, 15])
repomirrorworker stdout | 2022-06-03 08:58:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 08:58:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 58, 39, 181323), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 58, 39, 181323), 0, 2, datetime.datetime(2022, 6, 3, 8, 58, 39, 181323), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:58:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:58:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 58, 39, 183020), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 58, 39, 183020), 0, 2, datetime.datetime(2022, 6, 3, 8, 58, 39, 183020), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:58:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:58:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 58, 39, 184693), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 58, 39, 184693), 0, 2, datetime.datetime(2022, 6, 3, 8, 58, 39, 184693), True, 5, 9])
repomirrorworker stdout | 2022-06-03 08:58:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 08:58:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:58:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:58:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:58:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:58:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:58:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:59:06,275 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 08:59:39.167018+00:00 (in 29.998971 seconds)
repomirrorworker stdout | 2022-06-03 08:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:59:39 UTC)" (scheduled at 2022-06-03 08:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:59:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:59:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 59, 9, 177070), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 59, 9, 177070), 0, 2, datetime.datetime(2022, 6, 3, 8, 59, 9, 177070), True, 8, 12])
repomirrorworker stdout | 2022-06-03 08:59:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 08:59:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 59, 9, 180348), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 59, 9, 180348), 0, 2, datetime.datetime(2022, 6, 3, 8, 59, 9, 180348), True, 12, 15])
repomirrorworker stdout | 2022-06-03 08:59:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 08:59:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 59, 9, 182294), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 59, 9, 182294), 0, 2, datetime.datetime(2022, 6, 3, 8, 59, 9, 182294), True, 3, 7])
repomirrorworker stdout | 2022-06-03 08:59:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 08:59:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 59, 9, 184028), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 59, 9, 184028), 0, 2, datetime.datetime(2022, 6, 3, 8, 59, 9, 184028), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:59:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:59:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 59, 9, 185667), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 59, 9, 185667), 0, 2, datetime.datetime(2022, 6, 3, 8, 59, 9, 185667), True, 7, 11])
repomirrorworker stdout | 2022-06-03 08:59:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 08:59:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:59:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:59:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:59:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:59:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:59:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 08:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 08:59:36,335 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 08:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 08:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:00:09.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-03 08:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:00:09 UTC)" (scheduled at 2022-06-03 08:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 08:59:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:59:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:59:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 59, 39, 176791), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 59, 39, 176791), 0, 2, datetime.datetime(2022, 6, 3, 8, 59, 39, 176791), True, 10, 14])
repomirrorworker stdout | 2022-06-03 08:59:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 08:59:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 59, 39, 180031), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 59, 39, 180031), 0, 2, datetime.datetime(2022, 6, 3, 8, 59, 39, 180031), True, 2, 6])
repomirrorworker stdout | 2022-06-03 08:59:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 08:59:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 59, 39, 181872), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 59, 39, 181872), 0, 2, datetime.datetime(2022, 6, 3, 8, 59, 39, 181872), True, 6, 10])
repomirrorworker stdout | 2022-06-03 08:59:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 08:59:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 59, 39, 183564), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 59, 39, 183564), 0, 2, datetime.datetime(2022, 6, 3, 8, 59, 39, 183564), True, 1, 5])
repomirrorworker stdout | 2022-06-03 08:59:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 08:59:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 8, 59, 39, 185356), 0, 2, None, True, datetime.datetime(2022, 6, 3, 8, 59, 39, 185356), 0, 2, datetime.datetime(2022, 6, 3, 8, 59, 39, 185356), True, 14, 15])
repomirrorworker stdout | 2022-06-03 08:59:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 08:59:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 08:59:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:59:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 08:59:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 08:59:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 08:59:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:00:06,395 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:00:39.167018+00:00 (in 29.999119 seconds)
repomirrorworker stdout | 2022-06-03 09:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:00:39 UTC)" (scheduled at 2022-06-03 09:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:00:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:00:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:00:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 0, 9, 176505), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 0, 9, 176505), 0, 2, datetime.datetime(2022, 6, 3, 9, 0, 9, 176505), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:00:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:00:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 0, 9, 179697), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 0, 9, 179697), 0, 2, datetime.datetime(2022, 6, 3, 9, 0, 9, 179697), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:00:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:00:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 0, 9, 181592), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 0, 9, 181592), 0, 2, datetime.datetime(2022, 6, 3, 9, 0, 9, 181592), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:00:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:00:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 0, 9, 183280), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 0, 9, 183280), 0, 2, datetime.datetime(2022, 6, 3, 9, 0, 9, 183280), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:00:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:00:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 0, 9, 184942), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 0, 9, 184942), 0, 2, datetime.datetime(2022, 6, 3, 9, 0, 9, 184942), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:00:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:00:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:00:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:00:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:00:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:00:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:00:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:00:36,446 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:01:09.167018+00:00 (in 29.999109 seconds)
repomirrorworker stdout | 2022-06-03 09:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:01:09 UTC)" (scheduled at 2022-06-03 09:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:00:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:00:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 0, 39, 176309), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 0, 39, 176309), 0, 2, datetime.datetime(2022, 6, 3, 9, 0, 39, 176309), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:00:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:00:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 0, 39, 179469), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 0, 39, 179469), 0, 2, datetime.datetime(2022, 6, 3, 9, 0, 39, 179469), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:00:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:00:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 0, 39, 181356), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 0, 39, 181356), 0, 2, datetime.datetime(2022, 6, 3, 9, 0, 39, 181356), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:00:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:00:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 0, 39, 183034), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 0, 39, 183034), 0, 2, datetime.datetime(2022, 6, 3, 9, 0, 39, 183034), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:00:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:00:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:00:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:00:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:00:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:00:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:00:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:01:06,517 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:01:39.167018+00:00 (in 29.999136 seconds)
repomirrorworker stdout | 2022-06-03 09:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:01:39 UTC)" (scheduled at 2022-06-03 09:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:01:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:01:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:01:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 1, 9, 176877), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 1, 9, 176877), 0, 2, datetime.datetime(2022, 6, 3, 9, 1, 9, 176877), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:01:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:01:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 1, 9, 180484), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 1, 9, 180484), 0, 2, datetime.datetime(2022, 6, 3, 9, 1, 9, 180484), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:01:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:01:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 1, 9, 182442), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 1, 9, 182442), 0, 2, datetime.datetime(2022, 6, 3, 9, 1, 9, 182442), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:01:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:01:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 1, 9, 184180), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 1, 9, 184180), 0, 2, datetime.datetime(2022, 6, 3, 9, 1, 9, 184180), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:01:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:01:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 1, 9, 185811), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 1, 9, 185811), 0, 2, datetime.datetime(2022, 6, 3, 9, 1, 9, 185811), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:01:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:01:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:01:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:01:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:01:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:01:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:01:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:01:36,578 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:02:09.167018+00:00 (in 29.999132 seconds)
repomirrorworker stdout | 2022-06-03 09:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:02:09 UTC)" (scheduled at 2022-06-03 09:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:01:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:01:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 1, 39, 177075), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 1, 39, 177075), 0, 2, datetime.datetime(2022, 6, 3, 9, 1, 39, 177075), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 1, 39, 180422), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 1, 39, 180422), 0, 2, datetime.datetime(2022, 6, 3, 9, 1, 39, 180422), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:01:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:01:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 1, 39, 182325), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 1, 39, 182325), 0, 2, datetime.datetime(2022, 6, 3, 9, 1, 39, 182325), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:01:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:01:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 1, 39, 184010), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 1, 39, 184010), 0, 2, datetime.datetime(2022, 6, 3, 9, 1, 39, 184010), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:01:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:01:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:01:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:01:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:01:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:01:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:01:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:02:06,640 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:02:39.167018+00:00 (in 29.998993 seconds)
repomirrorworker stdout | 2022-06-03 09:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:02:39 UTC)" (scheduled at 2022-06-03 09:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:02:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:02:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:02:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 2, 9, 176492), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 2, 9, 176492), 0, 2, datetime.datetime(2022, 6, 3, 9, 2, 9, 176492), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:02:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:02:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 2, 9, 179517), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 2, 9, 179517), 0, 2, datetime.datetime(2022, 6, 3, 9, 2, 9, 179517), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:02:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:02:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 2, 9, 181344), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 2, 9, 181344), 0, 2, datetime.datetime(2022, 6, 3, 9, 2, 9, 181344), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:02:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:02:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 2, 9, 182991), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 2, 9, 182991), 0, 2, datetime.datetime(2022, 6, 3, 9, 2, 9, 182991), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:02:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:02:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 2, 9, 184596), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 2, 9, 184596), 0, 2, datetime.datetime(2022, 6, 3, 9, 2, 9, 184596), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:02:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:02:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:02:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:02:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:02:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:02:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:02:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:02:36,694 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:03:09.167018+00:00 (in 29.999195 seconds)
repomirrorworker stdout | 2022-06-03 09:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:03:09 UTC)" (scheduled at 2022-06-03 09:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:02:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:02:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:02:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 2, 39, 176524), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 2, 39, 176524), 0, 2, datetime.datetime(2022, 6, 3, 9, 2, 39, 176524), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:02:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:02:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 2, 39, 180313), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 2, 39, 180313), 0, 2, datetime.datetime(2022, 6, 3, 9, 2, 39, 180313), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:02:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:02:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 2, 39, 182419), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 2, 39, 182419), 0, 2, datetime.datetime(2022, 6, 3, 9, 2, 39, 182419), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:02:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:02:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 2, 39, 184374), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 2, 39, 184374), 0, 2, datetime.datetime(2022, 6, 3, 9, 2, 39, 184374), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:02:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:02:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:02:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:02:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:02:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:02:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:02:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:03:06,763 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:03:39.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-03 09:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:03:39 UTC)" (scheduled at 2022-06-03 09:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:03:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:03:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 3, 9, 176634), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 3, 9, 176634), 0, 2, datetime.datetime(2022, 6, 3, 9, 3, 9, 176634), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:03:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:03:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 3, 9, 180229), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 3, 9, 180229), 0, 2, datetime.datetime(2022, 6, 3, 9, 3, 9, 180229), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:03:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:03:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 3, 9, 182097), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 3, 9, 182097), 0, 2, datetime.datetime(2022, 6, 3, 9, 3, 9, 182097), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:03:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:03:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 3, 9, 183813), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 3, 9, 183813), 0, 2, datetime.datetime(2022, 6, 3, 9, 3, 9, 183813), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:03:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:03:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 3, 9, 185614), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 3, 9, 185614), 0, 2, datetime.datetime(2022, 6, 3, 9, 3, 9, 185614), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:03:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:03:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:03:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:03:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:03:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:03:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:03:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:03:36,839 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:04:09.167018+00:00 (in 29.999043 seconds)
repomirrorworker stdout | 2022-06-03 09:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:04:09 UTC)" (scheduled at 2022-06-03 09:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:03:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:03:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:03:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 3, 39, 176328), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 3, 39, 176328), 0, 2, datetime.datetime(2022, 6, 3, 9, 3, 39, 176328), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:03:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:03:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 3, 39, 179476), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 3, 39, 179476), 0, 2, datetime.datetime(2022, 6, 3, 9, 3, 39, 179476), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:03:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:03:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 3, 39, 181394), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 3, 39, 181394), 0, 2, datetime.datetime(2022, 6, 3, 9, 3, 39, 181394), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:03:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:03:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 3, 39, 183174), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 3, 39, 183174), 0, 2, datetime.datetime(2022, 6, 3, 9, 3, 39, 183174), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:03:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:03:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 3, 39, 184850), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 3, 39, 184850), 0, 2, datetime.datetime(2022, 6, 3, 9, 3, 39, 184850), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:03:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:03:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:03:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:03:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:03:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:03:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:03:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:04:06,897 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:04:39.167018+00:00 (in 29.999209 seconds)
repomirrorworker stdout | 2022-06-03 09:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:04:39 UTC)" (scheduled at 2022-06-03 09:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:04:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:04:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 4, 9, 176341), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 4, 9, 176341), 0, 2, datetime.datetime(2022, 6, 3, 9, 4, 9, 176341), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:04:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:04:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 4, 9, 179717), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 4, 9, 179717), 0, 2, datetime.datetime(2022, 6, 3, 9, 4, 9, 179717), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:04:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:04:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 4, 9, 181603), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 4, 9, 181603), 0, 2, datetime.datetime(2022, 6, 3, 9, 4, 9, 181603), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:04:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:04:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 4, 9, 183351), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 4, 9, 183351), 0, 2, datetime.datetime(2022, 6, 3, 9, 4, 9, 183351), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:04:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:04:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:04:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:04:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:04:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:04:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:04:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:04:36,955 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:05:09.167018+00:00 (in 29.999000 seconds)
repomirrorworker stdout | 2022-06-03 09:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:05:09 UTC)" (scheduled at 2022-06-03 09:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:04:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:04:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:04:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 4, 39, 176893), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 4, 39, 176893), 0, 2, datetime.datetime(2022, 6, 3, 9, 4, 39, 176893), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:04:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:04:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 4, 39, 180926), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 4, 39, 180926), 0, 2, datetime.datetime(2022, 6, 3, 9, 4, 39, 180926), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:04:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:04:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 4, 39, 183058), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 4, 39, 183058), 0, 2, datetime.datetime(2022, 6, 3, 9, 4, 39, 183058), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:04:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:04:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 4, 39, 184934), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 4, 39, 184934), 0, 2, datetime.datetime(2022, 6, 3, 9, 4, 39, 184934), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:04:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:04:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 4, 39, 186646), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 4, 39, 186646), 0, 2, datetime.datetime(2022, 6, 3, 9, 4, 39, 186646), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:04:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:04:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:04:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:04:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:04:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:04:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:04:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:05:06,997 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:05:39.167018+00:00 (in 29.999043 seconds)
repomirrorworker stdout | 2022-06-03 09:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:05:39 UTC)" (scheduled at 2022-06-03 09:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:05:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:05:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 5, 9, 176970), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 5, 9, 176970), 0, 2, datetime.datetime(2022, 6, 3, 9, 5, 9, 176970), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:05:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:05:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 5, 9, 180414), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 5, 9, 180414), 0, 2, datetime.datetime(2022, 6, 3, 9, 5, 9, 180414), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:05:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:05:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 5, 9, 182358), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 5, 9, 182358), 0, 2, datetime.datetime(2022, 6, 3, 9, 5, 9, 182358), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:05:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:05:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 5, 9, 184076), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 5, 9, 184076), 0, 2, datetime.datetime(2022, 6, 3, 9, 5, 9, 184076), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:05:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 5, 9, 185785), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 5, 9, 185785), 0, 2, datetime.datetime(2022, 6, 3, 9, 5, 9, 185785), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:05:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:05:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:05:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:05:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:05:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:05:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:05:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:05:37,052 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:06:09.167018+00:00 (in 29.999141 seconds)
repomirrorworker stdout | 2022-06-03 09:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:06:09 UTC)" (scheduled at 2022-06-03 09:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:05:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:05:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 5, 39, 177033), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 5, 39, 177033), 0, 2, datetime.datetime(2022, 6, 3, 9, 5, 39, 177033), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:05:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 5, 39, 180500), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 5, 39, 180500), 0, 2, datetime.datetime(2022, 6, 3, 9, 5, 39, 180500), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:05:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:05:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 5, 39, 182526), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 5, 39, 182526), 0, 2, datetime.datetime(2022, 6, 3, 9, 5, 39, 182526), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:05:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:05:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 5, 39, 184375), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 5, 39, 184375), 0, 2, datetime.datetime(2022, 6, 3, 9, 5, 39, 184375), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:05:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:05:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 5, 39, 186201), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 5, 39, 186201), 0, 2, datetime.datetime(2022, 6, 3, 9, 5, 39, 186201), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:05:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:05:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:05:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:05:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:05:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:05:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:05:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:06:07,107 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:06:39.167018+00:00 (in 29.998977 seconds)
repomirrorworker stdout | 2022-06-03 09:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:06:39 UTC)" (scheduled at 2022-06-03 09:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:06:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:06:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:06:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 6, 9, 176504), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 6, 9, 176504), 0, 2, datetime.datetime(2022, 6, 3, 9, 6, 9, 176504), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:06:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:06:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 6, 9, 179983), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 6, 9, 179983), 0, 2, datetime.datetime(2022, 6, 3, 9, 6, 9, 179983), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:06:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:06:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 6, 9, 181888), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 6, 9, 181888), 0, 2, datetime.datetime(2022, 6, 3, 9, 6, 9, 181888), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:06:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:06:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 6, 9, 183579), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 6, 9, 183579), 0, 2, datetime.datetime(2022, 6, 3, 9, 6, 9, 183579), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:06:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:06:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:06:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:06:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:06:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:06:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:06:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:06:37,157 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:07:09.167018+00:00 (in 29.999124 seconds)
repomirrorworker stdout | 2022-06-03 09:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:07:09 UTC)" (scheduled at 2022-06-03 09:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:06:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 6, 39, 176931), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 6, 39, 176931), 0, 2, datetime.datetime(2022, 6, 3, 9, 6, 39, 176931), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:06:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:06:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 6, 39, 180609), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 6, 39, 180609), 0, 2, datetime.datetime(2022, 6, 3, 9, 6, 39, 180609), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:06:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:06:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 6, 39, 182748), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 6, 39, 182748), 0, 2, datetime.datetime(2022, 6, 3, 9, 6, 39, 182748), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:06:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:06:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 6, 39, 184570), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 6, 39, 184570), 0, 2, datetime.datetime(2022, 6, 3, 9, 6, 39, 184570), True, 12, 15])
repomirrorworker stdout | 2022-06-03 09:06:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 09:06:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:06:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:06:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:06:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:06:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:06:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:07:07,212 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:07:39.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-03 09:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:07:39 UTC)" (scheduled at 2022-06-03 09:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:07:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:07:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:07:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 7, 9, 176518), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 7, 9, 176518), 0, 2, datetime.datetime(2022, 6, 3, 9, 7, 9, 176518), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:07:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:07:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 7, 9, 179913), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 7, 9, 179913), 0, 2, datetime.datetime(2022, 6, 3, 9, 7, 9, 179913), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:07:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:07:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 7, 9, 181765), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 7, 9, 181765), 0, 2, datetime.datetime(2022, 6, 3, 9, 7, 9, 181765), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:07:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:07:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 7, 9, 183426), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 7, 9, 183426), 0, 2, datetime.datetime(2022, 6, 3, 9, 7, 9, 183426), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:07:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:07:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:07:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:07:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:07:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:07:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:07:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:07:37,271 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:08:09.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-03 09:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:08:09 UTC)" (scheduled at 2022-06-03 09:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:07:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:07:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 7, 39, 176430), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 7, 39, 176430), 0, 2, datetime.datetime(2022, 6, 3, 9, 7, 39, 176430), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:07:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:07:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 7, 39, 179928), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 7, 39, 179928), 0, 2, datetime.datetime(2022, 6, 3, 9, 7, 39, 179928), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:07:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:07:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 7, 39, 181903), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 7, 39, 181903), 0, 2, datetime.datetime(2022, 6, 3, 9, 7, 39, 181903), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:07:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:07:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 7, 39, 183618), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 7, 39, 183618), 0, 2, datetime.datetime(2022, 6, 3, 9, 7, 39, 183618), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:07:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:07:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 7, 39, 185341), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 7, 39, 185341), 0, 2, datetime.datetime(2022, 6, 3, 9, 7, 39, 185341), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:07:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:07:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:07:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:07:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:07:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:07:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:07:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:08:07,334 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:08:39.167018+00:00 (in 29.999030 seconds)
repomirrorworker stdout | 2022-06-03 09:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:08:39 UTC)" (scheduled at 2022-06-03 09:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:08:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:08:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:08:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 8, 9, 176865), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 8, 9, 176865), 0, 2, datetime.datetime(2022, 6, 3, 9, 8, 9, 176865), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:08:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:08:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 8, 9, 180501), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 8, 9, 180501), 0, 2, datetime.datetime(2022, 6, 3, 9, 8, 9, 180501), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:08:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:08:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 8, 9, 182451), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 8, 9, 182451), 0, 2, datetime.datetime(2022, 6, 3, 9, 8, 9, 182451), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:08:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:08:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 8, 9, 184145), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 8, 9, 184145), 0, 2, datetime.datetime(2022, 6, 3, 9, 8, 9, 184145), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:08:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:08:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 8, 9, 185786), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 8, 9, 185786), 0, 2, datetime.datetime(2022, 6, 3, 9, 8, 9, 185786), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:08:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:08:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:08:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:08:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:08:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:08:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:08:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:08:37,387 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:09:09.167018+00:00 (in 29.999187 seconds)
repomirrorworker stdout | 2022-06-03 09:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:09:09 UTC)" (scheduled at 2022-06-03 09:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:08:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:08:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:08:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 8, 39, 176765), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 8, 39, 176765), 0, 2, datetime.datetime(2022, 6, 3, 9, 8, 39, 176765), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:08:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:08:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 8, 39, 180687), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 8, 39, 180687), 0, 2, datetime.datetime(2022, 6, 3, 9, 8, 39, 180687), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:08:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:08:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 8, 39, 182638), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 8, 39, 182638), 0, 2, datetime.datetime(2022, 6, 3, 9, 8, 39, 182638), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:08:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:08:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 8, 39, 184346), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 8, 39, 184346), 0, 2, datetime.datetime(2022, 6, 3, 9, 8, 39, 184346), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:08:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:08:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 8, 39, 186051), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 8, 39, 186051), 0, 2, datetime.datetime(2022, 6, 3, 9, 8, 39, 186051), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:08:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:08:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:08:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:08:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:08:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:08:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:08:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:09:07,423 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:09:39.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-03 09:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:09:39 UTC)" (scheduled at 2022-06-03 09:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:09:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:09:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:09:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 9, 9, 177157), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 9, 9, 177157), 0, 2, datetime.datetime(2022, 6, 3, 9, 9, 9, 177157), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:09:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:09:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 9, 9, 180891), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 9, 9, 180891), 0, 2, datetime.datetime(2022, 6, 3, 9, 9, 9, 180891), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:09:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:09:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 9, 9, 183115), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 9, 9, 183115), 0, 2, datetime.datetime(2022, 6, 3, 9, 9, 9, 183115), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:09:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:09:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 9, 9, 185151), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 9, 9, 185151), 0, 2, datetime.datetime(2022, 6, 3, 9, 9, 9, 185151), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:09:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:09:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 9, 9, 187107), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 9, 9, 187107), 0, 2, datetime.datetime(2022, 6, 3, 9, 9, 9, 187107), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:09:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:09:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:09:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:09:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:09:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:09:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:09:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:09:37,485 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:10:09.167018+00:00 (in 29.999077 seconds)
repomirrorworker stdout | 2022-06-03 09:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:10:09 UTC)" (scheduled at 2022-06-03 09:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:09:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:09:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 9, 39, 176525), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 9, 39, 176525), 0, 2, datetime.datetime(2022, 6, 3, 9, 9, 39, 176525), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:09:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:09:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 9, 39, 179684), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 9, 39, 179684), 0, 2, datetime.datetime(2022, 6, 3, 9, 9, 39, 179684), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:09:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:09:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 9, 39, 181497), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 9, 39, 181497), 0, 2, datetime.datetime(2022, 6, 3, 9, 9, 39, 181497), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:09:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:09:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 9, 39, 183134), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 9, 39, 183134), 0, 2, datetime.datetime(2022, 6, 3, 9, 9, 39, 183134), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:09:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:09:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:09:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:09:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:09:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:09:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:09:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:10:07,543 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:10:39.167018+00:00 (in 29.999123 seconds)
repomirrorworker stdout | 2022-06-03 09:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:10:39 UTC)" (scheduled at 2022-06-03 09:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:10:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:10:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 10, 9, 176787), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 10, 9, 176787), 0, 2, datetime.datetime(2022, 6, 3, 9, 10, 9, 176787), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:10:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:10:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 10, 9, 180407), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 10, 9, 180407), 0, 2, datetime.datetime(2022, 6, 3, 9, 10, 9, 180407), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:10:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:10:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 10, 9, 182712), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 10, 9, 182712), 0, 2, datetime.datetime(2022, 6, 3, 9, 10, 9, 182712), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:10:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:10:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 10, 9, 184792), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 10, 9, 184792), 0, 2, datetime.datetime(2022, 6, 3, 9, 10, 9, 184792), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:10:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:10:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 10, 9, 186824), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 10, 9, 186824), 0, 2, datetime.datetime(2022, 6, 3, 9, 10, 9, 186824), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:10:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:10:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:10:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:10:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:10:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:10:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:10:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:10:37,602 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:11:09.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-03 09:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:11:09 UTC)" (scheduled at 2022-06-03 09:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:10:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:10:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 10, 39, 176568), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 10, 39, 176568), 0, 2, datetime.datetime(2022, 6, 3, 9, 10, 39, 176568), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:10:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:10:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 10, 39, 180099), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 10, 39, 180099), 0, 2, datetime.datetime(2022, 6, 3, 9, 10, 39, 180099), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:10:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:10:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 10, 39, 182302), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 10, 39, 182302), 0, 2, datetime.datetime(2022, 6, 3, 9, 10, 39, 182302), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:10:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:10:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 10, 39, 184010), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 10, 39, 184010), 0, 2, datetime.datetime(2022, 6, 3, 9, 10, 39, 184010), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:10:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:10:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 10, 39, 185625), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 10, 39, 185625), 0, 2, datetime.datetime(2022, 6, 3, 9, 10, 39, 185625), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:10:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:10:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:10:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:10:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:10:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:10:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:10:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:11:07,637 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:11:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-03 09:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:11:39 UTC)" (scheduled at 2022-06-03 09:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:11:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:11:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:11:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 11, 9, 176270), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 11, 9, 176270), 0, 2, datetime.datetime(2022, 6, 3, 9, 11, 9, 176270), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:11:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:11:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 11, 9, 179550), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 11, 9, 179550), 0, 2, datetime.datetime(2022, 6, 3, 9, 11, 9, 179550), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:11:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:11:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 11, 9, 181819), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 11, 9, 181819), 0, 2, datetime.datetime(2022, 6, 3, 9, 11, 9, 181819), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:11:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:11:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 11, 9, 183788), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 11, 9, 183788), 0, 2, datetime.datetime(2022, 6, 3, 9, 11, 9, 183788), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:11:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:11:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:11:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:11:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:11:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:11:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:11:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:11:37,674 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:12:09.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-03 09:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:12:09 UTC)" (scheduled at 2022-06-03 09:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:11:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:11:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:11:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 11, 39, 176243), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 11, 39, 176243), 0, 2, datetime.datetime(2022, 6, 3, 9, 11, 39, 176243), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:11:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:11:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 11, 39, 179386), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 11, 39, 179386), 0, 2, datetime.datetime(2022, 6, 3, 9, 11, 39, 179386), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:11:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:11:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 11, 39, 181348), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 11, 39, 181348), 0, 2, datetime.datetime(2022, 6, 3, 9, 11, 39, 181348), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:11:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:11:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 11, 39, 183062), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 11, 39, 183062), 0, 2, datetime.datetime(2022, 6, 3, 9, 11, 39, 183062), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:11:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:11:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 11, 39, 184870), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 11, 39, 184870), 0, 2, datetime.datetime(2022, 6, 3, 9, 11, 39, 184870), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:11:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:11:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:11:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:11:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:11:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:11:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:11:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:12:07,759 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:12:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-03 09:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:12:39 UTC)" (scheduled at 2022-06-03 09:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:12:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:12:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:12:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 12, 9, 176944), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 12, 9, 176944), 0, 2, datetime.datetime(2022, 6, 3, 9, 12, 9, 176944), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:12:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:12:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 12, 9, 180122), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 12, 9, 180122), 0, 2, datetime.datetime(2022, 6, 3, 9, 12, 9, 180122), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:12:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:12:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 12, 9, 181959), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 12, 9, 181959), 0, 2, datetime.datetime(2022, 6, 3, 9, 12, 9, 181959), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:12:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:12:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 12, 9, 183664), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 12, 9, 183664), 0, 2, datetime.datetime(2022, 6, 3, 9, 12, 9, 183664), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:12:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:12:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 12, 9, 185350), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 12, 9, 185350), 0, 2, datetime.datetime(2022, 6, 3, 9, 12, 9, 185350), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:12:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:12:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:12:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:12:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:12:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:12:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:12:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:12:37,815 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:13:09.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-03 09:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:13:09 UTC)" (scheduled at 2022-06-03 09:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:12:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:12:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:12:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 12, 39, 176517), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 12, 39, 176517), 0, 2, datetime.datetime(2022, 6, 3, 9, 12, 39, 176517), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:12:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:12:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 12, 39, 179625), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 12, 39, 179625), 0, 2, datetime.datetime(2022, 6, 3, 9, 12, 39, 179625), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:12:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:12:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 12, 39, 181504), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 12, 39, 181504), 0, 2, datetime.datetime(2022, 6, 3, 9, 12, 39, 181504), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:12:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 12, 39, 183178), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 12, 39, 183178), 0, 2, datetime.datetime(2022, 6, 3, 9, 12, 39, 183178), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:12:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:12:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:12:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:12:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:12:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:12:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:12:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:13:07,870 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:13:39.167018+00:00 (in 29.998957 seconds)
repomirrorworker stdout | 2022-06-03 09:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:13:39 UTC)" (scheduled at 2022-06-03 09:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:13:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:13:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:13:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 13, 9, 176663), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 13, 9, 176663), 0, 2, datetime.datetime(2022, 6, 3, 9, 13, 9, 176663), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:13:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:13:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 13, 9, 179855), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 13, 9, 179855), 0, 2, datetime.datetime(2022, 6, 3, 9, 13, 9, 179855), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:13:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:13:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 13, 9, 181763), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 13, 9, 181763), 0, 2, datetime.datetime(2022, 6, 3, 9, 13, 9, 181763), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:13:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:13:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 13, 9, 183486), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 13, 9, 183486), 0, 2, datetime.datetime(2022, 6, 3, 9, 13, 9, 183486), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:13:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:13:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 13, 9, 185199), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 13, 9, 185199), 0, 2, datetime.datetime(2022, 6, 3, 9, 13, 9, 185199), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:13:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:13:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:13:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:13:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:13:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:13:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:13:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:13:37,924 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:14:09.167018+00:00 (in 29.999060 seconds)
repomirrorworker stdout | 2022-06-03 09:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:14:09 UTC)" (scheduled at 2022-06-03 09:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:13:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:13:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:13:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 13, 39, 176656), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 13, 39, 176656), 0, 2, datetime.datetime(2022, 6, 3, 9, 13, 39, 176656), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:13:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:13:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 13, 39, 180077), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 13, 39, 180077), 0, 2, datetime.datetime(2022, 6, 3, 9, 13, 39, 180077), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:13:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:13:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 13, 39, 181999), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 13, 39, 181999), 0, 2, datetime.datetime(2022, 6, 3, 9, 13, 39, 181999), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:13:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:13:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 13, 39, 183644), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 13, 39, 183644), 0, 2, datetime.datetime(2022, 6, 3, 9, 13, 39, 183644), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:13:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:13:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:13:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:13:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:13:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:13:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:13:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:14:07,973 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:14:39.167018+00:00 (in 29.999221 seconds)
repomirrorworker stdout | 2022-06-03 09:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:14:39 UTC)" (scheduled at 2022-06-03 09:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:14:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:14:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 14, 9, 177118), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 14, 9, 177118), 0, 2, datetime.datetime(2022, 6, 3, 9, 14, 9, 177118), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:14:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:14:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 14, 9, 180363), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 14, 9, 180363), 0, 2, datetime.datetime(2022, 6, 3, 9, 14, 9, 180363), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:14:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:14:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 14, 9, 182719), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 14, 9, 182719), 0, 2, datetime.datetime(2022, 6, 3, 9, 14, 9, 182719), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:14:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:14:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 14, 9, 184445), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 14, 9, 184445), 0, 2, datetime.datetime(2022, 6, 3, 9, 14, 9, 184445), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:14:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:14:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:14:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:14:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:14:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:14:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:14:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:14:38,041 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:15:09.167018+00:00 (in 29.999177 seconds)
repomirrorworker stdout | 2022-06-03 09:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:15:09 UTC)" (scheduled at 2022-06-03 09:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:14:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:14:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:14:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 14, 39, 176433), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 14, 39, 176433), 0, 2, datetime.datetime(2022, 6, 3, 9, 14, 39, 176433), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:14:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 14, 39, 180048), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 14, 39, 180048), 0, 2, datetime.datetime(2022, 6, 3, 9, 14, 39, 180048), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:14:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 14, 39, 182067), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 14, 39, 182067), 0, 2, datetime.datetime(2022, 6, 3, 9, 14, 39, 182067), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:14:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:14:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 14, 39, 183760), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 14, 39, 183760), 0, 2, datetime.datetime(2022, 6, 3, 9, 14, 39, 183760), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:14:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:14:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 14, 39, 185388), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 14, 39, 185388), 0, 2, datetime.datetime(2022, 6, 3, 9, 14, 39, 185388), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:14:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:14:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:14:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:14:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:14:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:14:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:14:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:15:08,087 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:15:39.167018+00:00 (in 29.999238 seconds)
repomirrorworker stdout | 2022-06-03 09:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:15:39 UTC)" (scheduled at 2022-06-03 09:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:15:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:15:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:15:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 15, 9, 176384), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 15, 9, 176384), 0, 2, datetime.datetime(2022, 6, 3, 9, 15, 9, 176384), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:15:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:15:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 15, 9, 180104), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 15, 9, 180104), 0, 2, datetime.datetime(2022, 6, 3, 9, 15, 9, 180104), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 15, 9, 182166), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 15, 9, 182166), 0, 2, datetime.datetime(2022, 6, 3, 9, 15, 9, 182166), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:15:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:15:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 15, 9, 184034), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 15, 9, 184034), 0, 2, datetime.datetime(2022, 6, 3, 9, 15, 9, 184034), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:15:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:15:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 15, 9, 185755), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 15, 9, 185755), 0, 2, datetime.datetime(2022, 6, 3, 9, 15, 9, 185755), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:15:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:15:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:15:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:15:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:15:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:15:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:15:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:15:38,133 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:16:09.167018+00:00 (in 29.999045 seconds)
repomirrorworker stdout | 2022-06-03 09:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:16:09 UTC)" (scheduled at 2022-06-03 09:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:15:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:15:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:15:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 15, 39, 176097), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 15, 39, 176097), 0, 2, datetime.datetime(2022, 6, 3, 9, 15, 39, 176097), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:15:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:15:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 15, 39, 179164), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 15, 39, 179164), 0, 2, datetime.datetime(2022, 6, 3, 9, 15, 39, 179164), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:15:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:15:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 15, 39, 181039), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 15, 39, 181039), 0, 2, datetime.datetime(2022, 6, 3, 9, 15, 39, 181039), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:15:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:15:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 15, 39, 182716), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 15, 39, 182716), 0, 2, datetime.datetime(2022, 6, 3, 9, 15, 39, 182716), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:15:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:15:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 15, 39, 184361), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 15, 39, 184361), 0, 2, datetime.datetime(2022, 6, 3, 9, 15, 39, 184361), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:15:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:15:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:15:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:15:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:15:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:15:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:15:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:16:08,192 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:16:39.167018+00:00 (in 29.999246 seconds)
repomirrorworker stdout | 2022-06-03 09:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:16:39 UTC)" (scheduled at 2022-06-03 09:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:16:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:16:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:16:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 16, 9, 176325), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 16, 9, 176325), 0, 2, datetime.datetime(2022, 6, 3, 9, 16, 9, 176325), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:16:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:16:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 16, 9, 179870), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 16, 9, 179870), 0, 2, datetime.datetime(2022, 6, 3, 9, 16, 9, 179870), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:16:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:16:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 16, 9, 181854), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 16, 9, 181854), 0, 2, datetime.datetime(2022, 6, 3, 9, 16, 9, 181854), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:16:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:16:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 16, 9, 183593), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 16, 9, 183593), 0, 2, datetime.datetime(2022, 6, 3, 9, 16, 9, 183593), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:16:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:16:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:16:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:16:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:16:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:16:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:16:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:16:38,248 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:17:09.167018+00:00 (in 29.999260 seconds)
repomirrorworker stdout | 2022-06-03 09:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:17:09 UTC)" (scheduled at 2022-06-03 09:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:16:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:16:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:16:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 16, 39, 176177), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 16, 39, 176177), 0, 2, datetime.datetime(2022, 6, 3, 9, 16, 39, 176177), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:16:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:16:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 16, 39, 179460), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 16, 39, 179460), 0, 2, datetime.datetime(2022, 6, 3, 9, 16, 39, 179460), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:16:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:16:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 16, 39, 181345), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 16, 39, 181345), 0, 2, datetime.datetime(2022, 6, 3, 9, 16, 39, 181345), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:16:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:16:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 16, 39, 183035), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 16, 39, 183035), 0, 2, datetime.datetime(2022, 6, 3, 9, 16, 39, 183035), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:16:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:16:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 16, 39, 184666), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 16, 39, 184666), 0, 2, datetime.datetime(2022, 6, 3, 9, 16, 39, 184666), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:16:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:16:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:16:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:16:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:16:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:16:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:16:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:17:08,298 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:17:39.167018+00:00 (in 29.999250 seconds)
repomirrorworker stdout | 2022-06-03 09:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:17:39 UTC)" (scheduled at 2022-06-03 09:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:17:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:17:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:17:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 17, 9, 176331), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 17, 9, 176331), 0, 2, datetime.datetime(2022, 6, 3, 9, 17, 9, 176331), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:17:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:17:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 17, 9, 179794), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 17, 9, 179794), 0, 2, datetime.datetime(2022, 6, 3, 9, 17, 9, 179794), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:17:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:17:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 17, 9, 181711), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 17, 9, 181711), 0, 2, datetime.datetime(2022, 6, 3, 9, 17, 9, 181711), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:17:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:17:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 17, 9, 183415), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 17, 9, 183415), 0, 2, datetime.datetime(2022, 6, 3, 9, 17, 9, 183415), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:17:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:17:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:17:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:17:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:17:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:17:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:17:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:17:38,335 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:18:09.167018+00:00 (in 29.999270 seconds)
repomirrorworker stdout | 2022-06-03 09:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:18:09 UTC)" (scheduled at 2022-06-03 09:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:17:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:17:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:17:39,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 17, 39, 175810), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 17, 39, 175810), 0, 2, datetime.datetime(2022, 6, 3, 9, 17, 39, 175810), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:17:39,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:17:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 17, 39, 178910), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 17, 39, 178910), 0, 2, datetime.datetime(2022, 6, 3, 9, 17, 39, 178910), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:17:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:17:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 17, 39, 180782), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 17, 39, 180782), 0, 2, datetime.datetime(2022, 6, 3, 9, 17, 39, 180782), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:17:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:17:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 17, 39, 182446), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 17, 39, 182446), 0, 2, datetime.datetime(2022, 6, 3, 9, 17, 39, 182446), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:17:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:17:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 17, 39, 184115), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 17, 39, 184115), 0, 2, datetime.datetime(2022, 6, 3, 9, 17, 39, 184115), True, 12, 15])
repomirrorworker stdout | 2022-06-03 09:17:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 09:17:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:17:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:17:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:17:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:17:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:17:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:18:08,401 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:18:39.167018+00:00 (in 29.999267 seconds)
repomirrorworker stdout | 2022-06-03 09:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:18:39 UTC)" (scheduled at 2022-06-03 09:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:18:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:18:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 18, 9, 176131), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 18, 9, 176131), 0, 2, datetime.datetime(2022, 6, 3, 9, 18, 9, 176131), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:18:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:18:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 18, 9, 179654), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 18, 9, 179654), 0, 2, datetime.datetime(2022, 6, 3, 9, 18, 9, 179654), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:18:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:18:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 18, 9, 181904), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 18, 9, 181904), 0, 2, datetime.datetime(2022, 6, 3, 9, 18, 9, 181904), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:18:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:18:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 18, 9, 183599), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 18, 9, 183599), 0, 2, datetime.datetime(2022, 6, 3, 9, 18, 9, 183599), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:18:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:18:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:18:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:18:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:18:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:18:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:18:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:18:38,473 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:19:09.167018+00:00 (in 29.999254 seconds)
repomirrorworker stdout | 2022-06-03 09:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:19:09 UTC)" (scheduled at 2022-06-03 09:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:18:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:18:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:18:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 18, 39, 176097), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 18, 39, 176097), 0, 2, datetime.datetime(2022, 6, 3, 9, 18, 39, 176097), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:18:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:18:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 18, 39, 179518), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 18, 39, 179518), 0, 2, datetime.datetime(2022, 6, 3, 9, 18, 39, 179518), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:18:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:18:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 18, 39, 181499), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 18, 39, 181499), 0, 2, datetime.datetime(2022, 6, 3, 9, 18, 39, 181499), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:18:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:18:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 18, 39, 183196), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 18, 39, 183196), 0, 2, datetime.datetime(2022, 6, 3, 9, 18, 39, 183196), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:18:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:18:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:18:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:18:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:18:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:18:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:18:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:19:08,525 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:19:39.167018+00:00 (in 29.999255 seconds)
repomirrorworker stdout | 2022-06-03 09:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:19:39 UTC)" (scheduled at 2022-06-03 09:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:19:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:19:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:19:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 19, 9, 176192), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 19, 9, 176192), 0, 2, datetime.datetime(2022, 6, 3, 9, 19, 9, 176192), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:19:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:19:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 19, 9, 179547), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 19, 9, 179547), 0, 2, datetime.datetime(2022, 6, 3, 9, 19, 9, 179547), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:19:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:19:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 19, 9, 181514), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 19, 9, 181514), 0, 2, datetime.datetime(2022, 6, 3, 9, 19, 9, 181514), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:19:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:19:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 19, 9, 183299), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 19, 9, 183299), 0, 2, datetime.datetime(2022, 6, 3, 9, 19, 9, 183299), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:19:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:19:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 19, 9, 185017), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 19, 9, 185017), 0, 2, datetime.datetime(2022, 6, 3, 9, 19, 9, 185017), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:19:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:19:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:19:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:19:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:19:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:19:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:19:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:19:38,562 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:20:09.167018+00:00 (in 29.999272 seconds)
repomirrorworker stdout | 2022-06-03 09:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:20:09 UTC)" (scheduled at 2022-06-03 09:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:19:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:19:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:19:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 19, 39, 176089), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 19, 39, 176089), 0, 2, datetime.datetime(2022, 6, 3, 9, 19, 39, 176089), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:19:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:19:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 19, 39, 179626), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 19, 39, 179626), 0, 2, datetime.datetime(2022, 6, 3, 9, 19, 39, 179626), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:19:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:19:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 19, 39, 181822), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 19, 39, 181822), 0, 2, datetime.datetime(2022, 6, 3, 9, 19, 39, 181822), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:19:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:19:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 19, 39, 183667), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 19, 39, 183667), 0, 2, datetime.datetime(2022, 6, 3, 9, 19, 39, 183667), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:19:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:19:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 19, 39, 185448), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 19, 39, 185448), 0, 2, datetime.datetime(2022, 6, 3, 9, 19, 39, 185448), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:19:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:19:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:19:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:19:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:19:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:19:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:19:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:20:08,610 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:20:39.167018+00:00 (in 29.999253 seconds)
repomirrorworker stdout | 2022-06-03 09:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:20:39 UTC)" (scheduled at 2022-06-03 09:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:20:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:20:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:20:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 20, 9, 176137), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 20, 9, 176137), 0, 2, datetime.datetime(2022, 6, 3, 9, 20, 9, 176137), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:20:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:20:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 20, 9, 179536), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 20, 9, 179536), 0, 2, datetime.datetime(2022, 6, 3, 9, 20, 9, 179536), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:20:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:20:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 20, 9, 181363), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 20, 9, 181363), 0, 2, datetime.datetime(2022, 6, 3, 9, 20, 9, 181363), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:20:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:20:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 20, 9, 183055), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 20, 9, 183055), 0, 2, datetime.datetime(2022, 6, 3, 9, 20, 9, 183055), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:20:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:20:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 20, 9, 184716), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 20, 9, 184716), 0, 2, datetime.datetime(2022, 6, 3, 9, 20, 9, 184716), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:20:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:20:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:20:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:20:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:20:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:20:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:20:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:20:38,664 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:21:09.167018+00:00 (in 29.999261 seconds)
repomirrorworker stdout | 2022-06-03 09:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:21:09 UTC)" (scheduled at 2022-06-03 09:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:20:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:20:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:20:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 20, 39, 175989), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 20, 39, 175989), 0, 2, datetime.datetime(2022, 6, 3, 9, 20, 39, 175989), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:20:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:20:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 20, 39, 179293), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 20, 39, 179293), 0, 2, datetime.datetime(2022, 6, 3, 9, 20, 39, 179293), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:20:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:20:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 20, 39, 181202), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 20, 39, 181202), 0, 2, datetime.datetime(2022, 6, 3, 9, 20, 39, 181202), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:20:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:20:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 20, 39, 182916), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 20, 39, 182916), 0, 2, datetime.datetime(2022, 6, 3, 9, 20, 39, 182916), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:20:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:20:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 20, 39, 184539), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 20, 39, 184539), 0, 2, datetime.datetime(2022, 6, 3, 9, 20, 39, 184539), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:20:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:20:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:20:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:20:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:20:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:20:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:20:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:21:08,716 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:21:39.167018+00:00 (in 29.999275 seconds)
repomirrorworker stdout | 2022-06-03 09:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:21:39 UTC)" (scheduled at 2022-06-03 09:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:21:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:21:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:21:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 21, 9, 176378), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 21, 9, 176378), 0, 2, datetime.datetime(2022, 6, 3, 9, 21, 9, 176378), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:21:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:21:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 21, 9, 179857), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 21, 9, 179857), 0, 2, datetime.datetime(2022, 6, 3, 9, 21, 9, 179857), True, 12, 15])
repomirrorworker stdout | 2022-06-03 09:21:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 09:21:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 21, 9, 181835), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 21, 9, 181835), 0, 2, datetime.datetime(2022, 6, 3, 9, 21, 9, 181835), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:21:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 21, 9, 183554), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 21, 9, 183554), 0, 2, datetime.datetime(2022, 6, 3, 9, 21, 9, 183554), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:21:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:21:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 21, 9, 185297), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 21, 9, 185297), 0, 2, datetime.datetime(2022, 6, 3, 9, 21, 9, 185297), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:21:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:21:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:21:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:21:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:21:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:21:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:21:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:21:38,767 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:22:09.167018+00:00 (in 29.999262 seconds)
repomirrorworker stdout | 2022-06-03 09:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:22:09 UTC)" (scheduled at 2022-06-03 09:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:21:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:21:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:21:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 21, 39, 175997), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 21, 39, 175997), 0, 2, datetime.datetime(2022, 6, 3, 9, 21, 39, 175997), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:21:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:21:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 21, 39, 179163), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 21, 39, 179163), 0, 2, datetime.datetime(2022, 6, 3, 9, 21, 39, 179163), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:21:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:21:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 21, 39, 181126), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 21, 39, 181126), 0, 2, datetime.datetime(2022, 6, 3, 9, 21, 39, 181126), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:21:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:21:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 21, 39, 182882), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 21, 39, 182882), 0, 2, datetime.datetime(2022, 6, 3, 9, 21, 39, 182882), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:21:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:21:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 21, 39, 184534), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 21, 39, 184534), 0, 2, datetime.datetime(2022, 6, 3, 9, 21, 39, 184534), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:21:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:21:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:21:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:21:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:21:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:21:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:21:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:22:08,810 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:22:39.167018+00:00 (in 29.999257 seconds)
repomirrorworker stdout | 2022-06-03 09:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:22:39 UTC)" (scheduled at 2022-06-03 09:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:22:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:22:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:22:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 22, 9, 176356), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 22, 9, 176356), 0, 2, datetime.datetime(2022, 6, 3, 9, 22, 9, 176356), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:22:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:22:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 22, 9, 179841), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 22, 9, 179841), 0, 2, datetime.datetime(2022, 6, 3, 9, 22, 9, 179841), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:22:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:22:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 22, 9, 181785), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 22, 9, 181785), 0, 2, datetime.datetime(2022, 6, 3, 9, 22, 9, 181785), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:22:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:22:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 22, 9, 183505), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 22, 9, 183505), 0, 2, datetime.datetime(2022, 6, 3, 9, 22, 9, 183505), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:22:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:22:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 22, 9, 185209), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 22, 9, 185209), 0, 2, datetime.datetime(2022, 6, 3, 9, 22, 9, 185209), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:22:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:22:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:22:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:22:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:22:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:22:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:22:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:22:38,845 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:23:09.167018+00:00 (in 29.999235 seconds)
repomirrorworker stdout | 2022-06-03 09:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:23:09 UTC)" (scheduled at 2022-06-03 09:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:22:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:22:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 22, 39, 176097), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 22, 39, 176097), 0, 2, datetime.datetime(2022, 6, 3, 9, 22, 39, 176097), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:22:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:22:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 22, 39, 179779), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 22, 39, 179779), 0, 2, datetime.datetime(2022, 6, 3, 9, 22, 39, 179779), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:22:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:22:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 22, 39, 181968), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 22, 39, 181968), 0, 2, datetime.datetime(2022, 6, 3, 9, 22, 39, 181968), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:22:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:22:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 22, 39, 183982), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 22, 39, 183982), 0, 2, datetime.datetime(2022, 6, 3, 9, 22, 39, 183982), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:22:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:22:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 22, 39, 185762), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 22, 39, 185762), 0, 2, datetime.datetime(2022, 6, 3, 9, 22, 39, 185762), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:22:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:22:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:22:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:22:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:22:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:22:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:22:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:23:08,876 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:23:39.167018+00:00 (in 29.999264 seconds)
repomirrorworker stdout | 2022-06-03 09:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:23:39 UTC)" (scheduled at 2022-06-03 09:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:23:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:23:09,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 23, 9, 175832), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 23, 9, 175832), 0, 2, datetime.datetime(2022, 6, 3, 9, 23, 9, 175832), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:23:09,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:23:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 23, 9, 178983), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 23, 9, 178983), 0, 2, datetime.datetime(2022, 6, 3, 9, 23, 9, 178983), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:23:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:23:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 23, 9, 185547), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 23, 9, 185547), 0, 2, datetime.datetime(2022, 6, 3, 9, 23, 9, 185547), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:23:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:23:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 23, 9, 187362), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 23, 9, 187362), 0, 2, datetime.datetime(2022, 6, 3, 9, 23, 9, 187362), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:23:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:23:09,190 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 23, 9, 189065), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 23, 9, 189065), 0, 2, datetime.datetime(2022, 6, 3, 9, 23, 9, 189065), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:23:09,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:23:09,190 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:23:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:23:09,191 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:23:09,196 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:23:09,196 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:23:09,196 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:23:38,927 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:24:09.167018+00:00 (in 29.999215 seconds)
repomirrorworker stdout | 2022-06-03 09:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:24:09 UTC)" (scheduled at 2022-06-03 09:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:23:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:23:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:23:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 23, 39, 176166), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 23, 39, 176166), 0, 2, datetime.datetime(2022, 6, 3, 9, 23, 39, 176166), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:23:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:23:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 23, 39, 179576), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 23, 39, 179576), 0, 2, datetime.datetime(2022, 6, 3, 9, 23, 39, 179576), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:23:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:23:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 23, 39, 182414), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 23, 39, 182414), 0, 2, datetime.datetime(2022, 6, 3, 9, 23, 39, 182414), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:23:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:23:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 23, 39, 184445), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 23, 39, 184445), 0, 2, datetime.datetime(2022, 6, 3, 9, 23, 39, 184445), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:23:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:23:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:23:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:23:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:23:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:23:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:23:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:24:08,962 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:24:39.167018+00:00 (in 29.999219 seconds)
repomirrorworker stdout | 2022-06-03 09:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:24:39 UTC)" (scheduled at 2022-06-03 09:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:24:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:24:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:24:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 24, 9, 176253), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 24, 9, 176253), 0, 2, datetime.datetime(2022, 6, 3, 9, 24, 9, 176253), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:24:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:24:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 24, 9, 180002), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 24, 9, 180002), 0, 2, datetime.datetime(2022, 6, 3, 9, 24, 9, 180002), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:24:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:24:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 24, 9, 182191), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 24, 9, 182191), 0, 2, datetime.datetime(2022, 6, 3, 9, 24, 9, 182191), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:24:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:24:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 24, 9, 184318), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 24, 9, 184318), 0, 2, datetime.datetime(2022, 6, 3, 9, 24, 9, 184318), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:24:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:24:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:24:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:24:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:24:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:24:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:24:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:24:39,027 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:25:09.167018+00:00 (in 29.999259 seconds)
repomirrorworker stdout | 2022-06-03 09:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:25:09 UTC)" (scheduled at 2022-06-03 09:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:24:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:24:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:24:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 24, 39, 176298), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 24, 39, 176298), 0, 2, datetime.datetime(2022, 6, 3, 9, 24, 39, 176298), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:24:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:24:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 24, 39, 179484), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 24, 39, 179484), 0, 2, datetime.datetime(2022, 6, 3, 9, 24, 39, 179484), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:24:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:24:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 24, 39, 181341), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 24, 39, 181341), 0, 2, datetime.datetime(2022, 6, 3, 9, 24, 39, 181341), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:24:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:24:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 24, 39, 183051), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 24, 39, 183051), 0, 2, datetime.datetime(2022, 6, 3, 9, 24, 39, 183051), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:24:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:24:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 24, 39, 184712), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 24, 39, 184712), 0, 2, datetime.datetime(2022, 6, 3, 9, 24, 39, 184712), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:24:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:24:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:24:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:24:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:24:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:24:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:24:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:25:09,081 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:25:39.167018+00:00 (in 29.999193 seconds)
repomirrorworker stdout | 2022-06-03 09:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:25:39 UTC)" (scheduled at 2022-06-03 09:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:25:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:25:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:25:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 25, 9, 176437), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 25, 9, 176437), 0, 2, datetime.datetime(2022, 6, 3, 9, 25, 9, 176437), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:25:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 25, 9, 180235), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 25, 9, 180235), 0, 2, datetime.datetime(2022, 6, 3, 9, 25, 9, 180235), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:25:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:25:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 25, 9, 182178), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 25, 9, 182178), 0, 2, datetime.datetime(2022, 6, 3, 9, 25, 9, 182178), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:25:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:25:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 25, 9, 183899), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 25, 9, 183899), 0, 2, datetime.datetime(2022, 6, 3, 9, 25, 9, 183899), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:25:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:25:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 25, 9, 185714), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 25, 9, 185714), 0, 2, datetime.datetime(2022, 6, 3, 9, 25, 9, 185714), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:25:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:25:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:25:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:25:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:25:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:25:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:25:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:25:39,140 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:26:09.167018+00:00 (in 29.999291 seconds)
repomirrorworker stdout | 2022-06-03 09:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:26:09 UTC)" (scheduled at 2022-06-03 09:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:25:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:25:39,176 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 25, 39, 175889), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 25, 39, 175889), 0, 2, datetime.datetime(2022, 6, 3, 9, 25, 39, 175889), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:25:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:25:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 25, 39, 179318), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 25, 39, 179318), 0, 2, datetime.datetime(2022, 6, 3, 9, 25, 39, 179318), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:25:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:25:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 25, 39, 181294), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 25, 39, 181294), 0, 2, datetime.datetime(2022, 6, 3, 9, 25, 39, 181294), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:25:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:25:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 25, 39, 182983), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 25, 39, 182983), 0, 2, datetime.datetime(2022, 6, 3, 9, 25, 39, 182983), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:25:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:25:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:25:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:25:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:25:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:25:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:25:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:26:39.167018+00:00 (in 29.999394 seconds)
repomirrorworker stdout | 2022-06-03 09:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:26:39 UTC)" (scheduled at 2022-06-03 09:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:26:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:26:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 26, 9, 175995), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 26, 9, 175995), 0, 2, datetime.datetime(2022, 6, 3, 9, 26, 9, 175995), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:26:09,179 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:26:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:26:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 26, 9, 180045), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 26, 9, 180045), 0, 2, datetime.datetime(2022, 6, 3, 9, 26, 9, 180045), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:26:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:26:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 26, 9, 182026), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 26, 9, 182026), 0, 2, datetime.datetime(2022, 6, 3, 9, 26, 9, 182026), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:26:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:26:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 26, 9, 183815), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 26, 9, 183815), 0, 2, datetime.datetime(2022, 6, 3, 9, 26, 9, 183815), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:26:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:26:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 26, 9, 185541), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 26, 9, 185541), 0, 2, datetime.datetime(2022, 6, 3, 9, 26, 9, 185541), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:26:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:26:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:26:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:26:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:26:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:26:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:26:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:27:09.167018+00:00 (in 29.999124 seconds)
repomirrorworker stdout | 2022-06-03 09:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:27:09 UTC)" (scheduled at 2022-06-03 09:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:26:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:26:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:26:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 26, 39, 176497), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 26, 39, 176497), 0, 2, datetime.datetime(2022, 6, 3, 9, 26, 39, 176497), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:26:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:26:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 26, 39, 180356), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 26, 39, 180356), 0, 2, datetime.datetime(2022, 6, 3, 9, 26, 39, 180356), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:26:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:26:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 26, 39, 182278), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 26, 39, 182278), 0, 2, datetime.datetime(2022, 6, 3, 9, 26, 39, 182278), True, 12, 15])
repomirrorworker stdout | 2022-06-03 09:26:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 09:26:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 26, 39, 184005), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 26, 39, 184005), 0, 2, datetime.datetime(2022, 6, 3, 9, 26, 39, 184005), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:26:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:26:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:26:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:26:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:26:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:26:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:26:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:26:39,232 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:27:39.167018+00:00 (in 29.999015 seconds)
repomirrorworker stdout | 2022-06-03 09:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:27:39 UTC)" (scheduled at 2022-06-03 09:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:27:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:27:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:27:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 27, 9, 176900), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 27, 9, 176900), 0, 2, datetime.datetime(2022, 6, 3, 9, 27, 9, 176900), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:27:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:27:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 27, 9, 180267), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 27, 9, 180267), 0, 2, datetime.datetime(2022, 6, 3, 9, 27, 9, 180267), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:27:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:27:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 27, 9, 182180), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 27, 9, 182180), 0, 2, datetime.datetime(2022, 6, 3, 9, 27, 9, 182180), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:27:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:27:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 27, 9, 183903), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 27, 9, 183903), 0, 2, datetime.datetime(2022, 6, 3, 9, 27, 9, 183903), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:27:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:27:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:27:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:27:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:27:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:27:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:27:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:27:09,259 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:28:09.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-03 09:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:28:09 UTC)" (scheduled at 2022-06-03 09:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:27:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:27:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:27:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 27, 39, 176747), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 27, 39, 176747), 0, 2, datetime.datetime(2022, 6, 3, 9, 27, 39, 176747), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:27:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:27:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 27, 39, 180204), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 27, 39, 180204), 0, 2, datetime.datetime(2022, 6, 3, 9, 27, 39, 180204), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:27:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:27:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 27, 39, 182357), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 27, 39, 182357), 0, 2, datetime.datetime(2022, 6, 3, 9, 27, 39, 182357), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:27:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:27:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 27, 39, 184098), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 27, 39, 184098), 0, 2, datetime.datetime(2022, 6, 3, 9, 27, 39, 184098), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:27:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:27:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 27, 39, 185774), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 27, 39, 185774), 0, 2, datetime.datetime(2022, 6, 3, 9, 27, 39, 185774), True, 12, 15])
repomirrorworker stdout | 2022-06-03 09:27:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 09:27:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:27:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:27:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:27:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:27:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:27:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:27:39,298 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:28:39.167018+00:00 (in 29.999215 seconds)
repomirrorworker stdout | 2022-06-03 09:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:28:39 UTC)" (scheduled at 2022-06-03 09:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:28:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:28:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 28, 9, 177443), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 28, 9, 177443), 0, 2, datetime.datetime(2022, 6, 3, 9, 28, 9, 177443), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:28:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:28:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 28, 9, 180997), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 28, 9, 180997), 0, 2, datetime.datetime(2022, 6, 3, 9, 28, 9, 180997), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:28:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:28:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 28, 9, 182933), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 28, 9, 182933), 0, 2, datetime.datetime(2022, 6, 3, 9, 28, 9, 182933), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:28:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:28:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 28, 9, 184613), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 28, 9, 184613), 0, 2, datetime.datetime(2022, 6, 3, 9, 28, 9, 184613), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:28:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:28:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 28, 9, 186284), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 28, 9, 186284), 0, 2, datetime.datetime(2022, 6, 3, 9, 28, 9, 186284), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:28:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:28:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:28:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:28:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:28:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:28:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:28:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:28:09,356 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:29:09.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-03 09:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:29:09 UTC)" (scheduled at 2022-06-03 09:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:28:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:28:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:28:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 28, 39, 177460), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 28, 39, 177460), 0, 2, datetime.datetime(2022, 6, 3, 9, 28, 39, 177460), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:28:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:28:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 28, 39, 180929), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 28, 39, 180929), 0, 2, datetime.datetime(2022, 6, 3, 9, 28, 39, 180929), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:28:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:28:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 28, 39, 182913), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 28, 39, 182913), 0, 2, datetime.datetime(2022, 6, 3, 9, 28, 39, 182913), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:28:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:28:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 28, 39, 184793), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 28, 39, 184793), 0, 2, datetime.datetime(2022, 6, 3, 9, 28, 39, 184793), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:28:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:28:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 28, 39, 186498), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 28, 39, 186498), 0, 2, datetime.datetime(2022, 6, 3, 9, 28, 39, 186498), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:28:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:28:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:28:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:28:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:28:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:28:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:28:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:28:39,396 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:29:39.167018+00:00 (in 29.999245 seconds)
repomirrorworker stdout | 2022-06-03 09:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:29:39 UTC)" (scheduled at 2022-06-03 09:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:29:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:29:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:29:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 29, 9, 176779), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 29, 9, 176779), 0, 2, datetime.datetime(2022, 6, 3, 9, 29, 9, 176779), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:29:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:29:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 29, 9, 179986), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 29, 9, 179986), 0, 2, datetime.datetime(2022, 6, 3, 9, 29, 9, 179986), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:29:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:29:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 29, 9, 181949), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 29, 9, 181949), 0, 2, datetime.datetime(2022, 6, 3, 9, 29, 9, 181949), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:29:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:29:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 29, 9, 183633), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 29, 9, 183633), 0, 2, datetime.datetime(2022, 6, 3, 9, 29, 9, 183633), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:29:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:29:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 29, 9, 185336), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 29, 9, 185336), 0, 2, datetime.datetime(2022, 6, 3, 9, 29, 9, 185336), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:29:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:29:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:29:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:29:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:29:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:29:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:29:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:29:09,455 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:30:09.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-03 09:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:30:09 UTC)" (scheduled at 2022-06-03 09:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:29:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:29:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 29, 39, 177186), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 29, 39, 177186), 0, 2, datetime.datetime(2022, 6, 3, 9, 29, 39, 177186), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:29:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:29:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 29, 39, 180663), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 29, 39, 180663), 0, 2, datetime.datetime(2022, 6, 3, 9, 29, 39, 180663), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:29:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:29:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 29, 39, 182561), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 29, 39, 182561), 0, 2, datetime.datetime(2022, 6, 3, 9, 29, 39, 182561), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:29:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:29:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 29, 39, 184305), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 29, 39, 184305), 0, 2, datetime.datetime(2022, 6, 3, 9, 29, 39, 184305), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:29:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:29:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 29, 39, 186005), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 29, 39, 186005), 0, 2, datetime.datetime(2022, 6, 3, 9, 29, 39, 186005), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:29:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:29:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:29:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:29:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:29:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:29:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:29:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:29:39,526 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:30:39.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-03 09:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:30:39 UTC)" (scheduled at 2022-06-03 09:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:30:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:30:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 30, 9, 177023), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 30, 9, 177023), 0, 2, datetime.datetime(2022, 6, 3, 9, 30, 9, 177023), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:30:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:30:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 30, 9, 180506), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 30, 9, 180506), 0, 2, datetime.datetime(2022, 6, 3, 9, 30, 9, 180506), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:30:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:30:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 30, 9, 182375), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 30, 9, 182375), 0, 2, datetime.datetime(2022, 6, 3, 9, 30, 9, 182375), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:30:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:30:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 30, 9, 184066), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 30, 9, 184066), 0, 2, datetime.datetime(2022, 6, 3, 9, 30, 9, 184066), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:30:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:30:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 30, 9, 185893), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 30, 9, 185893), 0, 2, datetime.datetime(2022, 6, 3, 9, 30, 9, 185893), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:30:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:30:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:30:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:30:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:30:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:30:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:30:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:30:09,591 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:31:09.167018+00:00 (in 29.999218 seconds)
repomirrorworker stdout | 2022-06-03 09:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:31:09 UTC)" (scheduled at 2022-06-03 09:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:30:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:30:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:30:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 30, 39, 177328), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 30, 39, 177328), 0, 2, datetime.datetime(2022, 6, 3, 9, 30, 39, 177328), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:30:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:30:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 30, 39, 181435), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 30, 39, 181435), 0, 2, datetime.datetime(2022, 6, 3, 9, 30, 39, 181435), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:30:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:30:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 30, 39, 183393), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 30, 39, 183393), 0, 2, datetime.datetime(2022, 6, 3, 9, 30, 39, 183393), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:30:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:30:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 30, 39, 185170), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 30, 39, 185170), 0, 2, datetime.datetime(2022, 6, 3, 9, 30, 39, 185170), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:30:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:30:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 30, 39, 186866), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 30, 39, 186866), 0, 2, datetime.datetime(2022, 6, 3, 9, 30, 39, 186866), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:30:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:30:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:30:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:30:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:30:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:30:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:30:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:30:39,636 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:31:39.167018+00:00 (in 29.999170 seconds)
repomirrorworker stdout | 2022-06-03 09:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:31:39 UTC)" (scheduled at 2022-06-03 09:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:31:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:31:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 31, 9, 176941), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 31, 9, 176941), 0, 2, datetime.datetime(2022, 6, 3, 9, 31, 9, 176941), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:31:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:31:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 31, 9, 180128), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 31, 9, 180128), 0, 2, datetime.datetime(2022, 6, 3, 9, 31, 9, 180128), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:31:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:31:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 31, 9, 181973), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 31, 9, 181973), 0, 2, datetime.datetime(2022, 6, 3, 9, 31, 9, 181973), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:31:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:31:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 31, 9, 183738), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 31, 9, 183738), 0, 2, datetime.datetime(2022, 6, 3, 9, 31, 9, 183738), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:31:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:31:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:31:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:31:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:31:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:31:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:31:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:31:09,693 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:32:09.167018+00:00 (in 29.999004 seconds)
repomirrorworker stdout | 2022-06-03 09:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:32:09 UTC)" (scheduled at 2022-06-03 09:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:31:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:31:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:31:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 31, 39, 177236), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 31, 39, 177236), 0, 2, datetime.datetime(2022, 6, 3, 9, 31, 39, 177236), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:31:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:31:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 31, 39, 180386), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 31, 39, 180386), 0, 2, datetime.datetime(2022, 6, 3, 9, 31, 39, 180386), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:31:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:31:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 31, 39, 182266), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 31, 39, 182266), 0, 2, datetime.datetime(2022, 6, 3, 9, 31, 39, 182266), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:31:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:31:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 31, 39, 183935), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 31, 39, 183935), 0, 2, datetime.datetime(2022, 6, 3, 9, 31, 39, 183935), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:31:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:31:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:31:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:31:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:31:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:31:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:31:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:31:39,762 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:32:39.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-03 09:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:32:39 UTC)" (scheduled at 2022-06-03 09:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:32:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:32:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:32:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 32, 9, 176752), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 32, 9, 176752), 0, 2, datetime.datetime(2022, 6, 3, 9, 32, 9, 176752), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:32:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:32:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 32, 9, 180194), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 32, 9, 180194), 0, 2, datetime.datetime(2022, 6, 3, 9, 32, 9, 180194), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:32:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:32:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 32, 9, 182084), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 32, 9, 182084), 0, 2, datetime.datetime(2022, 6, 3, 9, 32, 9, 182084), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:32:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:32:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 32, 9, 183799), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 32, 9, 183799), 0, 2, datetime.datetime(2022, 6, 3, 9, 32, 9, 183799), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:32:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:32:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 32, 9, 185440), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 32, 9, 185440), 0, 2, datetime.datetime(2022, 6, 3, 9, 32, 9, 185440), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:32:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:32:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:32:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:32:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:32:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:32:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:32:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:32:09,823 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:33:09.167018+00:00 (in 29.998944 seconds)
repomirrorworker stdout | 2022-06-03 09:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:33:09 UTC)" (scheduled at 2022-06-03 09:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:32:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:32:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:32:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 32, 39, 177346), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 32, 39, 177346), 0, 2, datetime.datetime(2022, 6, 3, 9, 32, 39, 177346), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:32:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:32:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 32, 39, 180491), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 32, 39, 180491), 0, 2, datetime.datetime(2022, 6, 3, 9, 32, 39, 180491), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:32:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:32:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 32, 39, 182372), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 32, 39, 182372), 0, 2, datetime.datetime(2022, 6, 3, 9, 32, 39, 182372), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:32:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:32:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 32, 39, 184062), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 32, 39, 184062), 0, 2, datetime.datetime(2022, 6, 3, 9, 32, 39, 184062), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:32:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:32:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 32, 39, 185901), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 32, 39, 185901), 0, 2, datetime.datetime(2022, 6, 3, 9, 32, 39, 185901), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:32:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:32:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:32:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:32:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:32:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:32:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:32:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:32:39,872 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:33:39.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-03 09:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:33:39 UTC)" (scheduled at 2022-06-03 09:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:33:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:33:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:33:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 33, 9, 176699), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 33, 9, 176699), 0, 2, datetime.datetime(2022, 6, 3, 9, 33, 9, 176699), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:33:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:33:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 33, 9, 180157), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 33, 9, 180157), 0, 2, datetime.datetime(2022, 6, 3, 9, 33, 9, 180157), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:33:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:33:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 33, 9, 182358), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 33, 9, 182358), 0, 2, datetime.datetime(2022, 6, 3, 9, 33, 9, 182358), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:33:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:33:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 33, 9, 184112), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 33, 9, 184112), 0, 2, datetime.datetime(2022, 6, 3, 9, 33, 9, 184112), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:33:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:33:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:33:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:33:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:33:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:33:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:33:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:33:09,941 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:34:09.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-03 09:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:34:09 UTC)" (scheduled at 2022-06-03 09:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:33:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:33:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:33:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 33, 39, 177263), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 33, 39, 177263), 0, 2, datetime.datetime(2022, 6, 3, 9, 33, 39, 177263), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:33:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:33:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 33, 39, 180919), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 33, 39, 180919), 0, 2, datetime.datetime(2022, 6, 3, 9, 33, 39, 180919), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:33:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:33:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 33, 39, 182774), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 33, 39, 182774), 0, 2, datetime.datetime(2022, 6, 3, 9, 33, 39, 182774), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:33:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:33:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 33, 39, 184442), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 33, 39, 184442), 0, 2, datetime.datetime(2022, 6, 3, 9, 33, 39, 184442), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:33:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:33:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 33, 39, 186091), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 33, 39, 186091), 0, 2, datetime.datetime(2022, 6, 3, 9, 33, 39, 186091), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:33:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:33:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:33:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:33:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:33:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:33:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:33:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:33:39,984 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:34:39.167018+00:00 (in 29.999009 seconds)
repomirrorworker stdout | 2022-06-03 09:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:34:39 UTC)" (scheduled at 2022-06-03 09:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:34:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:34:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:34:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 34, 9, 177347), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 34, 9, 177347), 0, 2, datetime.datetime(2022, 6, 3, 9, 34, 9, 177347), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:34:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:34:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 34, 9, 181256), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 34, 9, 181256), 0, 2, datetime.datetime(2022, 6, 3, 9, 34, 9, 181256), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:34:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:34:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 34, 9, 183449), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 34, 9, 183449), 0, 2, datetime.datetime(2022, 6, 3, 9, 34, 9, 183449), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:34:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:34:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 34, 9, 185233), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 34, 9, 185233), 0, 2, datetime.datetime(2022, 6, 3, 9, 34, 9, 185233), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:34:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:34:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:34:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:34:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:34:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:34:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:34:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:34:10,040 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:35:09.167018+00:00 (in 29.999074 seconds)
repomirrorworker stdout | 2022-06-03 09:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:35:09 UTC)" (scheduled at 2022-06-03 09:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:34:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:34:39,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:34:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 34, 39, 177729), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 34, 39, 177729), 0, 2, datetime.datetime(2022, 6, 3, 9, 34, 39, 177729), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:34:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:34:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 34, 39, 181547), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 34, 39, 181547), 0, 2, datetime.datetime(2022, 6, 3, 9, 34, 39, 181547), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:34:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:34:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 34, 39, 183489), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 34, 39, 183489), 0, 2, datetime.datetime(2022, 6, 3, 9, 34, 39, 183489), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:34:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:34:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 34, 39, 185266), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 34, 39, 185266), 0, 2, datetime.datetime(2022, 6, 3, 9, 34, 39, 185266), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:34:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:34:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:34:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:34:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:34:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:34:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:34:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:34:40,104 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:35:39.167018+00:00 (in 29.998982 seconds)
repomirrorworker stdout | 2022-06-03 09:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:35:39 UTC)" (scheduled at 2022-06-03 09:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:35:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:35:09,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:35:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 35, 9, 177712), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 35, 9, 177712), 0, 2, datetime.datetime(2022, 6, 3, 9, 35, 9, 177712), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:35:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:35:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 35, 9, 181109), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 35, 9, 181109), 0, 2, datetime.datetime(2022, 6, 3, 9, 35, 9, 181109), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:35:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:35:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 35, 9, 183012), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 35, 9, 183012), 0, 2, datetime.datetime(2022, 6, 3, 9, 35, 9, 183012), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:35:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:35:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 35, 9, 184862), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 35, 9, 184862), 0, 2, datetime.datetime(2022, 6, 3, 9, 35, 9, 184862), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:35:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:35:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 35, 9, 186666), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 35, 9, 186666), 0, 2, datetime.datetime(2022, 6, 3, 9, 35, 9, 186666), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:35:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:35:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:35:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:35:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:35:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:35:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:35:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:35:10,156 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:36:09.167018+00:00 (in 29.999076 seconds)
repomirrorworker stdout | 2022-06-03 09:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:36:09 UTC)" (scheduled at 2022-06-03 09:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:35:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:35:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:35:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 35, 39, 177186), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 35, 39, 177186), 0, 2, datetime.datetime(2022, 6, 3, 9, 35, 39, 177186), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:35:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:35:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 35, 39, 181084), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 35, 39, 181084), 0, 2, datetime.datetime(2022, 6, 3, 9, 35, 39, 181084), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:35:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:35:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 35, 39, 183082), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 35, 39, 183082), 0, 2, datetime.datetime(2022, 6, 3, 9, 35, 39, 183082), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:35:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:35:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 35, 39, 184891), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 35, 39, 184891), 0, 2, datetime.datetime(2022, 6, 3, 9, 35, 39, 184891), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:35:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:35:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 35, 39, 186640), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 35, 39, 186640), 0, 2, datetime.datetime(2022, 6, 3, 9, 35, 39, 186640), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:35:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:35:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:35:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:35:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:35:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:35:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:35:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:35:40,222 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:36:39.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-03 09:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:36:39 UTC)" (scheduled at 2022-06-03 09:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:36:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:36:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 36, 9, 177263), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 36, 9, 177263), 0, 2, datetime.datetime(2022, 6, 3, 9, 36, 9, 177263), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:36:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 36, 9, 180649), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 36, 9, 180649), 0, 2, datetime.datetime(2022, 6, 3, 9, 36, 9, 180649), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:36:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:36:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 36, 9, 182748), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 36, 9, 182748), 0, 2, datetime.datetime(2022, 6, 3, 9, 36, 9, 182748), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:36:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:36:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 36, 9, 184655), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 36, 9, 184655), 0, 2, datetime.datetime(2022, 6, 3, 9, 36, 9, 184655), True, 12, 15])
repomirrorworker stdout | 2022-06-03 09:36:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 09:36:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:36:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:36:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:36:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:36:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:36:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:36:10,277 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:37:09.167018+00:00 (in 29.999171 seconds)
repomirrorworker stdout | 2022-06-03 09:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:37:09 UTC)" (scheduled at 2022-06-03 09:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:36:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:36:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 36, 39, 176192), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 36, 39, 176192), 0, 2, datetime.datetime(2022, 6, 3, 9, 36, 39, 176192), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:36:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:36:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 36, 39, 180651), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 36, 39, 180651), 0, 2, datetime.datetime(2022, 6, 3, 9, 36, 39, 180651), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:36:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:36:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 36, 39, 182697), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 36, 39, 182697), 0, 2, datetime.datetime(2022, 6, 3, 9, 36, 39, 182697), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:36:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:36:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 36, 39, 184403), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 36, 39, 184403), 0, 2, datetime.datetime(2022, 6, 3, 9, 36, 39, 184403), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:36:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:36:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 36, 39, 186105), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 36, 39, 186105), 0, 2, datetime.datetime(2022, 6, 3, 9, 36, 39, 186105), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:36:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:36:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:36:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:36:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:36:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:36:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:36:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:36:40,320 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:37:39.167018+00:00 (in 29.999163 seconds)
repomirrorworker stdout | 2022-06-03 09:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:37:39 UTC)" (scheduled at 2022-06-03 09:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:37:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:37:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:37:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 37, 9, 177244), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 37, 9, 177244), 0, 2, datetime.datetime(2022, 6, 3, 9, 37, 9, 177244), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:37:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:37:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 37, 9, 180714), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 37, 9, 180714), 0, 2, datetime.datetime(2022, 6, 3, 9, 37, 9, 180714), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:37:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:37:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 37, 9, 182646), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 37, 9, 182646), 0, 2, datetime.datetime(2022, 6, 3, 9, 37, 9, 182646), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:37:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:37:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 37, 9, 184311), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 37, 9, 184311), 0, 2, datetime.datetime(2022, 6, 3, 9, 37, 9, 184311), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:37:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:37:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:37:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:37:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:37:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:37:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:37:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:37:10,352 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:38:09.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-03 09:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:38:09 UTC)" (scheduled at 2022-06-03 09:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:37:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:37:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:37:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 37, 39, 177452), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 37, 39, 177452), 0, 2, datetime.datetime(2022, 6, 3, 9, 37, 39, 177452), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:37:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:37:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 37, 39, 180840), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 37, 39, 180840), 0, 2, datetime.datetime(2022, 6, 3, 9, 37, 39, 180840), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:37:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:37:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 37, 39, 182921), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 37, 39, 182921), 0, 2, datetime.datetime(2022, 6, 3, 9, 37, 39, 182921), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:37:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:37:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 37, 39, 184831), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 37, 39, 184831), 0, 2, datetime.datetime(2022, 6, 3, 9, 37, 39, 184831), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:37:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:37:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:37:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:37:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:37:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:37:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:37:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:37:40,388 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:38:39.167018+00:00 (in 29.999188 seconds)
repomirrorworker stdout | 2022-06-03 09:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:38:39 UTC)" (scheduled at 2022-06-03 09:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:38:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:38:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 38, 9, 176969), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 38, 9, 176969), 0, 2, datetime.datetime(2022, 6, 3, 9, 38, 9, 176969), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:38:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:38:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 38, 9, 180816), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 38, 9, 180816), 0, 2, datetime.datetime(2022, 6, 3, 9, 38, 9, 180816), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:38:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:38:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 38, 9, 182751), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 38, 9, 182751), 0, 2, datetime.datetime(2022, 6, 3, 9, 38, 9, 182751), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:38:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:38:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 38, 9, 184396), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 38, 9, 184396), 0, 2, datetime.datetime(2022, 6, 3, 9, 38, 9, 184396), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:38:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:38:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 38, 9, 186034), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 38, 9, 186034), 0, 2, datetime.datetime(2022, 6, 3, 9, 38, 9, 186034), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:38:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:38:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:38:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:38:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:38:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:38:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:38:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:38:10,452 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:39:09.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-03 09:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:39:09 UTC)" (scheduled at 2022-06-03 09:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:38:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:38:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:38:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 38, 39, 177062), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 38, 39, 177062), 0, 2, datetime.datetime(2022, 6, 3, 9, 38, 39, 177062), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:38:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:38:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 38, 39, 180644), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 38, 39, 180644), 0, 2, datetime.datetime(2022, 6, 3, 9, 38, 39, 180644), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:38:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:38:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 38, 39, 182794), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 38, 39, 182794), 0, 2, datetime.datetime(2022, 6, 3, 9, 38, 39, 182794), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:38:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:38:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 38, 39, 184521), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 38, 39, 184521), 0, 2, datetime.datetime(2022, 6, 3, 9, 38, 39, 184521), True, 12, 15])
repomirrorworker stdout | 2022-06-03 09:38:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 09:38:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:38:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:38:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:38:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:38:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:38:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:38:40,514 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:39:39.167018+00:00 (in 29.999024 seconds)
repomirrorworker stdout | 2022-06-03 09:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:39:39 UTC)" (scheduled at 2022-06-03 09:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:39:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:39:09,178 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:39:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 39, 9, 179071), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 39, 9, 179071), 0, 2, datetime.datetime(2022, 6, 3, 9, 39, 9, 179071), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:39:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:39:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 39, 9, 182606), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 39, 9, 182606), 0, 2, datetime.datetime(2022, 6, 3, 9, 39, 9, 182606), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:39:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:39:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 39, 9, 184573), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 39, 9, 184573), 0, 2, datetime.datetime(2022, 6, 3, 9, 39, 9, 184573), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:39:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:39:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 39, 9, 186416), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 39, 9, 186416), 0, 2, datetime.datetime(2022, 6, 3, 9, 39, 9, 186416), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:39:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:39:09,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 39, 9, 188230), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 39, 9, 188230), 0, 2, datetime.datetime(2022, 6, 3, 9, 39, 9, 188230), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:39:09,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:39:09,190 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:39:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:39:09,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:39:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:39:09,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:39:09,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:39:10,561 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:40:09.167018+00:00 (in 29.998969 seconds)
repomirrorworker stdout | 2022-06-03 09:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:40:09 UTC)" (scheduled at 2022-06-03 09:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:39:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:39:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 39, 39, 176934), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 39, 39, 176934), 0, 2, datetime.datetime(2022, 6, 3, 9, 39, 39, 176934), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:39:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:39:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 39, 39, 180310), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 39, 39, 180310), 0, 2, datetime.datetime(2022, 6, 3, 9, 39, 39, 180310), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:39:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:39:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 39, 39, 182283), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 39, 39, 182283), 0, 2, datetime.datetime(2022, 6, 3, 9, 39, 39, 182283), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:39:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:39:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 39, 39, 184068), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 39, 39, 184068), 0, 2, datetime.datetime(2022, 6, 3, 9, 39, 39, 184068), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:39:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:39:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 39, 39, 185795), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 39, 39, 185795), 0, 2, datetime.datetime(2022, 6, 3, 9, 39, 39, 185795), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:39:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:39:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:39:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:39:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:39:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:39:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:39:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:39:40,597 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:40:39.167018+00:00 (in 29.999201 seconds)
repomirrorworker stdout | 2022-06-03 09:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:40:39 UTC)" (scheduled at 2022-06-03 09:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:40:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:40:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:40:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 40, 9, 176338), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 40, 9, 176338), 0, 2, datetime.datetime(2022, 6, 3, 9, 40, 9, 176338), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:40:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:40:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 40, 9, 179418), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 40, 9, 179418), 0, 2, datetime.datetime(2022, 6, 3, 9, 40, 9, 179418), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:40:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:40:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 40, 9, 181337), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 40, 9, 181337), 0, 2, datetime.datetime(2022, 6, 3, 9, 40, 9, 181337), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:40:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:40:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 40, 9, 183092), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 40, 9, 183092), 0, 2, datetime.datetime(2022, 6, 3, 9, 40, 9, 183092), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:40:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:40:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 40, 9, 184832), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 40, 9, 184832), 0, 2, datetime.datetime(2022, 6, 3, 9, 40, 9, 184832), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:40:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:40:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:40:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:40:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:40:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:40:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:40:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:40:10,678 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:41:09.167018+00:00 (in 29.999186 seconds)
repomirrorworker stdout | 2022-06-03 09:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:41:09 UTC)" (scheduled at 2022-06-03 09:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:40:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:40:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:40:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 40, 39, 176709), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 40, 39, 176709), 0, 2, datetime.datetime(2022, 6, 3, 9, 40, 39, 176709), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:40:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:40:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 40, 39, 180087), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 40, 39, 180087), 0, 2, datetime.datetime(2022, 6, 3, 9, 40, 39, 180087), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:40:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:40:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 40, 39, 182040), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 40, 39, 182040), 0, 2, datetime.datetime(2022, 6, 3, 9, 40, 39, 182040), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:40:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:40:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 40, 39, 183818), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 40, 39, 183818), 0, 2, datetime.datetime(2022, 6, 3, 9, 40, 39, 183818), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:40:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:40:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 40, 39, 185511), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 40, 39, 185511), 0, 2, datetime.datetime(2022, 6, 3, 9, 40, 39, 185511), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:40:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:40:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:40:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:40:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:40:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:40:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:40:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:40:40,735 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:41:39.167018+00:00 (in 29.999052 seconds)
repomirrorworker stdout | 2022-06-03 09:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:41:39 UTC)" (scheduled at 2022-06-03 09:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:41:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:41:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:41:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 41, 9, 177150), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 41, 9, 177150), 0, 2, datetime.datetime(2022, 6, 3, 9, 41, 9, 177150), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:41:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:41:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 41, 9, 180472), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 41, 9, 180472), 0, 2, datetime.datetime(2022, 6, 3, 9, 41, 9, 180472), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:41:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:41:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 41, 9, 182367), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 41, 9, 182367), 0, 2, datetime.datetime(2022, 6, 3, 9, 41, 9, 182367), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:41:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:41:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 41, 9, 184041), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 41, 9, 184041), 0, 2, datetime.datetime(2022, 6, 3, 9, 41, 9, 184041), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:41:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:41:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:41:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:41:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:41:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:41:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:41:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:41:10,784 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:42:09.167018+00:00 (in 29.999195 seconds)
repomirrorworker stdout | 2022-06-03 09:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:42:09 UTC)" (scheduled at 2022-06-03 09:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:41:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 41, 39, 176822), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 41, 39, 176822), 0, 2, datetime.datetime(2022, 6, 3, 9, 41, 39, 176822), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:41:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 41, 39, 180354), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 41, 39, 180354), 0, 2, datetime.datetime(2022, 6, 3, 9, 41, 39, 180354), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:41:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 41, 39, 182276), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 41, 39, 182276), 0, 2, datetime.datetime(2022, 6, 3, 9, 41, 39, 182276), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:41:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:41:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 41, 39, 183946), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 41, 39, 183946), 0, 2, datetime.datetime(2022, 6, 3, 9, 41, 39, 183946), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:41:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:41:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:41:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:41:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:41:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:41:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:41:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:41:40,846 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:42:39.167018+00:00 (in 29.998956 seconds)
repomirrorworker stdout | 2022-06-03 09:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:42:39 UTC)" (scheduled at 2022-06-03 09:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:42:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:42:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:42:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 42, 9, 177006), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 42, 9, 177006), 0, 2, datetime.datetime(2022, 6, 3, 9, 42, 9, 177006), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:42:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:42:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 42, 9, 180174), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 42, 9, 180174), 0, 2, datetime.datetime(2022, 6, 3, 9, 42, 9, 180174), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:42:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:42:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 42, 9, 182136), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 42, 9, 182136), 0, 2, datetime.datetime(2022, 6, 3, 9, 42, 9, 182136), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 42, 9, 183870), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 42, 9, 183870), 0, 2, datetime.datetime(2022, 6, 3, 9, 42, 9, 183870), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:42:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:42:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 42, 9, 185531), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 42, 9, 185531), 0, 2, datetime.datetime(2022, 6, 3, 9, 42, 9, 185531), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:42:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:42:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:42:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:42:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:42:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:42:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:42:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:42:10,876 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:43:09.167018+00:00 (in 29.999049 seconds)
repomirrorworker stdout | 2022-06-03 09:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:43:09 UTC)" (scheduled at 2022-06-03 09:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:42:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:42:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 42, 39, 177234), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 42, 39, 177234), 0, 2, datetime.datetime(2022, 6, 3, 9, 42, 39, 177234), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:42:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:42:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 42, 39, 180769), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 42, 39, 180769), 0, 2, datetime.datetime(2022, 6, 3, 9, 42, 39, 180769), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:42:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:42:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 42, 39, 182809), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 42, 39, 182809), 0, 2, datetime.datetime(2022, 6, 3, 9, 42, 39, 182809), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:42:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:42:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 42, 39, 185116), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 42, 39, 185116), 0, 2, datetime.datetime(2022, 6, 3, 9, 42, 39, 185116), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:42:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:42:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 42, 39, 187198), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 42, 39, 187198), 0, 2, datetime.datetime(2022, 6, 3, 9, 42, 39, 187198), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:42:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:42:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:42:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:42:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:42:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:42:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:42:39,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:42:40,922 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:43:39.167018+00:00 (in 29.999113 seconds)
repomirrorworker stdout | 2022-06-03 09:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:43:39 UTC)" (scheduled at 2022-06-03 09:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:43:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:43:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:43:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 43, 9, 176931), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 43, 9, 176931), 0, 2, datetime.datetime(2022, 6, 3, 9, 43, 9, 176931), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:43:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:43:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 43, 9, 180357), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 43, 9, 180357), 0, 2, datetime.datetime(2022, 6, 3, 9, 43, 9, 180357), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:43:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:43:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 43, 9, 182455), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 43, 9, 182455), 0, 2, datetime.datetime(2022, 6, 3, 9, 43, 9, 182455), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:43:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:43:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 43, 9, 184359), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 43, 9, 184359), 0, 2, datetime.datetime(2022, 6, 3, 9, 43, 9, 184359), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:43:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:43:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:43:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:43:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:43:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:43:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:43:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:43:10,953 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:44:09.167018+00:00 (in 29.998963 seconds)
repomirrorworker stdout | 2022-06-03 09:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:44:09 UTC)" (scheduled at 2022-06-03 09:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:43:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:43:39,178 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:43:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 43, 39, 179360), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 43, 39, 179360), 0, 2, datetime.datetime(2022, 6, 3, 9, 43, 39, 179360), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:43:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:43:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 43, 39, 182532), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 43, 39, 182532), 0, 2, datetime.datetime(2022, 6, 3, 9, 43, 39, 182532), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:43:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:43:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 43, 39, 184972), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 43, 39, 184972), 0, 2, datetime.datetime(2022, 6, 3, 9, 43, 39, 184972), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:43:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:43:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 43, 39, 187202), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 43, 39, 187202), 0, 2, datetime.datetime(2022, 6, 3, 9, 43, 39, 187202), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:43:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:43:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:43:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:43:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:43:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:43:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:43:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:43:40,991 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:44:39.167018+00:00 (in 29.999017 seconds)
repomirrorworker stdout | 2022-06-03 09:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:44:39 UTC)" (scheduled at 2022-06-03 09:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:44:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:44:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 44, 9, 177164), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 44, 9, 177164), 0, 2, datetime.datetime(2022, 6, 3, 9, 44, 9, 177164), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:44:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:44:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 44, 9, 180442), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 44, 9, 180442), 0, 2, datetime.datetime(2022, 6, 3, 9, 44, 9, 180442), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:44:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:44:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 44, 9, 182323), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 44, 9, 182323), 0, 2, datetime.datetime(2022, 6, 3, 9, 44, 9, 182323), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:44:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:44:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 44, 9, 183991), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 44, 9, 183991), 0, 2, datetime.datetime(2022, 6, 3, 9, 44, 9, 183991), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:44:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:44:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 44, 9, 185761), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 44, 9, 185761), 0, 2, datetime.datetime(2022, 6, 3, 9, 44, 9, 185761), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:44:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:44:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:44:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:44:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:44:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:44:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:44:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:44:11,049 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:45:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-03 09:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:45:09 UTC)" (scheduled at 2022-06-03 09:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:44:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:44:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 44, 39, 176856), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 44, 39, 176856), 0, 2, datetime.datetime(2022, 6, 3, 9, 44, 39, 176856), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:44:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:44:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 44, 39, 180345), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 44, 39, 180345), 0, 2, datetime.datetime(2022, 6, 3, 9, 44, 39, 180345), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:44:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:44:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 44, 39, 182287), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 44, 39, 182287), 0, 2, datetime.datetime(2022, 6, 3, 9, 44, 39, 182287), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:44:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:44:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 44, 39, 184066), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 44, 39, 184066), 0, 2, datetime.datetime(2022, 6, 3, 9, 44, 39, 184066), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:44:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:44:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:44:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:44:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:44:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:44:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:44:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:44:41,097 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:45:39.167018+00:00 (in 29.999225 seconds)
repomirrorworker stdout | 2022-06-03 09:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:45:39 UTC)" (scheduled at 2022-06-03 09:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:45:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:45:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:45:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 45, 9, 176577), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 45, 9, 176577), 0, 2, datetime.datetime(2022, 6, 3, 9, 45, 9, 176577), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:45:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:45:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 45, 9, 179822), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 45, 9, 179822), 0, 2, datetime.datetime(2022, 6, 3, 9, 45, 9, 179822), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:45:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:45:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 45, 9, 181797), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 45, 9, 181797), 0, 2, datetime.datetime(2022, 6, 3, 9, 45, 9, 181797), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:45:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:45:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 45, 9, 183502), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 45, 9, 183502), 0, 2, datetime.datetime(2022, 6, 3, 9, 45, 9, 183502), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:45:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:45:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:45:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:45:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:45:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:45:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:45:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:45:11,220 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:46:09.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-03 09:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:46:09 UTC)" (scheduled at 2022-06-03 09:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:45:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:45:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 45, 39, 177178), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 45, 39, 177178), 0, 2, datetime.datetime(2022, 6, 3, 9, 45, 39, 177178), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:45:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:45:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 45, 39, 180603), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 45, 39, 180603), 0, 2, datetime.datetime(2022, 6, 3, 9, 45, 39, 180603), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:45:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:45:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 45, 39, 182545), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 45, 39, 182545), 0, 2, datetime.datetime(2022, 6, 3, 9, 45, 39, 182545), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:45:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:45:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 45, 39, 184279), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 45, 39, 184279), 0, 2, datetime.datetime(2022, 6, 3, 9, 45, 39, 184279), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:45:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:45:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 45, 39, 186042), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 45, 39, 186042), 0, 2, datetime.datetime(2022, 6, 3, 9, 45, 39, 186042), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:45:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:45:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:45:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:45:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:45:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:45:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:45:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:45:41,281 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:46:39.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-03 09:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:46:39 UTC)" (scheduled at 2022-06-03 09:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:46:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:46:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:46:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 46, 9, 176934), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 46, 9, 176934), 0, 2, datetime.datetime(2022, 6, 3, 9, 46, 9, 176934), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:46:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:46:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 46, 9, 180176), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 46, 9, 180176), 0, 2, datetime.datetime(2022, 6, 3, 9, 46, 9, 180176), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:46:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:46:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 46, 9, 182135), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 46, 9, 182135), 0, 2, datetime.datetime(2022, 6, 3, 9, 46, 9, 182135), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:46:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:46:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 46, 9, 183857), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 46, 9, 183857), 0, 2, datetime.datetime(2022, 6, 3, 9, 46, 9, 183857), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:46:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:46:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:46:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:46:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:46:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:46:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:46:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:46:11,343 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:47:09.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-03 09:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:47:09 UTC)" (scheduled at 2022-06-03 09:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:46:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 46, 39, 177232), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 46, 39, 177232), 0, 2, datetime.datetime(2022, 6, 3, 9, 46, 39, 177232), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:46:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:46:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 46, 39, 180480), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 46, 39, 180480), 0, 2, datetime.datetime(2022, 6, 3, 9, 46, 39, 180480), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:46:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:46:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 46, 39, 182464), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 46, 39, 182464), 0, 2, datetime.datetime(2022, 6, 3, 9, 46, 39, 182464), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:46:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:46:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 46, 39, 184263), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 46, 39, 184263), 0, 2, datetime.datetime(2022, 6, 3, 9, 46, 39, 184263), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:46:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:46:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 46, 39, 186037), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 46, 39, 186037), 0, 2, datetime.datetime(2022, 6, 3, 9, 46, 39, 186037), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:46:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:46:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:46:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:46:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:46:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:46:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:46:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:46:41,385 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:47:39.167018+00:00 (in 29.999174 seconds)
repomirrorworker stdout | 2022-06-03 09:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:47:39 UTC)" (scheduled at 2022-06-03 09:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:47:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:47:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 47, 9, 177069), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 47, 9, 177069), 0, 2, datetime.datetime(2022, 6, 3, 9, 47, 9, 177069), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:47:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:47:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 47, 9, 180600), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 47, 9, 180600), 0, 2, datetime.datetime(2022, 6, 3, 9, 47, 9, 180600), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:47:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:47:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 47, 9, 182514), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 47, 9, 182514), 0, 2, datetime.datetime(2022, 6, 3, 9, 47, 9, 182514), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:47:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:47:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 47, 9, 184197), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 47, 9, 184197), 0, 2, datetime.datetime(2022, 6, 3, 9, 47, 9, 184197), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:47:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:47:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:47:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:47:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:47:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:47:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:47:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:47:11,449 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:48:09.167018+00:00 (in 29.999177 seconds)
repomirrorworker stdout | 2022-06-03 09:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:48:09 UTC)" (scheduled at 2022-06-03 09:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:47:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:47:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 47, 39, 176902), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 47, 39, 176902), 0, 2, datetime.datetime(2022, 6, 3, 9, 47, 39, 176902), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:47:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:47:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 47, 39, 180217), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 47, 39, 180217), 0, 2, datetime.datetime(2022, 6, 3, 9, 47, 39, 180217), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:47:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:47:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 47, 39, 182142), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 47, 39, 182142), 0, 2, datetime.datetime(2022, 6, 3, 9, 47, 39, 182142), True, 12, 15])
repomirrorworker stdout | 2022-06-03 09:47:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 09:47:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 47, 39, 183850), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 47, 39, 183850), 0, 2, datetime.datetime(2022, 6, 3, 9, 47, 39, 183850), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:47:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:47:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:47:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:47:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:47:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:47:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:47:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:47:41,484 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:48:39.167018+00:00 (in 29.999146 seconds)
repomirrorworker stdout | 2022-06-03 09:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:48:39 UTC)" (scheduled at 2022-06-03 09:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:48:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:48:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:48:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 48, 9, 177186), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 48, 9, 177186), 0, 2, datetime.datetime(2022, 6, 3, 9, 48, 9, 177186), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:48:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:48:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 48, 9, 180574), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 48, 9, 180574), 0, 2, datetime.datetime(2022, 6, 3, 9, 48, 9, 180574), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:48:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:48:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 48, 9, 182512), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 48, 9, 182512), 0, 2, datetime.datetime(2022, 6, 3, 9, 48, 9, 182512), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:48:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:48:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 48, 9, 184312), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 48, 9, 184312), 0, 2, datetime.datetime(2022, 6, 3, 9, 48, 9, 184312), True, 12, 15])
repomirrorworker stdout | 2022-06-03 09:48:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 09:48:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:48:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:48:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:48:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:48:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:48:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:48:11,528 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:49:09.167018+00:00 (in 29.999000 seconds)
repomirrorworker stdout | 2022-06-03 09:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:49:09 UTC)" (scheduled at 2022-06-03 09:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:48:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:48:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:48:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 48, 39, 176307), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 48, 39, 176307), 0, 2, datetime.datetime(2022, 6, 3, 9, 48, 39, 176307), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:48:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:48:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 48, 39, 179656), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 48, 39, 179656), 0, 2, datetime.datetime(2022, 6, 3, 9, 48, 39, 179656), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:48:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:48:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 48, 39, 181652), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 48, 39, 181652), 0, 2, datetime.datetime(2022, 6, 3, 9, 48, 39, 181652), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:48:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:48:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 48, 39, 183419), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 48, 39, 183419), 0, 2, datetime.datetime(2022, 6, 3, 9, 48, 39, 183419), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:48:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:48:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 48, 39, 185175), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 48, 39, 185175), 0, 2, datetime.datetime(2022, 6, 3, 9, 48, 39, 185175), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:48:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:48:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:48:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:48:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:48:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:48:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:48:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:48:41,563 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:49:39.167018+00:00 (in 29.999008 seconds)
repomirrorworker stdout | 2022-06-03 09:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:49:39 UTC)" (scheduled at 2022-06-03 09:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:49:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:49:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:49:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 49, 9, 177073), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 49, 9, 177073), 0, 2, datetime.datetime(2022, 6, 3, 9, 49, 9, 177073), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:49:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:49:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 49, 9, 180285), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 49, 9, 180285), 0, 2, datetime.datetime(2022, 6, 3, 9, 49, 9, 180285), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:49:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:49:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 49, 9, 182241), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 49, 9, 182241), 0, 2, datetime.datetime(2022, 6, 3, 9, 49, 9, 182241), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:49:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:49:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 49, 9, 184017), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 49, 9, 184017), 0, 2, datetime.datetime(2022, 6, 3, 9, 49, 9, 184017), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:49:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:49:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:49:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:49:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:49:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:49:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:49:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:49:11,597 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:50:09.167018+00:00 (in 29.998991 seconds)
repomirrorworker stdout | 2022-06-03 09:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:50:09 UTC)" (scheduled at 2022-06-03 09:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:49:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:49:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 49, 39, 177403), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 49, 39, 177403), 0, 2, datetime.datetime(2022, 6, 3, 9, 49, 39, 177403), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:49:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:49:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 49, 39, 181133), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 49, 39, 181133), 0, 2, datetime.datetime(2022, 6, 3, 9, 49, 39, 181133), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:49:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:49:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 49, 39, 183243), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 49, 39, 183243), 0, 2, datetime.datetime(2022, 6, 3, 9, 49, 39, 183243), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:49:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:49:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 49, 39, 184997), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 49, 39, 184997), 0, 2, datetime.datetime(2022, 6, 3, 9, 49, 39, 184997), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:49:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:49:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 49, 39, 186828), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 49, 39, 186828), 0, 2, datetime.datetime(2022, 6, 3, 9, 49, 39, 186828), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:49:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:49:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:49:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:49:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:49:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:49:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:49:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:49:41,631 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:50:39.167018+00:00 (in 29.999195 seconds)
repomirrorworker stdout | 2022-06-03 09:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:50:39 UTC)" (scheduled at 2022-06-03 09:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:50:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:50:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:50:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 50, 9, 177259), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 50, 9, 177259), 0, 2, datetime.datetime(2022, 6, 3, 9, 50, 9, 177259), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:50:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:50:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 50, 9, 181175), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 50, 9, 181175), 0, 2, datetime.datetime(2022, 6, 3, 9, 50, 9, 181175), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:50:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:50:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 50, 9, 183390), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 50, 9, 183390), 0, 2, datetime.datetime(2022, 6, 3, 9, 50, 9, 183390), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:50:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:50:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 50, 9, 185417), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 50, 9, 185417), 0, 2, datetime.datetime(2022, 6, 3, 9, 50, 9, 185417), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:50:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:50:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:50:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:50:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:50:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:50:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:50:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:50:11,687 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:51:09.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-03 09:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:51:09 UTC)" (scheduled at 2022-06-03 09:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:50:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:50:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 50, 39, 176822), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 50, 39, 176822), 0, 2, datetime.datetime(2022, 6, 3, 9, 50, 39, 176822), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:50:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:50:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 50, 39, 180314), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 50, 39, 180314), 0, 2, datetime.datetime(2022, 6, 3, 9, 50, 39, 180314), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:50:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:50:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 50, 39, 182329), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 50, 39, 182329), 0, 2, datetime.datetime(2022, 6, 3, 9, 50, 39, 182329), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:50:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:50:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 50, 39, 184054), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 50, 39, 184054), 0, 2, datetime.datetime(2022, 6, 3, 9, 50, 39, 184054), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:50:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:50:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:50:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:50:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:50:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:50:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:50:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:50:41,750 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:51:39.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-03 09:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:51:39 UTC)" (scheduled at 2022-06-03 09:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:51:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:51:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:51:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 51, 9, 177521), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 51, 9, 177521), 0, 2, datetime.datetime(2022, 6, 3, 9, 51, 9, 177521), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:51:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:51:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 51, 9, 181032), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 51, 9, 181032), 0, 2, datetime.datetime(2022, 6, 3, 9, 51, 9, 181032), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:51:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:51:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 51, 9, 182978), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 51, 9, 182978), 0, 2, datetime.datetime(2022, 6, 3, 9, 51, 9, 182978), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:51:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:51:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 51, 9, 184829), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 51, 9, 184829), 0, 2, datetime.datetime(2022, 6, 3, 9, 51, 9, 184829), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:51:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:51:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 51, 9, 186634), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 51, 9, 186634), 0, 2, datetime.datetime(2022, 6, 3, 9, 51, 9, 186634), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:51:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:51:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:51:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:51:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:51:09,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:51:09,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:51:09,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:51:11,808 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:52:09.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-03 09:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:52:09 UTC)" (scheduled at 2022-06-03 09:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:51:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:51:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:51:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 51, 39, 177175), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 51, 39, 177175), 0, 2, datetime.datetime(2022, 6, 3, 9, 51, 39, 177175), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:51:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:51:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 51, 39, 180718), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 51, 39, 180718), 0, 2, datetime.datetime(2022, 6, 3, 9, 51, 39, 180718), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:51:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:51:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 51, 39, 182716), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 51, 39, 182716), 0, 2, datetime.datetime(2022, 6, 3, 9, 51, 39, 182716), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:51:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:51:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 51, 39, 184487), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 51, 39, 184487), 0, 2, datetime.datetime(2022, 6, 3, 9, 51, 39, 184487), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:51:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:51:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 51, 39, 186237), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 51, 39, 186237), 0, 2, datetime.datetime(2022, 6, 3, 9, 51, 39, 186237), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:51:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:51:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:51:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:51:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:51:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:51:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:51:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:51:41,855 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:52:39.167018+00:00 (in 29.999136 seconds)
repomirrorworker stdout | 2022-06-03 09:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:52:39 UTC)" (scheduled at 2022-06-03 09:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:52:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:52:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:52:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 52, 9, 176961), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 52, 9, 176961), 0, 2, datetime.datetime(2022, 6, 3, 9, 52, 9, 176961), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:52:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:52:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 52, 9, 180148), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 52, 9, 180148), 0, 2, datetime.datetime(2022, 6, 3, 9, 52, 9, 180148), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:52:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:52:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 52, 9, 182108), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 52, 9, 182108), 0, 2, datetime.datetime(2022, 6, 3, 9, 52, 9, 182108), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:52:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:52:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 52, 9, 183884), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 52, 9, 183884), 0, 2, datetime.datetime(2022, 6, 3, 9, 52, 9, 183884), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:52:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:52:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:52:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:52:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:52:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:52:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:52:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:52:11,919 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:53:09.167018+00:00 (in 29.999226 seconds)
repomirrorworker stdout | 2022-06-03 09:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:53:09 UTC)" (scheduled at 2022-06-03 09:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:52:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:52:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 52, 39, 176842), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 52, 39, 176842), 0, 2, datetime.datetime(2022, 6, 3, 9, 52, 39, 176842), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:52:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:52:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 52, 39, 180115), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 52, 39, 180115), 0, 2, datetime.datetime(2022, 6, 3, 9, 52, 39, 180115), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:52:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:52:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 52, 39, 182014), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 52, 39, 182014), 0, 2, datetime.datetime(2022, 6, 3, 9, 52, 39, 182014), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:52:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:52:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 52, 39, 183723), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 52, 39, 183723), 0, 2, datetime.datetime(2022, 6, 3, 9, 52, 39, 183723), True, 12, 15])
repomirrorworker stdout | 2022-06-03 09:52:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 09:52:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 52, 39, 185381), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 52, 39, 185381), 0, 2, datetime.datetime(2022, 6, 3, 9, 52, 39, 185381), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:52:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:52:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:52:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:52:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:52:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:52:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:52:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:52:41,958 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:53:39.167018+00:00 (in 29.999242 seconds)
repomirrorworker stdout | 2022-06-03 09:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:53:39 UTC)" (scheduled at 2022-06-03 09:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:53:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:53:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 53, 9, 177216), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 53, 9, 177216), 0, 2, datetime.datetime(2022, 6, 3, 9, 53, 9, 177216), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:53:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:53:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 53, 9, 180584), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 53, 9, 180584), 0, 2, datetime.datetime(2022, 6, 3, 9, 53, 9, 180584), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:53:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:53:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 53, 9, 182472), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 53, 9, 182472), 0, 2, datetime.datetime(2022, 6, 3, 9, 53, 9, 182472), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:53:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:53:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 53, 9, 184196), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 53, 9, 184196), 0, 2, datetime.datetime(2022, 6, 3, 9, 53, 9, 184196), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:53:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:53:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 53, 9, 185881), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 53, 9, 185881), 0, 2, datetime.datetime(2022, 6, 3, 9, 53, 9, 185881), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:53:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:53:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:53:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:53:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:53:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:53:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:53:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:53:12,019 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:54:09.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-03 09:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:54:09 UTC)" (scheduled at 2022-06-03 09:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:53:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 53, 39, 176922), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 53, 39, 176922), 0, 2, datetime.datetime(2022, 6, 3, 9, 53, 39, 176922), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:53:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:53:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 53, 39, 180505), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 53, 39, 180505), 0, 2, datetime.datetime(2022, 6, 3, 9, 53, 39, 180505), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:53:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:53:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 53, 39, 182595), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 53, 39, 182595), 0, 2, datetime.datetime(2022, 6, 3, 9, 53, 39, 182595), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:53:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:53:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 53, 39, 184349), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 53, 39, 184349), 0, 2, datetime.datetime(2022, 6, 3, 9, 53, 39, 184349), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:53:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:53:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 53, 39, 186089), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 53, 39, 186089), 0, 2, datetime.datetime(2022, 6, 3, 9, 53, 39, 186089), True, 12, 15])
repomirrorworker stdout | 2022-06-03 09:53:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 09:53:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:53:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:53:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:53:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:53:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:53:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:53:42,084 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:54:39.167018+00:00 (in 29.999183 seconds)
repomirrorworker stdout | 2022-06-03 09:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:54:39 UTC)" (scheduled at 2022-06-03 09:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:54:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:54:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 54, 9, 177151), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 54, 9, 177151), 0, 2, datetime.datetime(2022, 6, 3, 9, 54, 9, 177151), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:54:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:54:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 54, 9, 180720), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 54, 9, 180720), 0, 2, datetime.datetime(2022, 6, 3, 9, 54, 9, 180720), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:54:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:54:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 54, 9, 183029), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 54, 9, 183029), 0, 2, datetime.datetime(2022, 6, 3, 9, 54, 9, 183029), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:54:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:54:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 54, 9, 185109), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 54, 9, 185109), 0, 2, datetime.datetime(2022, 6, 3, 9, 54, 9, 185109), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:54:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:54:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 54, 9, 187130), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 54, 9, 187130), 0, 2, datetime.datetime(2022, 6, 3, 9, 54, 9, 187130), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:54:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:54:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:54:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:54:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:54:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:54:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:54:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:54:12,137 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:55:09.167018+00:00 (in 29.998978 seconds)
repomirrorworker stdout | 2022-06-03 09:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:55:09 UTC)" (scheduled at 2022-06-03 09:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:54:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:54:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:54:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 54, 39, 177388), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 54, 39, 177388), 0, 2, datetime.datetime(2022, 6, 3, 9, 54, 39, 177388), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:54:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:54:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 54, 39, 180501), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 54, 39, 180501), 0, 2, datetime.datetime(2022, 6, 3, 9, 54, 39, 180501), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:54:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:54:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 54, 39, 182335), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 54, 39, 182335), 0, 2, datetime.datetime(2022, 6, 3, 9, 54, 39, 182335), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:54:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:54:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 54, 39, 184037), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 54, 39, 184037), 0, 2, datetime.datetime(2022, 6, 3, 9, 54, 39, 184037), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:54:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:54:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:54:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:54:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:54:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:54:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:54:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:54:42,181 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:55:39.167018+00:00 (in 29.998864 seconds)
repomirrorworker stdout | 2022-06-03 09:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:55:39 UTC)" (scheduled at 2022-06-03 09:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:55:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:55:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:55:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 55, 9, 176841), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 55, 9, 176841), 0, 2, datetime.datetime(2022, 6, 3, 9, 55, 9, 176841), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:55:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:55:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 55, 9, 180025), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 55, 9, 180025), 0, 2, datetime.datetime(2022, 6, 3, 9, 55, 9, 180025), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:55:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:55:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 55, 9, 181907), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 55, 9, 181907), 0, 2, datetime.datetime(2022, 6, 3, 9, 55, 9, 181907), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:55:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:55:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 55, 9, 183537), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 55, 9, 183537), 0, 2, datetime.datetime(2022, 6, 3, 9, 55, 9, 183537), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:55:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:55:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:55:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:55:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:55:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:55:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:55:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:55:12,237 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:56:09.167018+00:00 (in 29.999162 seconds)
repomirrorworker stdout | 2022-06-03 09:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:56:09 UTC)" (scheduled at 2022-06-03 09:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:55:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:55:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 55, 39, 177029), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 55, 39, 177029), 0, 2, datetime.datetime(2022, 6, 3, 9, 55, 39, 177029), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:55:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:55:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 55, 39, 180233), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 55, 39, 180233), 0, 2, datetime.datetime(2022, 6, 3, 9, 55, 39, 180233), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:55:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:55:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 55, 39, 182134), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 55, 39, 182134), 0, 2, datetime.datetime(2022, 6, 3, 9, 55, 39, 182134), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 55, 39, 183855), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 55, 39, 183855), 0, 2, datetime.datetime(2022, 6, 3, 9, 55, 39, 183855), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:55:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:55:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:55:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:55:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:55:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:55:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:55:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:55:42,322 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:56:39.167018+00:00 (in 29.999175 seconds)
repomirrorworker stdout | 2022-06-03 09:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:56:39 UTC)" (scheduled at 2022-06-03 09:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:56:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:56:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:56:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 56, 9, 176986), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 56, 9, 176986), 0, 2, datetime.datetime(2022, 6, 3, 9, 56, 9, 176986), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:56:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:56:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 56, 9, 180435), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 56, 9, 180435), 0, 2, datetime.datetime(2022, 6, 3, 9, 56, 9, 180435), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:56:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:56:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 56, 9, 182396), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 56, 9, 182396), 0, 2, datetime.datetime(2022, 6, 3, 9, 56, 9, 182396), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:56:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:56:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 56, 9, 184084), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 56, 9, 184084), 0, 2, datetime.datetime(2022, 6, 3, 9, 56, 9, 184084), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:56:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:56:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 56, 9, 185886), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 56, 9, 185886), 0, 2, datetime.datetime(2022, 6, 3, 9, 56, 9, 185886), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:56:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:56:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:56:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:56:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:56:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:56:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:56:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:56:12,379 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:57:09.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-03 09:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:57:09 UTC)" (scheduled at 2022-06-03 09:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:56:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:56:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 56, 39, 177100), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 56, 39, 177100), 0, 2, datetime.datetime(2022, 6, 3, 9, 56, 39, 177100), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:56:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:56:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 56, 39, 180990), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 56, 39, 180990), 0, 2, datetime.datetime(2022, 6, 3, 9, 56, 39, 180990), True, 12, 15])
repomirrorworker stdout | 2022-06-03 09:56:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 09:56:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 56, 39, 183052), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 56, 39, 183052), 0, 2, datetime.datetime(2022, 6, 3, 9, 56, 39, 183052), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:56:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:56:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 56, 39, 184693), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 56, 39, 184693), 0, 2, datetime.datetime(2022, 6, 3, 9, 56, 39, 184693), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:56:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:56:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:56:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:56:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:56:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:56:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:56:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:56:42,435 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:57:39.167018+00:00 (in 29.999068 seconds)
repomirrorworker stdout | 2022-06-03 09:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:57:39 UTC)" (scheduled at 2022-06-03 09:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:57:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:57:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:57:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 57, 9, 177198), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 57, 9, 177198), 0, 2, datetime.datetime(2022, 6, 3, 9, 57, 9, 177198), True, 10, 14])
repomirrorworker stdout | 2022-06-03 09:57:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 09:57:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 57, 9, 180634), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 57, 9, 180634), 0, 2, datetime.datetime(2022, 6, 3, 9, 57, 9, 180634), True, 14, 15])
repomirrorworker stdout | 2022-06-03 09:57:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 09:57:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 57, 9, 182534), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 57, 9, 182534), 0, 2, datetime.datetime(2022, 6, 3, 9, 57, 9, 182534), True, 2, 6])
repomirrorworker stdout | 2022-06-03 09:57:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 09:57:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 57, 9, 184252), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 57, 9, 184252), 0, 2, datetime.datetime(2022, 6, 3, 9, 57, 9, 184252), True, 6, 10])
repomirrorworker stdout | 2022-06-03 09:57:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 09:57:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 57, 9, 185924), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 57, 9, 185924), 0, 2, datetime.datetime(2022, 6, 3, 9, 57, 9, 185924), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:57:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:57:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:57:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:57:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:57:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:57:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:57:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:57:12,485 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:58:09.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-03 09:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:58:09 UTC)" (scheduled at 2022-06-03 09:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:57:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:57:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 57, 39, 177410), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 57, 39, 177410), 0, 2, datetime.datetime(2022, 6, 3, 9, 57, 39, 177410), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:57:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:57:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 57, 39, 180908), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 57, 39, 180908), 0, 2, datetime.datetime(2022, 6, 3, 9, 57, 39, 180908), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:57:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:57:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 57, 39, 183071), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 57, 39, 183071), 0, 2, datetime.datetime(2022, 6, 3, 9, 57, 39, 183071), True, 9, 13])
repomirrorworker stdout | 2022-06-03 09:57:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 09:57:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 57, 39, 184831), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 57, 39, 184831), 0, 2, datetime.datetime(2022, 6, 3, 9, 57, 39, 184831), True, 13, 15])
repomirrorworker stdout | 2022-06-03 09:57:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 09:57:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 57, 39, 186499), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 57, 39, 186499), 0, 2, datetime.datetime(2022, 6, 3, 9, 57, 39, 186499), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:57:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:57:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:57:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:57:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:57:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:57:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:57:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:57:42,522 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:58:39.167018+00:00 (in 29.998992 seconds)
repomirrorworker stdout | 2022-06-03 09:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:58:39 UTC)" (scheduled at 2022-06-03 09:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:58:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:58:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:58:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 58, 9, 177448), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 58, 9, 177448), 0, 2, datetime.datetime(2022, 6, 3, 9, 58, 9, 177448), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:58:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:58:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 58, 9, 180858), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 58, 9, 180858), 0, 2, datetime.datetime(2022, 6, 3, 9, 58, 9, 180858), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:58:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:58:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 58, 9, 182767), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 58, 9, 182767), 0, 2, datetime.datetime(2022, 6, 3, 9, 58, 9, 182767), True, 12, 15])
repomirrorworker stdout | 2022-06-03 09:58:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 09:58:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 58, 9, 184502), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 58, 9, 184502), 0, 2, datetime.datetime(2022, 6, 3, 9, 58, 9, 184502), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:58:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:58:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:58:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:58:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:58:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:58:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:58:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:58:12,584 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:59:09.167018+00:00 (in 29.998959 seconds)
repomirrorworker stdout | 2022-06-03 09:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:59:09 UTC)" (scheduled at 2022-06-03 09:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:58:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:58:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 58, 39, 177220), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 58, 39, 177220), 0, 2, datetime.datetime(2022, 6, 3, 9, 58, 39, 177220), True, 11, 15])
repomirrorworker stdout | 2022-06-03 09:58:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 09:58:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 58, 39, 180689), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 58, 39, 180689), 0, 2, datetime.datetime(2022, 6, 3, 9, 58, 39, 180689), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:58:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:58:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 58, 39, 182636), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 58, 39, 182636), 0, 2, datetime.datetime(2022, 6, 3, 9, 58, 39, 182636), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:58:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:58:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 58, 39, 184311), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 58, 39, 184311), 0, 2, datetime.datetime(2022, 6, 3, 9, 58, 39, 184311), True, 5, 9])
repomirrorworker stdout | 2022-06-03 09:58:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 09:58:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:58:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:58:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:58:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:58:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:58:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:58:42,620 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 09:59:39.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-03 09:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:59:39 UTC)" (scheduled at 2022-06-03 09:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:59:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:59:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 59, 9, 176621), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 59, 9, 176621), 0, 2, datetime.datetime(2022, 6, 3, 9, 59, 9, 176621), True, 3, 7])
repomirrorworker stdout | 2022-06-03 09:59:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 09:59:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 59, 9, 179773), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 59, 9, 179773), 0, 2, datetime.datetime(2022, 6, 3, 9, 59, 9, 179773), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:59:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:59:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 59, 9, 181706), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 59, 9, 181706), 0, 2, datetime.datetime(2022, 6, 3, 9, 59, 9, 181706), True, 7, 11])
repomirrorworker stdout | 2022-06-03 09:59:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 09:59:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 59, 9, 183380), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 59, 9, 183380), 0, 2, datetime.datetime(2022, 6, 3, 9, 59, 9, 183380), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:59:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:59:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 59, 9, 185058), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 59, 9, 185058), 0, 2, datetime.datetime(2022, 6, 3, 9, 59, 9, 185058), True, 12, 15])
repomirrorworker stdout | 2022-06-03 09:59:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 09:59:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:59:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:59:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:59:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:59:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:59:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 09:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:59:12,654 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 09:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 09:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:00:09.167018+00:00 (in 29.999042 seconds)
repomirrorworker stdout | 2022-06-03 09:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:00:09 UTC)" (scheduled at 2022-06-03 09:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 09:59:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:59:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:59:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 59, 39, 177297), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 59, 39, 177297), 0, 2, datetime.datetime(2022, 6, 3, 9, 59, 39, 177297), True, 4, 8])
repomirrorworker stdout | 2022-06-03 09:59:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 09:59:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 59, 39, 180413), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 59, 39, 180413), 0, 2, datetime.datetime(2022, 6, 3, 9, 59, 39, 180413), True, 8, 12])
repomirrorworker stdout | 2022-06-03 09:59:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 09:59:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 59, 39, 182581), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 59, 39, 182581), 0, 2, datetime.datetime(2022, 6, 3, 9, 59, 39, 182581), True, 1, 5])
repomirrorworker stdout | 2022-06-03 09:59:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 09:59:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 9, 59, 39, 184272), 0, 2, None, True, datetime.datetime(2022, 6, 3, 9, 59, 39, 184272), 0, 2, datetime.datetime(2022, 6, 3, 9, 59, 39, 184272), True, 12, 15])
repomirrorworker stdout | 2022-06-03 09:59:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 09:59:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 09:59:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:59:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 09:59:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 09:59:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 09:59:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 09:59:42,711 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:00:39.167018+00:00 (in 29.999230 seconds)
repomirrorworker stdout | 2022-06-03 10:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:00:39 UTC)" (scheduled at 2022-06-03 10:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:00:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:00:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 0, 9, 176921), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 0, 9, 176921), 0, 2, datetime.datetime(2022, 6, 3, 10, 0, 9, 176921), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:00:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:00:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 0, 9, 180444), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 0, 9, 180444), 0, 2, datetime.datetime(2022, 6, 3, 10, 0, 9, 180444), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:00:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:00:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 0, 9, 182390), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 0, 9, 182390), 0, 2, datetime.datetime(2022, 6, 3, 10, 0, 9, 182390), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:00:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:00:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 0, 9, 184127), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 0, 9, 184127), 0, 2, datetime.datetime(2022, 6, 3, 10, 0, 9, 184127), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:00:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:00:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:00:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:00:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:00:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:00:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:00:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:00:12,753 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:01:09.167018+00:00 (in 29.999142 seconds)
repomirrorworker stdout | 2022-06-03 10:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:01:09 UTC)" (scheduled at 2022-06-03 10:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:00:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:00:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 0, 39, 176574), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 0, 39, 176574), 0, 2, datetime.datetime(2022, 6, 3, 10, 0, 39, 176574), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:00:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:00:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 0, 39, 179997), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 0, 39, 179997), 0, 2, datetime.datetime(2022, 6, 3, 10, 0, 39, 179997), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:00:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:00:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 0, 39, 181887), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 0, 39, 181887), 0, 2, datetime.datetime(2022, 6, 3, 10, 0, 39, 181887), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:00:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:00:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 0, 39, 183588), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 0, 39, 183588), 0, 2, datetime.datetime(2022, 6, 3, 10, 0, 39, 183588), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:00:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:00:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 0, 39, 185265), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 0, 39, 185265), 0, 2, datetime.datetime(2022, 6, 3, 10, 0, 39, 185265), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:00:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:00:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:00:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:00:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:00:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:00:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:00:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:00:42,827 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:01:39.167018+00:00 (in 29.999174 seconds)
repomirrorworker stdout | 2022-06-03 10:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:01:39 UTC)" (scheduled at 2022-06-03 10:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:01:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:01:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 1, 9, 176466), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 1, 9, 176466), 0, 2, datetime.datetime(2022, 6, 3, 10, 1, 9, 176466), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:01:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:01:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 1, 9, 179572), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 1, 9, 179572), 0, 2, datetime.datetime(2022, 6, 3, 10, 1, 9, 179572), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:01:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:01:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 1, 9, 181434), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 1, 9, 181434), 0, 2, datetime.datetime(2022, 6, 3, 10, 1, 9, 181434), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:01:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:01:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 1, 9, 183112), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 1, 9, 183112), 0, 2, datetime.datetime(2022, 6, 3, 10, 1, 9, 183112), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:01:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:01:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 1, 9, 184770), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 1, 9, 184770), 0, 2, datetime.datetime(2022, 6, 3, 10, 1, 9, 184770), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:01:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:01:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:01:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:01:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:01:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:01:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:01:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:01:12,857 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:02:09.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-03 10:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:02:09 UTC)" (scheduled at 2022-06-03 10:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:01:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 1, 39, 177238), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 1, 39, 177238), 0, 2, datetime.datetime(2022, 6, 3, 10, 1, 39, 177238), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 1, 39, 180438), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 1, 39, 180438), 0, 2, datetime.datetime(2022, 6, 3, 10, 1, 39, 180438), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:01:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:01:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 1, 39, 182297), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 1, 39, 182297), 0, 2, datetime.datetime(2022, 6, 3, 10, 1, 39, 182297), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:01:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:01:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 1, 39, 184041), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 1, 39, 184041), 0, 2, datetime.datetime(2022, 6, 3, 10, 1, 39, 184041), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:01:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:01:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 1, 39, 185699), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 1, 39, 185699), 0, 2, datetime.datetime(2022, 6, 3, 10, 1, 39, 185699), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:01:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:01:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:01:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:01:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:01:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:01:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:01:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:01:42,917 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:02:39.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-03 10:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:02:39 UTC)" (scheduled at 2022-06-03 10:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:02:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:02:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:02:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 2, 9, 176848), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 2, 9, 176848), 0, 2, datetime.datetime(2022, 6, 3, 10, 2, 9, 176848), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:02:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:02:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 2, 9, 180293), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 2, 9, 180293), 0, 2, datetime.datetime(2022, 6, 3, 10, 2, 9, 180293), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:02:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:02:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 2, 9, 182309), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 2, 9, 182309), 0, 2, datetime.datetime(2022, 6, 3, 10, 2, 9, 182309), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:02:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:02:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 2, 9, 184011), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 2, 9, 184011), 0, 2, datetime.datetime(2022, 6, 3, 10, 2, 9, 184011), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:02:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:02:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:02:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:02:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:02:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:02:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:02:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:02:12,973 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:03:09.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-03 10:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:03:09 UTC)" (scheduled at 2022-06-03 10:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:02:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:02:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:02:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 2, 39, 177235), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 2, 39, 177235), 0, 2, datetime.datetime(2022, 6, 3, 10, 2, 39, 177235), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:02:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:02:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 2, 39, 180444), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 2, 39, 180444), 0, 2, datetime.datetime(2022, 6, 3, 10, 2, 39, 180444), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:02:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:02:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 2, 39, 182500), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 2, 39, 182500), 0, 2, datetime.datetime(2022, 6, 3, 10, 2, 39, 182500), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:02:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:02:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 2, 39, 184403), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 2, 39, 184403), 0, 2, datetime.datetime(2022, 6, 3, 10, 2, 39, 184403), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:02:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:02:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 2, 39, 186235), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 2, 39, 186235), 0, 2, datetime.datetime(2022, 6, 3, 10, 2, 39, 186235), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:02:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:02:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:02:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:02:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:02:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:02:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:02:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:02:43,032 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:03:39.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-03 10:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:03:39 UTC)" (scheduled at 2022-06-03 10:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:03:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:03:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 3, 9, 177122), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 3, 9, 177122), 0, 2, datetime.datetime(2022, 6, 3, 10, 3, 9, 177122), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:03:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:03:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 3, 9, 180344), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 3, 9, 180344), 0, 2, datetime.datetime(2022, 6, 3, 10, 3, 9, 180344), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:03:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:03:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 3, 9, 182246), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 3, 9, 182246), 0, 2, datetime.datetime(2022, 6, 3, 10, 3, 9, 182246), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:03:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:03:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 3, 9, 183949), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 3, 9, 183949), 0, 2, datetime.datetime(2022, 6, 3, 10, 3, 9, 183949), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:03:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:03:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 3, 9, 185602), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 3, 9, 185602), 0, 2, datetime.datetime(2022, 6, 3, 10, 3, 9, 185602), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:03:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:03:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:03:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:03:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:03:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:03:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:03:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:03:13,086 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:04:09.167018+00:00 (in 29.999028 seconds)
repomirrorworker stdout | 2022-06-03 10:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:04:09 UTC)" (scheduled at 2022-06-03 10:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:03:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:03:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 3, 39, 177081), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 3, 39, 177081), 0, 2, datetime.datetime(2022, 6, 3, 10, 3, 39, 177081), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:03:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:03:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 3, 39, 180589), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 3, 39, 180589), 0, 2, datetime.datetime(2022, 6, 3, 10, 3, 39, 180589), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:03:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:03:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 3, 39, 182579), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 3, 39, 182579), 0, 2, datetime.datetime(2022, 6, 3, 10, 3, 39, 182579), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:03:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:03:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 3, 39, 184291), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 3, 39, 184291), 0, 2, datetime.datetime(2022, 6, 3, 10, 3, 39, 184291), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:03:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:03:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 3, 39, 186094), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 3, 39, 186094), 0, 2, datetime.datetime(2022, 6, 3, 10, 3, 39, 186094), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:03:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:03:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:03:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:03:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:03:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:03:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:03:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:03:43,142 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:04:39.167018+00:00 (in 29.999058 seconds)
repomirrorworker stdout | 2022-06-03 10:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:04:39 UTC)" (scheduled at 2022-06-03 10:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:04:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 4, 9, 176906), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 4, 9, 176906), 0, 2, datetime.datetime(2022, 6, 3, 10, 4, 9, 176906), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:04:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:04:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 4, 9, 180376), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 4, 9, 180376), 0, 2, datetime.datetime(2022, 6, 3, 10, 4, 9, 180376), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:04:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:04:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 4, 9, 182222), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 4, 9, 182222), 0, 2, datetime.datetime(2022, 6, 3, 10, 4, 9, 182222), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:04:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:04:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 4, 9, 183886), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 4, 9, 183886), 0, 2, datetime.datetime(2022, 6, 3, 10, 4, 9, 183886), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:04:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:04:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:04:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:04:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:04:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:04:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:04:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:04:13,256 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:05:09.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-03 10:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:05:09 UTC)" (scheduled at 2022-06-03 10:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:04:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:04:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:04:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 4, 39, 176839), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 4, 39, 176839), 0, 2, datetime.datetime(2022, 6, 3, 10, 4, 39, 176839), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:04:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:04:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 4, 39, 180447), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 4, 39, 180447), 0, 2, datetime.datetime(2022, 6, 3, 10, 4, 39, 180447), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:04:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:04:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 4, 39, 182812), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 4, 39, 182812), 0, 2, datetime.datetime(2022, 6, 3, 10, 4, 39, 182812), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:04:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:04:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 4, 39, 184926), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 4, 39, 184926), 0, 2, datetime.datetime(2022, 6, 3, 10, 4, 39, 184926), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:04:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:04:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:04:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:04:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:04:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:04:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:04:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:04:43,322 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:05:39.167018+00:00 (in 29.999170 seconds)
repomirrorworker stdout | 2022-06-03 10:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:05:39 UTC)" (scheduled at 2022-06-03 10:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:05:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:05:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 5, 9, 176900), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 5, 9, 176900), 0, 2, datetime.datetime(2022, 6, 3, 10, 5, 9, 176900), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:05:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:05:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 5, 9, 180423), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 5, 9, 180423), 0, 2, datetime.datetime(2022, 6, 3, 10, 5, 9, 180423), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:05:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:05:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 5, 9, 182340), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 5, 9, 182340), 0, 2, datetime.datetime(2022, 6, 3, 10, 5, 9, 182340), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:05:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:05:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 5, 9, 184085), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 5, 9, 184085), 0, 2, datetime.datetime(2022, 6, 3, 10, 5, 9, 184085), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:05:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 5, 9, 185771), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 5, 9, 185771), 0, 2, datetime.datetime(2022, 6, 3, 10, 5, 9, 185771), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:05:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:05:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:05:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:05:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:05:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:05:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:05:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:05:13,380 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:06:09.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-03 10:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:06:09 UTC)" (scheduled at 2022-06-03 10:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:05:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:05:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 5, 39, 176961), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 5, 39, 176961), 0, 2, datetime.datetime(2022, 6, 3, 10, 5, 39, 176961), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:05:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 5, 39, 180921), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 5, 39, 180921), 0, 2, datetime.datetime(2022, 6, 3, 10, 5, 39, 180921), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:05:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:05:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 5, 39, 183031), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 5, 39, 183031), 0, 2, datetime.datetime(2022, 6, 3, 10, 5, 39, 183031), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:05:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:05:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 5, 39, 184911), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 5, 39, 184911), 0, 2, datetime.datetime(2022, 6, 3, 10, 5, 39, 184911), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:05:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:05:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 5, 39, 186751), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 5, 39, 186751), 0, 2, datetime.datetime(2022, 6, 3, 10, 5, 39, 186751), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:05:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:05:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:05:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:05:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:05:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:05:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:05:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:05:43,427 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:06:39.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-03 10:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:06:39 UTC)" (scheduled at 2022-06-03 10:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:06:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:06:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 6, 9, 177605), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 6, 9, 177605), 0, 2, datetime.datetime(2022, 6, 3, 10, 6, 9, 177605), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:06:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:06:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 6, 9, 181517), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 6, 9, 181517), 0, 2, datetime.datetime(2022, 6, 3, 10, 6, 9, 181517), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:06:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:06:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 6, 9, 183485), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 6, 9, 183485), 0, 2, datetime.datetime(2022, 6, 3, 10, 6, 9, 183485), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:06:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:06:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 6, 9, 185276), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 6, 9, 185276), 0, 2, datetime.datetime(2022, 6, 3, 10, 6, 9, 185276), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:06:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:06:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:06:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:06:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:06:09,196 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:06:09,196 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:06:09,196 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:06:13,481 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:07:09.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-03 10:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:07:09 UTC)" (scheduled at 2022-06-03 10:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:06:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 6, 39, 177103), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 6, 39, 177103), 0, 2, datetime.datetime(2022, 6, 3, 10, 6, 39, 177103), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:06:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:06:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 6, 39, 180394), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 6, 39, 180394), 0, 2, datetime.datetime(2022, 6, 3, 10, 6, 39, 180394), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:06:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:06:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 6, 39, 182701), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 6, 39, 182701), 0, 2, datetime.datetime(2022, 6, 3, 10, 6, 39, 182701), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:06:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:06:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 6, 39, 184775), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 6, 39, 184775), 0, 2, datetime.datetime(2022, 6, 3, 10, 6, 39, 184775), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:06:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:06:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:06:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:06:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:06:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:06:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:06:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:06:43,542 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:07:39.167018+00:00 (in 29.999135 seconds)
repomirrorworker stdout | 2022-06-03 10:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:07:39 UTC)" (scheduled at 2022-06-03 10:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:07:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:07:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:07:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 7, 9, 177271), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 7, 9, 177271), 0, 2, datetime.datetime(2022, 6, 3, 10, 7, 9, 177271), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:07:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:07:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 7, 9, 181472), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 7, 9, 181472), 0, 2, datetime.datetime(2022, 6, 3, 10, 7, 9, 181472), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:07:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:07:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 7, 9, 183743), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 7, 9, 183743), 0, 2, datetime.datetime(2022, 6, 3, 10, 7, 9, 183743), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:07:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:07:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 7, 9, 185827), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 7, 9, 185827), 0, 2, datetime.datetime(2022, 6, 3, 10, 7, 9, 185827), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:07:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:07:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 7, 9, 187662), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 7, 9, 187662), 0, 2, datetime.datetime(2022, 6, 3, 10, 7, 9, 187662), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:07:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:07:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:07:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:07:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:07:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:07:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:07:09,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:07:13,587 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:08:09.167018+00:00 (in 29.999176 seconds)
repomirrorworker stdout | 2022-06-03 10:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:08:09 UTC)" (scheduled at 2022-06-03 10:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:07:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:07:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 7, 39, 176054), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 7, 39, 176054), 0, 2, datetime.datetime(2022, 6, 3, 10, 7, 39, 176054), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:07:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:07:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 7, 39, 179276), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 7, 39, 179276), 0, 2, datetime.datetime(2022, 6, 3, 10, 7, 39, 179276), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:07:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:07:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 7, 39, 181478), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 7, 39, 181478), 0, 2, datetime.datetime(2022, 6, 3, 10, 7, 39, 181478), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:07:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:07:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 7, 39, 183231), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 7, 39, 183231), 0, 2, datetime.datetime(2022, 6, 3, 10, 7, 39, 183231), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:07:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:07:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 7, 39, 184902), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 7, 39, 184902), 0, 2, datetime.datetime(2022, 6, 3, 10, 7, 39, 184902), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:07:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:07:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:07:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:07:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:07:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:07:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:07:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:07:43,641 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:08:39.167018+00:00 (in 29.999100 seconds)
repomirrorworker stdout | 2022-06-03 10:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:08:39 UTC)" (scheduled at 2022-06-03 10:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:08:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:08:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:08:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 8, 9, 177232), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 8, 9, 177232), 0, 2, datetime.datetime(2022, 6, 3, 10, 8, 9, 177232), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:08:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:08:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 8, 9, 180667), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 8, 9, 180667), 0, 2, datetime.datetime(2022, 6, 3, 10, 8, 9, 180667), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:08:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:08:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 8, 9, 182588), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 8, 9, 182588), 0, 2, datetime.datetime(2022, 6, 3, 10, 8, 9, 182588), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:08:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:08:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 8, 9, 184324), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 8, 9, 184324), 0, 2, datetime.datetime(2022, 6, 3, 10, 8, 9, 184324), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:08:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:08:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 8, 9, 186099), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 8, 9, 186099), 0, 2, datetime.datetime(2022, 6, 3, 10, 8, 9, 186099), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:08:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:08:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:08:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:08:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:08:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:08:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:08:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:08:13,705 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:09:09.167018+00:00 (in 29.999093 seconds)
repomirrorworker stdout | 2022-06-03 10:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:09:09 UTC)" (scheduled at 2022-06-03 10:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:08:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:08:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:08:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 8, 39, 176883), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 8, 39, 176883), 0, 2, datetime.datetime(2022, 6, 3, 10, 8, 39, 176883), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:08:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:08:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 8, 39, 180349), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 8, 39, 180349), 0, 2, datetime.datetime(2022, 6, 3, 10, 8, 39, 180349), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:08:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:08:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 8, 39, 182331), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 8, 39, 182331), 0, 2, datetime.datetime(2022, 6, 3, 10, 8, 39, 182331), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:08:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:08:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 8, 39, 184105), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 8, 39, 184105), 0, 2, datetime.datetime(2022, 6, 3, 10, 8, 39, 184105), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:08:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:08:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 8, 39, 185844), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 8, 39, 185844), 0, 2, datetime.datetime(2022, 6, 3, 10, 8, 39, 185844), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:08:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:08:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:08:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:08:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:08:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:08:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:08:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:08:43,746 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:09:39.167018+00:00 (in 29.999163 seconds)
repomirrorworker stdout | 2022-06-03 10:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:09:39 UTC)" (scheduled at 2022-06-03 10:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:09:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:09:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:09:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 9, 9, 176607), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 9, 9, 176607), 0, 2, datetime.datetime(2022, 6, 3, 10, 9, 9, 176607), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:09:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:09:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 9, 9, 179883), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 9, 9, 179883), 0, 2, datetime.datetime(2022, 6, 3, 10, 9, 9, 179883), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:09:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:09:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 9, 9, 181863), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 9, 9, 181863), 0, 2, datetime.datetime(2022, 6, 3, 10, 9, 9, 181863), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:09:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:09:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 9, 9, 183717), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 9, 9, 183717), 0, 2, datetime.datetime(2022, 6, 3, 10, 9, 9, 183717), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:09:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:09:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 9, 9, 185452), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 9, 9, 185452), 0, 2, datetime.datetime(2022, 6, 3, 10, 9, 9, 185452), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:09:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:09:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:09:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:09:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:09:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:09:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:09:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:09:13,834 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:10:09.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-03 10:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:10:09 UTC)" (scheduled at 2022-06-03 10:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:09:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:09:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 9, 39, 177277), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 9, 39, 177277), 0, 2, datetime.datetime(2022, 6, 3, 10, 9, 39, 177277), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:09:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:09:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 9, 39, 180850), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 9, 39, 180850), 0, 2, datetime.datetime(2022, 6, 3, 10, 9, 39, 180850), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:09:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:09:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 9, 39, 182782), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 9, 39, 182782), 0, 2, datetime.datetime(2022, 6, 3, 10, 9, 39, 182782), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:09:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:09:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 9, 39, 184499), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 9, 39, 184499), 0, 2, datetime.datetime(2022, 6, 3, 10, 9, 39, 184499), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:09:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:09:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:09:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:09:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:09:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:09:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:09:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:09:43,908 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:10:39.167018+00:00 (in 29.998965 seconds)
repomirrorworker stdout | 2022-06-03 10:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:10:39 UTC)" (scheduled at 2022-06-03 10:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:10:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:10:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:10:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 10, 9, 177259), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 10, 9, 177259), 0, 2, datetime.datetime(2022, 6, 3, 10, 10, 9, 177259), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:10:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:10:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 10, 9, 180425), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 10, 9, 180425), 0, 2, datetime.datetime(2022, 6, 3, 10, 10, 9, 180425), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:10:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:10:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 10, 9, 182367), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 10, 9, 182367), 0, 2, datetime.datetime(2022, 6, 3, 10, 10, 9, 182367), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:10:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:10:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 10, 9, 184108), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 10, 9, 184108), 0, 2, datetime.datetime(2022, 6, 3, 10, 10, 9, 184108), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:10:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:10:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:10:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:10:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:10:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:10:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:10:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:10:13,978 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:11:09.167018+00:00 (in 29.998860 seconds)
repomirrorworker stdout | 2022-06-03 10:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:11:09 UTC)" (scheduled at 2022-06-03 10:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:10:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:10:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:10:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 10, 39, 176598), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 10, 39, 176598), 0, 2, datetime.datetime(2022, 6, 3, 10, 10, 39, 176598), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:10:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:10:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 10, 39, 179657), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 10, 39, 179657), 0, 2, datetime.datetime(2022, 6, 3, 10, 10, 39, 179657), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:10:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:10:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 10, 39, 181495), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 10, 39, 181495), 0, 2, datetime.datetime(2022, 6, 3, 10, 10, 39, 181495), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:10:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:10:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 10, 39, 183200), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 10, 39, 183200), 0, 2, datetime.datetime(2022, 6, 3, 10, 10, 39, 183200), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:10:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:10:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 10, 39, 184890), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 10, 39, 184890), 0, 2, datetime.datetime(2022, 6, 3, 10, 10, 39, 184890), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:10:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:10:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:10:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:10:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:10:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:10:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:10:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:10:44,039 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:11:39.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-03 10:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:11:39 UTC)" (scheduled at 2022-06-03 10:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:11:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:11:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 11, 9, 177053), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 11, 9, 177053), 0, 2, datetime.datetime(2022, 6, 3, 10, 11, 9, 177053), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:11:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:11:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 11, 9, 180242), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 11, 9, 180242), 0, 2, datetime.datetime(2022, 6, 3, 10, 11, 9, 180242), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:11:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:11:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 11, 9, 182133), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 11, 9, 182133), 0, 2, datetime.datetime(2022, 6, 3, 10, 11, 9, 182133), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:11:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:11:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 11, 9, 183875), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 11, 9, 183875), 0, 2, datetime.datetime(2022, 6, 3, 10, 11, 9, 183875), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:11:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:11:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:11:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:11:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:11:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:11:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:11:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:11:14,091 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:12:09.167018+00:00 (in 29.999000 seconds)
repomirrorworker stdout | 2022-06-03 10:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:12:09 UTC)" (scheduled at 2022-06-03 10:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:11:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:11:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:11:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 11, 39, 176993), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 11, 39, 176993), 0, 2, datetime.datetime(2022, 6, 3, 10, 11, 39, 176993), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:11:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:11:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 11, 39, 180056), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 11, 39, 180056), 0, 2, datetime.datetime(2022, 6, 3, 10, 11, 39, 180056), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:11:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:11:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 11, 39, 181907), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 11, 39, 181907), 0, 2, datetime.datetime(2022, 6, 3, 10, 11, 39, 181907), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:11:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:11:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 11, 39, 183563), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 11, 39, 183563), 0, 2, datetime.datetime(2022, 6, 3, 10, 11, 39, 183563), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:11:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:11:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:11:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:11:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:11:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:11:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:11:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:11:44,127 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:12:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-03 10:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:12:39 UTC)" (scheduled at 2022-06-03 10:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:12:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:12:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:12:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 12, 9, 176482), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 12, 9, 176482), 0, 2, datetime.datetime(2022, 6, 3, 10, 12, 9, 176482), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:12:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:12:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 12, 9, 179566), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 12, 9, 179566), 0, 2, datetime.datetime(2022, 6, 3, 10, 12, 9, 179566), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:12:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:12:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 12, 9, 181401), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 12, 9, 181401), 0, 2, datetime.datetime(2022, 6, 3, 10, 12, 9, 181401), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:12:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:12:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 12, 9, 183076), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 12, 9, 183076), 0, 2, datetime.datetime(2022, 6, 3, 10, 12, 9, 183076), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:12:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:12:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 12, 9, 184919), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 12, 9, 184919), 0, 2, datetime.datetime(2022, 6, 3, 10, 12, 9, 184919), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:12:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:12:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:12:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:12:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:12:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:12:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:12:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:12:14,193 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:13:09.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-03 10:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:13:09 UTC)" (scheduled at 2022-06-03 10:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:12:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:12:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:12:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 12, 39, 176860), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 12, 39, 176860), 0, 2, datetime.datetime(2022, 6, 3, 10, 12, 39, 176860), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:12:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:12:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 12, 39, 179958), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 12, 39, 179958), 0, 2, datetime.datetime(2022, 6, 3, 10, 12, 39, 179958), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:12:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:12:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 12, 39, 181843), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 12, 39, 181843), 0, 2, datetime.datetime(2022, 6, 3, 10, 12, 39, 181843), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:12:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 12, 39, 183500), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 12, 39, 183500), 0, 2, datetime.datetime(2022, 6, 3, 10, 12, 39, 183500), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:12:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:12:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 12, 39, 185135), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 12, 39, 185135), 0, 2, datetime.datetime(2022, 6, 3, 10, 12, 39, 185135), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:12:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:12:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:12:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:12:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:12:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:12:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:12:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:12:44,250 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:13:39.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-03 10:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:13:39 UTC)" (scheduled at 2022-06-03 10:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:13:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:13:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:13:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 13, 9, 177051), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 13, 9, 177051), 0, 2, datetime.datetime(2022, 6, 3, 10, 13, 9, 177051), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:13:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:13:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 13, 9, 180899), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 13, 9, 180899), 0, 2, datetime.datetime(2022, 6, 3, 10, 13, 9, 180899), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:13:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:13:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 13, 9, 182839), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 13, 9, 182839), 0, 2, datetime.datetime(2022, 6, 3, 10, 13, 9, 182839), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:13:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:13:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 13, 9, 184584), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 13, 9, 184584), 0, 2, datetime.datetime(2022, 6, 3, 10, 13, 9, 184584), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:13:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:13:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 13, 9, 186328), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 13, 9, 186328), 0, 2, datetime.datetime(2022, 6, 3, 10, 13, 9, 186328), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:13:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:13:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:13:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:13:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:13:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:13:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:13:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:13:14,309 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:14:09.167018+00:00 (in 29.999126 seconds)
repomirrorworker stdout | 2022-06-03 10:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:14:09 UTC)" (scheduled at 2022-06-03 10:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:13:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:13:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:13:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 13, 39, 176962), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 13, 39, 176962), 0, 2, datetime.datetime(2022, 6, 3, 10, 13, 39, 176962), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:13:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:13:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 13, 39, 180414), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 13, 39, 180414), 0, 2, datetime.datetime(2022, 6, 3, 10, 13, 39, 180414), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:13:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:13:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 13, 39, 182298), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 13, 39, 182298), 0, 2, datetime.datetime(2022, 6, 3, 10, 13, 39, 182298), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:13:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:13:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 13, 39, 183979), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 13, 39, 183979), 0, 2, datetime.datetime(2022, 6, 3, 10, 13, 39, 183979), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:13:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:13:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:13:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:13:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:13:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:13:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:13:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:13:44,378 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:14:39.167018+00:00 (in 29.999110 seconds)
repomirrorworker stdout | 2022-06-03 10:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:14:39 UTC)" (scheduled at 2022-06-03 10:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:14:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:14:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 14, 9, 176454), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 14, 9, 176454), 0, 2, datetime.datetime(2022, 6, 3, 10, 14, 9, 176454), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:14:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:14:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 14, 9, 179844), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 14, 9, 179844), 0, 2, datetime.datetime(2022, 6, 3, 10, 14, 9, 179844), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:14:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:14:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 14, 9, 181772), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 14, 9, 181772), 0, 2, datetime.datetime(2022, 6, 3, 10, 14, 9, 181772), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:14:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:14:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 14, 9, 183441), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 14, 9, 183441), 0, 2, datetime.datetime(2022, 6, 3, 10, 14, 9, 183441), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:14:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:14:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:14:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:14:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:14:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:14:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:14:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:14:14,428 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:15:09.167018+00:00 (in 29.999067 seconds)
repomirrorworker stdout | 2022-06-03 10:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:15:09 UTC)" (scheduled at 2022-06-03 10:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:14:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:14:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:14:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 14, 39, 176235), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 14, 39, 176235), 0, 2, datetime.datetime(2022, 6, 3, 10, 14, 39, 176235), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:14:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:14:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 14, 39, 179367), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 14, 39, 179367), 0, 2, datetime.datetime(2022, 6, 3, 10, 14, 39, 179367), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:14:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:14:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 14, 39, 181232), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 14, 39, 181232), 0, 2, datetime.datetime(2022, 6, 3, 10, 14, 39, 181232), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:14:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 14, 39, 182918), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 14, 39, 182918), 0, 2, datetime.datetime(2022, 6, 3, 10, 14, 39, 182918), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:14:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:14:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 14, 39, 184580), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 14, 39, 184580), 0, 2, datetime.datetime(2022, 6, 3, 10, 14, 39, 184580), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:14:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:14:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:14:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:14:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:14:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:14:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:14:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:14:44,484 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:15:39.167018+00:00 (in 29.999068 seconds)
repomirrorworker stdout | 2022-06-03 10:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:15:39 UTC)" (scheduled at 2022-06-03 10:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:15:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:15:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:15:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 15, 9, 177323), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 15, 9, 177323), 0, 2, datetime.datetime(2022, 6, 3, 10, 15, 9, 177323), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:15:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:15:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 15, 9, 181184), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 15, 9, 181184), 0, 2, datetime.datetime(2022, 6, 3, 10, 15, 9, 181184), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:15:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:15:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 15, 9, 183200), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 15, 9, 183200), 0, 2, datetime.datetime(2022, 6, 3, 10, 15, 9, 183200), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:15:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:15:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 15, 9, 184993), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 15, 9, 184993), 0, 2, datetime.datetime(2022, 6, 3, 10, 15, 9, 184993), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:15:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:15:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 15, 9, 186710), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 15, 9, 186710), 0, 2, datetime.datetime(2022, 6, 3, 10, 15, 9, 186710), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:15:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:15:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:15:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:15:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:15:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:15:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:15:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:15:14,525 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:16:09.167018+00:00 (in 29.999113 seconds)
repomirrorworker stdout | 2022-06-03 10:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:16:09 UTC)" (scheduled at 2022-06-03 10:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:15:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:15:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:15:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 15, 39, 177107), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 15, 39, 177107), 0, 2, datetime.datetime(2022, 6, 3, 10, 15, 39, 177107), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:15:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:15:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 15, 39, 180474), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 15, 39, 180474), 0, 2, datetime.datetime(2022, 6, 3, 10, 15, 39, 180474), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:15:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:15:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 15, 39, 182392), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 15, 39, 182392), 0, 2, datetime.datetime(2022, 6, 3, 10, 15, 39, 182392), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:15:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:15:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 15, 39, 184084), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 15, 39, 184084), 0, 2, datetime.datetime(2022, 6, 3, 10, 15, 39, 184084), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:15:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:15:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 15, 39, 185762), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 15, 39, 185762), 0, 2, datetime.datetime(2022, 6, 3, 10, 15, 39, 185762), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:15:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:15:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:15:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:15:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:15:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:15:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:15:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:15:44,590 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:16:39.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-03 10:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:16:39 UTC)" (scheduled at 2022-06-03 10:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:16:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:16:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:16:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 16, 9, 177078), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 16, 9, 177078), 0, 2, datetime.datetime(2022, 6, 3, 10, 16, 9, 177078), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:16:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:16:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 16, 9, 180242), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 16, 9, 180242), 0, 2, datetime.datetime(2022, 6, 3, 10, 16, 9, 180242), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:16:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:16:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 16, 9, 182117), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 16, 9, 182117), 0, 2, datetime.datetime(2022, 6, 3, 10, 16, 9, 182117), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:16:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:16:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 16, 9, 183815), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 16, 9, 183815), 0, 2, datetime.datetime(2022, 6, 3, 10, 16, 9, 183815), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:16:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:16:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 16, 9, 185493), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 16, 9, 185493), 0, 2, datetime.datetime(2022, 6, 3, 10, 16, 9, 185493), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:16:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:16:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:16:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:16:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:16:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:16:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:16:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:16:14,645 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:17:09.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-03 10:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:17:09 UTC)" (scheduled at 2022-06-03 10:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:16:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:16:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:16:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 16, 39, 176831), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 16, 39, 176831), 0, 2, datetime.datetime(2022, 6, 3, 10, 16, 39, 176831), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:16:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:16:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 16, 39, 180127), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 16, 39, 180127), 0, 2, datetime.datetime(2022, 6, 3, 10, 16, 39, 180127), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:16:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:16:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 16, 39, 182084), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 16, 39, 182084), 0, 2, datetime.datetime(2022, 6, 3, 10, 16, 39, 182084), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:16:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:16:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 16, 39, 183790), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 16, 39, 183790), 0, 2, datetime.datetime(2022, 6, 3, 10, 16, 39, 183790), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:16:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:16:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:16:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:16:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:16:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:16:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:16:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:16:44,694 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:17:39.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-03 10:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:17:39 UTC)" (scheduled at 2022-06-03 10:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:17:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:17:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:17:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 17, 9, 176723), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 17, 9, 176723), 0, 2, datetime.datetime(2022, 6, 3, 10, 17, 9, 176723), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:17:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:17:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 17, 9, 180027), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 17, 9, 180027), 0, 2, datetime.datetime(2022, 6, 3, 10, 17, 9, 180027), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:17:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:17:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 17, 9, 181852), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 17, 9, 181852), 0, 2, datetime.datetime(2022, 6, 3, 10, 17, 9, 181852), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:17:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:17:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 17, 9, 183483), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 17, 9, 183483), 0, 2, datetime.datetime(2022, 6, 3, 10, 17, 9, 183483), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:17:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:17:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 17, 9, 185118), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 17, 9, 185118), 0, 2, datetime.datetime(2022, 6, 3, 10, 17, 9, 185118), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:17:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:17:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:17:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:17:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:17:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:17:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:17:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:17:14,740 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:18:09.167018+00:00 (in 29.999171 seconds)
repomirrorworker stdout | 2022-06-03 10:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:18:09 UTC)" (scheduled at 2022-06-03 10:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:17:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:17:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 17, 39, 176877), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 17, 39, 176877), 0, 2, datetime.datetime(2022, 6, 3, 10, 17, 39, 176877), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:17:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:17:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 17, 39, 180044), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 17, 39, 180044), 0, 2, datetime.datetime(2022, 6, 3, 10, 17, 39, 180044), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:17:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:17:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 17, 39, 181929), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 17, 39, 181929), 0, 2, datetime.datetime(2022, 6, 3, 10, 17, 39, 181929), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:17:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:17:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 17, 39, 183591), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 17, 39, 183591), 0, 2, datetime.datetime(2022, 6, 3, 10, 17, 39, 183591), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:17:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:17:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:17:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:17:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:17:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:17:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:17:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:17:44,783 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:18:39.167018+00:00 (in 29.999170 seconds)
repomirrorworker stdout | 2022-06-03 10:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:18:39 UTC)" (scheduled at 2022-06-03 10:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:18:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:18:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 18, 9, 176878), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 18, 9, 176878), 0, 2, datetime.datetime(2022, 6, 3, 10, 18, 9, 176878), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:18:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:18:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 18, 9, 180285), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 18, 9, 180285), 0, 2, datetime.datetime(2022, 6, 3, 10, 18, 9, 180285), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:18:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:18:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 18, 9, 182556), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 18, 9, 182556), 0, 2, datetime.datetime(2022, 6, 3, 10, 18, 9, 182556), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:18:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:18:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 18, 9, 184705), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 18, 9, 184705), 0, 2, datetime.datetime(2022, 6, 3, 10, 18, 9, 184705), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:18:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:18:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:18:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:18:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:18:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:18:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:18:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:18:14,833 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:19:09.167018+00:00 (in 29.999246 seconds)
repomirrorworker stdout | 2022-06-03 10:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:19:09 UTC)" (scheduled at 2022-06-03 10:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:18:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:18:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:18:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 18, 39, 176882), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 18, 39, 176882), 0, 2, datetime.datetime(2022, 6, 3, 10, 18, 39, 176882), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:18:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:18:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 18, 39, 180874), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 18, 39, 180874), 0, 2, datetime.datetime(2022, 6, 3, 10, 18, 39, 180874), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:18:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:18:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 18, 39, 182741), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 18, 39, 182741), 0, 2, datetime.datetime(2022, 6, 3, 10, 18, 39, 182741), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:18:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:18:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 18, 39, 184414), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 18, 39, 184414), 0, 2, datetime.datetime(2022, 6, 3, 10, 18, 39, 184414), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:18:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:18:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 18, 39, 186101), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 18, 39, 186101), 0, 2, datetime.datetime(2022, 6, 3, 10, 18, 39, 186101), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:18:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:18:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:18:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:18:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:18:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:18:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:18:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:18:44,900 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:19:39.167018+00:00 (in 29.999129 seconds)
repomirrorworker stdout | 2022-06-03 10:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:19:39 UTC)" (scheduled at 2022-06-03 10:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:19:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:19:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:19:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 19, 9, 176968), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 19, 9, 176968), 0, 2, datetime.datetime(2022, 6, 3, 10, 19, 9, 176968), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:19:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:19:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 19, 9, 180543), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 19, 9, 180543), 0, 2, datetime.datetime(2022, 6, 3, 10, 19, 9, 180543), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:19:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:19:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 19, 9, 182798), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 19, 9, 182798), 0, 2, datetime.datetime(2022, 6, 3, 10, 19, 9, 182798), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:19:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:19:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 19, 9, 184627), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 19, 9, 184627), 0, 2, datetime.datetime(2022, 6, 3, 10, 19, 9, 184627), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:19:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:19:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 19, 9, 186350), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 19, 9, 186350), 0, 2, datetime.datetime(2022, 6, 3, 10, 19, 9, 186350), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:19:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:19:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:19:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:19:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:19:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:19:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:19:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:19:14,937 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:20:09.167018+00:00 (in 29.998987 seconds)
repomirrorworker stdout | 2022-06-03 10:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:20:09 UTC)" (scheduled at 2022-06-03 10:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:19:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:19:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:19:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 19, 39, 177401), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 19, 39, 177401), 0, 2, datetime.datetime(2022, 6, 3, 10, 19, 39, 177401), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:19:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:19:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 19, 39, 180945), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 19, 39, 180945), 0, 2, datetime.datetime(2022, 6, 3, 10, 19, 39, 180945), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:19:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:19:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 19, 39, 182886), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 19, 39, 182886), 0, 2, datetime.datetime(2022, 6, 3, 10, 19, 39, 182886), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:19:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:19:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 19, 39, 184604), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 19, 39, 184604), 0, 2, datetime.datetime(2022, 6, 3, 10, 19, 39, 184604), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:19:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:19:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 19, 39, 186322), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 19, 39, 186322), 0, 2, datetime.datetime(2022, 6, 3, 10, 19, 39, 186322), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:19:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:19:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:19:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:19:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:19:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:19:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:19:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:19:45,000 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:20:39.167018+00:00 (in 29.998978 seconds)
repomirrorworker stdout | 2022-06-03 10:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:20:39 UTC)" (scheduled at 2022-06-03 10:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:20:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:20:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 20, 9, 177235), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 20, 9, 177235), 0, 2, datetime.datetime(2022, 6, 3, 10, 20, 9, 177235), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:20:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 20, 9, 180636), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 20, 9, 180636), 0, 2, datetime.datetime(2022, 6, 3, 10, 20, 9, 180636), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:20:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:20:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 20, 9, 182470), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 20, 9, 182470), 0, 2, datetime.datetime(2022, 6, 3, 10, 20, 9, 182470), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:20:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:20:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 20, 9, 184141), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 20, 9, 184141), 0, 2, datetime.datetime(2022, 6, 3, 10, 20, 9, 184141), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:20:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:20:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:20:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:20:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:20:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:20:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:20:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:20:15,039 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:21:09.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-03 10:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:21:09 UTC)" (scheduled at 2022-06-03 10:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:20:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:20:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:20:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 20, 39, 177425), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 20, 39, 177425), 0, 2, datetime.datetime(2022, 6, 3, 10, 20, 39, 177425), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:20:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:20:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 20, 39, 181054), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 20, 39, 181054), 0, 2, datetime.datetime(2022, 6, 3, 10, 20, 39, 181054), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:20:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:20:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 20, 39, 183115), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 20, 39, 183115), 0, 2, datetime.datetime(2022, 6, 3, 10, 20, 39, 183115), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:20:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:20:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 20, 39, 184853), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 20, 39, 184853), 0, 2, datetime.datetime(2022, 6, 3, 10, 20, 39, 184853), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:20:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:20:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:20:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:20:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:20:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:20:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:20:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:20:45,118 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:21:39.167018+00:00 (in 29.999175 seconds)
repomirrorworker stdout | 2022-06-03 10:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:21:39 UTC)" (scheduled at 2022-06-03 10:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:21:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:21:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:21:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 21, 9, 176992), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 21, 9, 176992), 0, 2, datetime.datetime(2022, 6, 3, 10, 21, 9, 176992), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:21:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:21:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 21, 9, 180308), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 21, 9, 180308), 0, 2, datetime.datetime(2022, 6, 3, 10, 21, 9, 180308), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:21:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:21:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 21, 9, 182274), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 21, 9, 182274), 0, 2, datetime.datetime(2022, 6, 3, 10, 21, 9, 182274), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:21:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 21, 9, 184021), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 21, 9, 184021), 0, 2, datetime.datetime(2022, 6, 3, 10, 21, 9, 184021), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:21:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:21:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:21:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:21:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:21:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:21:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:21:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:21:15,184 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:22:09.167018+00:00 (in 29.999219 seconds)
repomirrorworker stdout | 2022-06-03 10:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:22:09 UTC)" (scheduled at 2022-06-03 10:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:21:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:21:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:21:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 21, 39, 176756), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 21, 39, 176756), 0, 2, datetime.datetime(2022, 6, 3, 10, 21, 39, 176756), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:21:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:21:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 21, 39, 179901), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 21, 39, 179901), 0, 2, datetime.datetime(2022, 6, 3, 10, 21, 39, 179901), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:21:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:21:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 21, 39, 181790), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 21, 39, 181790), 0, 2, datetime.datetime(2022, 6, 3, 10, 21, 39, 181790), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:21:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:21:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 21, 39, 183445), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 21, 39, 183445), 0, 2, datetime.datetime(2022, 6, 3, 10, 21, 39, 183445), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:21:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:21:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:21:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:21:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:21:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:21:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:21:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:21:45,250 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:22:39.167018+00:00 (in 29.999258 seconds)
repomirrorworker stdout | 2022-06-03 10:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:22:39 UTC)" (scheduled at 2022-06-03 10:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:22:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:22:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:22:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 22, 9, 176715), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 22, 9, 176715), 0, 2, datetime.datetime(2022, 6, 3, 10, 22, 9, 176715), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:22:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:22:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 22, 9, 180383), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 22, 9, 180383), 0, 2, datetime.datetime(2022, 6, 3, 10, 22, 9, 180383), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:22:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:22:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 22, 9, 182614), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 22, 9, 182614), 0, 2, datetime.datetime(2022, 6, 3, 10, 22, 9, 182614), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:22:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:22:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 22, 9, 184653), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 22, 9, 184653), 0, 2, datetime.datetime(2022, 6, 3, 10, 22, 9, 184653), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:22:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:22:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:22:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:22:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:22:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:22:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:22:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:22:15,307 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:23:09.167018+00:00 (in 29.999256 seconds)
repomirrorworker stdout | 2022-06-03 10:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:23:09 UTC)" (scheduled at 2022-06-03 10:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:22:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:22:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 22, 39, 176912), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 22, 39, 176912), 0, 2, datetime.datetime(2022, 6, 3, 10, 22, 39, 176912), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:22:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:22:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 22, 39, 181041), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 22, 39, 181041), 0, 2, datetime.datetime(2022, 6, 3, 10, 22, 39, 181041), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:22:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:22:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 22, 39, 182955), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 22, 39, 182955), 0, 2, datetime.datetime(2022, 6, 3, 10, 22, 39, 182955), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:22:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:22:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 22, 39, 184735), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 22, 39, 184735), 0, 2, datetime.datetime(2022, 6, 3, 10, 22, 39, 184735), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:22:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:22:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:22:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:22:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:22:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:22:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:22:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:22:45,362 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:23:39.167018+00:00 (in 29.999191 seconds)
repomirrorworker stdout | 2022-06-03 10:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:23:39 UTC)" (scheduled at 2022-06-03 10:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:23:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:23:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 23, 9, 176870), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 23, 9, 176870), 0, 2, datetime.datetime(2022, 6, 3, 10, 23, 9, 176870), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:23:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:23:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 23, 9, 180051), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 23, 9, 180051), 0, 2, datetime.datetime(2022, 6, 3, 10, 23, 9, 180051), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:23:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:23:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 23, 9, 182098), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 23, 9, 182098), 0, 2, datetime.datetime(2022, 6, 3, 10, 23, 9, 182098), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:23:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:23:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 23, 9, 183995), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 23, 9, 183995), 0, 2, datetime.datetime(2022, 6, 3, 10, 23, 9, 183995), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:23:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:23:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 23, 9, 185753), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 23, 9, 185753), 0, 2, datetime.datetime(2022, 6, 3, 10, 23, 9, 185753), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:23:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:23:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:23:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:23:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:23:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:23:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:23:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:23:15,402 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:24:09.167018+00:00 (in 29.999161 seconds)
repomirrorworker stdout | 2022-06-03 10:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:24:09 UTC)" (scheduled at 2022-06-03 10:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:23:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:23:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:23:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 23, 39, 176739), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 23, 39, 176739), 0, 2, datetime.datetime(2022, 6, 3, 10, 23, 39, 176739), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:23:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:23:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 23, 39, 179857), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 23, 39, 179857), 0, 2, datetime.datetime(2022, 6, 3, 10, 23, 39, 179857), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:23:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:23:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 23, 39, 181716), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 23, 39, 181716), 0, 2, datetime.datetime(2022, 6, 3, 10, 23, 39, 181716), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:23:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:23:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 23, 39, 183359), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 23, 39, 183359), 0, 2, datetime.datetime(2022, 6, 3, 10, 23, 39, 183359), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:23:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:23:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:23:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:23:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:23:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:23:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:23:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:23:45,479 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:24:39.167018+00:00 (in 29.999169 seconds)
repomirrorworker stdout | 2022-06-03 10:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:24:39 UTC)" (scheduled at 2022-06-03 10:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:24:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:24:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:24:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 24, 9, 176971), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 24, 9, 176971), 0, 2, datetime.datetime(2022, 6, 3, 10, 24, 9, 176971), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:24:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:24:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 24, 9, 180445), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 24, 9, 180445), 0, 2, datetime.datetime(2022, 6, 3, 10, 24, 9, 180445), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:24:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:24:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 24, 9, 182438), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 24, 9, 182438), 0, 2, datetime.datetime(2022, 6, 3, 10, 24, 9, 182438), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:24:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:24:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 24, 9, 184133), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 24, 9, 184133), 0, 2, datetime.datetime(2022, 6, 3, 10, 24, 9, 184133), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:24:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:24:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 24, 9, 185951), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 24, 9, 185951), 0, 2, datetime.datetime(2022, 6, 3, 10, 24, 9, 185951), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:24:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:24:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:24:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:24:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:24:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:24:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:24:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:24:15,546 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:25:09.167018+00:00 (in 29.999052 seconds)
repomirrorworker stdout | 2022-06-03 10:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:25:09 UTC)" (scheduled at 2022-06-03 10:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:24:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:24:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:24:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 24, 39, 177225), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 24, 39, 177225), 0, 2, datetime.datetime(2022, 6, 3, 10, 24, 39, 177225), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:24:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:24:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 24, 39, 180379), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 24, 39, 180379), 0, 2, datetime.datetime(2022, 6, 3, 10, 24, 39, 180379), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:24:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:24:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 24, 39, 182276), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 24, 39, 182276), 0, 2, datetime.datetime(2022, 6, 3, 10, 24, 39, 182276), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:24:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:24:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 24, 39, 184025), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 24, 39, 184025), 0, 2, datetime.datetime(2022, 6, 3, 10, 24, 39, 184025), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:24:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:24:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 24, 39, 185710), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 24, 39, 185710), 0, 2, datetime.datetime(2022, 6, 3, 10, 24, 39, 185710), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:24:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:24:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:24:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:24:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:24:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:24:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:24:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:24:45,593 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:25:39.167018+00:00 (in 29.999028 seconds)
repomirrorworker stdout | 2022-06-03 10:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:25:39 UTC)" (scheduled at 2022-06-03 10:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:25:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:25:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:25:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 25, 9, 177113), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 25, 9, 177113), 0, 2, datetime.datetime(2022, 6, 3, 10, 25, 9, 177113), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:25:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 25, 9, 180538), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 25, 9, 180538), 0, 2, datetime.datetime(2022, 6, 3, 10, 25, 9, 180538), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:25:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:25:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 25, 9, 182528), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 25, 9, 182528), 0, 2, datetime.datetime(2022, 6, 3, 10, 25, 9, 182528), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:25:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:25:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 25, 9, 184355), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 25, 9, 184355), 0, 2, datetime.datetime(2022, 6, 3, 10, 25, 9, 184355), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:25:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:25:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:25:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:25:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:25:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:25:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:25:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:25:15,654 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:26:09.167018+00:00 (in 29.999101 seconds)
repomirrorworker stdout | 2022-06-03 10:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:26:09 UTC)" (scheduled at 2022-06-03 10:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:25:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:25:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 25, 39, 177122), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 25, 39, 177122), 0, 2, datetime.datetime(2022, 6, 3, 10, 25, 39, 177122), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:25:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:25:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 25, 39, 180756), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 25, 39, 180756), 0, 2, datetime.datetime(2022, 6, 3, 10, 25, 39, 180756), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:25:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:25:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 25, 39, 182642), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 25, 39, 182642), 0, 2, datetime.datetime(2022, 6, 3, 10, 25, 39, 182642), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:25:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:25:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 25, 39, 184404), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 25, 39, 184404), 0, 2, datetime.datetime(2022, 6, 3, 10, 25, 39, 184404), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:25:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:25:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 25, 39, 186148), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 25, 39, 186148), 0, 2, datetime.datetime(2022, 6, 3, 10, 25, 39, 186148), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:25:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:25:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:25:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:25:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:25:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:25:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:25:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:25:45,717 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:26:39.167018+00:00 (in 29.999211 seconds)
repomirrorworker stdout | 2022-06-03 10:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:26:39 UTC)" (scheduled at 2022-06-03 10:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:26:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:26:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 26, 9, 176379), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 26, 9, 176379), 0, 2, datetime.datetime(2022, 6, 3, 10, 26, 9, 176379), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:26:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:26:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 26, 9, 179567), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 26, 9, 179567), 0, 2, datetime.datetime(2022, 6, 3, 10, 26, 9, 179567), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:26:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:26:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 26, 9, 181443), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 26, 9, 181443), 0, 2, datetime.datetime(2022, 6, 3, 10, 26, 9, 181443), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:26:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:26:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 26, 9, 183126), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 26, 9, 183126), 0, 2, datetime.datetime(2022, 6, 3, 10, 26, 9, 183126), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:26:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:26:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 26, 9, 184774), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 26, 9, 184774), 0, 2, datetime.datetime(2022, 6, 3, 10, 26, 9, 184774), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:26:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:26:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:26:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:26:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:26:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:26:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:26:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:26:15,773 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:27:09.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-03 10:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:27:09 UTC)" (scheduled at 2022-06-03 10:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:26:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:26:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:26:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 26, 39, 176289), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 26, 39, 176289), 0, 2, datetime.datetime(2022, 6, 3, 10, 26, 39, 176289), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:26:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:26:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 26, 39, 179642), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 26, 39, 179642), 0, 2, datetime.datetime(2022, 6, 3, 10, 26, 39, 179642), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:26:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:26:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 26, 39, 181617), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 26, 39, 181617), 0, 2, datetime.datetime(2022, 6, 3, 10, 26, 39, 181617), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:26:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:26:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 26, 39, 183321), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 26, 39, 183321), 0, 2, datetime.datetime(2022, 6, 3, 10, 26, 39, 183321), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:26:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:26:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 26, 39, 185048), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 26, 39, 185048), 0, 2, datetime.datetime(2022, 6, 3, 10, 26, 39, 185048), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:26:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:26:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:26:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:26:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:26:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:26:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:26:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:26:45,817 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:27:39.167018+00:00 (in 29.999070 seconds)
repomirrorworker stdout | 2022-06-03 10:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:27:39 UTC)" (scheduled at 2022-06-03 10:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:27:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:27:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:27:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 27, 9, 177128), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 27, 9, 177128), 0, 2, datetime.datetime(2022, 6, 3, 10, 27, 9, 177128), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:27:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:27:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 27, 9, 180609), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 27, 9, 180609), 0, 2, datetime.datetime(2022, 6, 3, 10, 27, 9, 180609), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:27:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:27:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 27, 9, 182469), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 27, 9, 182469), 0, 2, datetime.datetime(2022, 6, 3, 10, 27, 9, 182469), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:27:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:27:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 27, 9, 184133), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 27, 9, 184133), 0, 2, datetime.datetime(2022, 6, 3, 10, 27, 9, 184133), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:27:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:27:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:27:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:27:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:27:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:27:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:27:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:27:15,894 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:28:09.167018+00:00 (in 29.998977 seconds)
repomirrorworker stdout | 2022-06-03 10:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:28:09 UTC)" (scheduled at 2022-06-03 10:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:27:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:27:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:27:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 27, 39, 176144), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 27, 39, 176144), 0, 2, datetime.datetime(2022, 6, 3, 10, 27, 39, 176144), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:27:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:27:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 27, 39, 179329), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 27, 39, 179329), 0, 2, datetime.datetime(2022, 6, 3, 10, 27, 39, 179329), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:27:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:27:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 27, 39, 181305), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 27, 39, 181305), 0, 2, datetime.datetime(2022, 6, 3, 10, 27, 39, 181305), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:27:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:27:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 27, 39, 183000), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 27, 39, 183000), 0, 2, datetime.datetime(2022, 6, 3, 10, 27, 39, 183000), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:27:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:27:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 27, 39, 184639), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 27, 39, 184639), 0, 2, datetime.datetime(2022, 6, 3, 10, 27, 39, 184639), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:27:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:27:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:27:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:27:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:27:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:27:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:27:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:27:45,930 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:28:39.167018+00:00 (in 29.998968 seconds)
repomirrorworker stdout | 2022-06-03 10:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:28:39 UTC)" (scheduled at 2022-06-03 10:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:28:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:28:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:28:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 28, 9, 177444), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 28, 9, 177444), 0, 2, datetime.datetime(2022, 6, 3, 10, 28, 9, 177444), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:28:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:28:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 28, 9, 180573), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 28, 9, 180573), 0, 2, datetime.datetime(2022, 6, 3, 10, 28, 9, 180573), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:28:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:28:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 28, 9, 182470), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 28, 9, 182470), 0, 2, datetime.datetime(2022, 6, 3, 10, 28, 9, 182470), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:28:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:28:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 28, 9, 184254), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 28, 9, 184254), 0, 2, datetime.datetime(2022, 6, 3, 10, 28, 9, 184254), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:28:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:28:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 28, 9, 185959), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 28, 9, 185959), 0, 2, datetime.datetime(2022, 6, 3, 10, 28, 9, 185959), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:28:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:28:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:28:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:28:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:28:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:28:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:28:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:28:15,991 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:29:09.167018+00:00 (in 29.998937 seconds)
repomirrorworker stdout | 2022-06-03 10:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:29:09 UTC)" (scheduled at 2022-06-03 10:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:28:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:28:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:28:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 28, 39, 177083), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 28, 39, 177083), 0, 2, datetime.datetime(2022, 6, 3, 10, 28, 39, 177083), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:28:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:28:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 28, 39, 180339), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 28, 39, 180339), 0, 2, datetime.datetime(2022, 6, 3, 10, 28, 39, 180339), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:28:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:28:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 28, 39, 182299), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 28, 39, 182299), 0, 2, datetime.datetime(2022, 6, 3, 10, 28, 39, 182299), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:28:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:28:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 28, 39, 184058), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 28, 39, 184058), 0, 2, datetime.datetime(2022, 6, 3, 10, 28, 39, 184058), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:28:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:28:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:28:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:28:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:28:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:28:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:28:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:28:46,053 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:29:39.167018+00:00 (in 29.999169 seconds)
repomirrorworker stdout | 2022-06-03 10:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:29:39 UTC)" (scheduled at 2022-06-03 10:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:29:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:29:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:29:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 29, 9, 176968), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 29, 9, 176968), 0, 2, datetime.datetime(2022, 6, 3, 10, 29, 9, 176968), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:29:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:29:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 29, 9, 180462), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 29, 9, 180462), 0, 2, datetime.datetime(2022, 6, 3, 10, 29, 9, 180462), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:29:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:29:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 29, 9, 182303), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 29, 9, 182303), 0, 2, datetime.datetime(2022, 6, 3, 10, 29, 9, 182303), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:29:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:29:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 29, 9, 183954), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 29, 9, 183954), 0, 2, datetime.datetime(2022, 6, 3, 10, 29, 9, 183954), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:29:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:29:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 29, 9, 185582), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 29, 9, 185582), 0, 2, datetime.datetime(2022, 6, 3, 10, 29, 9, 185582), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:29:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:29:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:29:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:29:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:29:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:29:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:29:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:29:16,119 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:30:09.167018+00:00 (in 29.999191 seconds)
repomirrorworker stdout | 2022-06-03 10:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:30:09 UTC)" (scheduled at 2022-06-03 10:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:29:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:29:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 29, 39, 176553), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 29, 39, 176553), 0, 2, datetime.datetime(2022, 6, 3, 10, 29, 39, 176553), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:29:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:29:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 29, 39, 179632), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 29, 39, 179632), 0, 2, datetime.datetime(2022, 6, 3, 10, 29, 39, 179632), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:29:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:29:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 29, 39, 181633), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 29, 39, 181633), 0, 2, datetime.datetime(2022, 6, 3, 10, 29, 39, 181633), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:29:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:29:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 29, 39, 183510), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 29, 39, 183510), 0, 2, datetime.datetime(2022, 6, 3, 10, 29, 39, 183510), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:29:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:29:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:29:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:29:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:29:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:29:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:29:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:29:46,173 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:30:39.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-03 10:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:30:39 UTC)" (scheduled at 2022-06-03 10:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:30:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:30:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 30, 9, 177187), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 30, 9, 177187), 0, 2, datetime.datetime(2022, 6, 3, 10, 30, 9, 177187), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:30:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:30:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 30, 9, 180567), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 30, 9, 180567), 0, 2, datetime.datetime(2022, 6, 3, 10, 30, 9, 180567), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:30:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:30:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 30, 9, 182819), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 30, 9, 182819), 0, 2, datetime.datetime(2022, 6, 3, 10, 30, 9, 182819), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:30:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:30:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 30, 9, 184820), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 30, 9, 184820), 0, 2, datetime.datetime(2022, 6, 3, 10, 30, 9, 184820), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:30:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:30:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:30:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:30:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:30:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:30:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:30:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:30:16,221 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:31:09.167018+00:00 (in 29.999038 seconds)
repomirrorworker stdout | 2022-06-03 10:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:31:09 UTC)" (scheduled at 2022-06-03 10:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:30:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:30:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:30:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 30, 39, 176877), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 30, 39, 176877), 0, 2, datetime.datetime(2022, 6, 3, 10, 30, 39, 176877), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:30:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:30:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 30, 39, 180057), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 30, 39, 180057), 0, 2, datetime.datetime(2022, 6, 3, 10, 30, 39, 180057), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:30:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:30:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 30, 39, 181976), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 30, 39, 181976), 0, 2, datetime.datetime(2022, 6, 3, 10, 30, 39, 181976), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:30:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:30:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 30, 39, 183651), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 30, 39, 183651), 0, 2, datetime.datetime(2022, 6, 3, 10, 30, 39, 183651), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:30:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:30:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:30:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:30:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:30:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:30:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:30:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:30:46,257 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:31:39.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-03 10:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:31:39 UTC)" (scheduled at 2022-06-03 10:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:31:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:31:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 31, 9, 176627), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 31, 9, 176627), 0, 2, datetime.datetime(2022, 6, 3, 10, 31, 9, 176627), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:31:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:31:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 31, 9, 179967), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 31, 9, 179967), 0, 2, datetime.datetime(2022, 6, 3, 10, 31, 9, 179967), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:31:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:31:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 31, 9, 182091), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 31, 9, 182091), 0, 2, datetime.datetime(2022, 6, 3, 10, 31, 9, 182091), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:31:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:31:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 31, 9, 183904), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 31, 9, 183904), 0, 2, datetime.datetime(2022, 6, 3, 10, 31, 9, 183904), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:31:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:31:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:31:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:31:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:31:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:31:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:31:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:31:16,311 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:32:09.167018+00:00 (in 29.999036 seconds)
repomirrorworker stdout | 2022-06-03 10:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:32:09 UTC)" (scheduled at 2022-06-03 10:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:31:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:31:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:31:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 31, 39, 177113), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 31, 39, 177113), 0, 2, datetime.datetime(2022, 6, 3, 10, 31, 39, 177113), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:31:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:31:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 31, 39, 180266), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 31, 39, 180266), 0, 2, datetime.datetime(2022, 6, 3, 10, 31, 39, 180266), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:31:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:31:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 31, 39, 182172), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 31, 39, 182172), 0, 2, datetime.datetime(2022, 6, 3, 10, 31, 39, 182172), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:31:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:31:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 31, 39, 183886), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 31, 39, 183886), 0, 2, datetime.datetime(2022, 6, 3, 10, 31, 39, 183886), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:31:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:31:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:31:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:31:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:31:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:31:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:31:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:31:46,366 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:32:39.167018+00:00 (in 29.999212 seconds)
repomirrorworker stdout | 2022-06-03 10:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:32:39 UTC)" (scheduled at 2022-06-03 10:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:32:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:32:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:32:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 32, 9, 176156), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 32, 9, 176156), 0, 2, datetime.datetime(2022, 6, 3, 10, 32, 9, 176156), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:32:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:32:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 32, 9, 179211), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 32, 9, 179211), 0, 2, datetime.datetime(2022, 6, 3, 10, 32, 9, 179211), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:32:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:32:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 32, 9, 181065), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 32, 9, 181065), 0, 2, datetime.datetime(2022, 6, 3, 10, 32, 9, 181065), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:32:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:32:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 32, 9, 182751), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 32, 9, 182751), 0, 2, datetime.datetime(2022, 6, 3, 10, 32, 9, 182751), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:32:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:32:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 32, 9, 184356), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 32, 9, 184356), 0, 2, datetime.datetime(2022, 6, 3, 10, 32, 9, 184356), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:32:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:32:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:32:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:32:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:32:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:32:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:32:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:32:16,426 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:33:09.167018+00:00 (in 29.998943 seconds)
repomirrorworker stdout | 2022-06-03 10:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:33:09 UTC)" (scheduled at 2022-06-03 10:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:32:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:32:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:32:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 32, 39, 176842), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 32, 39, 176842), 0, 2, datetime.datetime(2022, 6, 3, 10, 32, 39, 176842), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:32:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:32:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 32, 39, 180322), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 32, 39, 180322), 0, 2, datetime.datetime(2022, 6, 3, 10, 32, 39, 180322), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:32:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:32:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 32, 39, 182230), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 32, 39, 182230), 0, 2, datetime.datetime(2022, 6, 3, 10, 32, 39, 182230), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:32:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:32:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 32, 39, 183911), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 32, 39, 183911), 0, 2, datetime.datetime(2022, 6, 3, 10, 32, 39, 183911), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:32:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:32:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:32:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:32:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:32:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:32:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:32:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:32:46,483 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:33:39.167018+00:00 (in 29.999135 seconds)
repomirrorworker stdout | 2022-06-03 10:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:33:39 UTC)" (scheduled at 2022-06-03 10:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:33:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:33:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:33:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 33, 9, 177003), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 33, 9, 177003), 0, 2, datetime.datetime(2022, 6, 3, 10, 33, 9, 177003), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:33:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:33:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 33, 9, 180431), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 33, 9, 180431), 0, 2, datetime.datetime(2022, 6, 3, 10, 33, 9, 180431), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:33:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:33:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 33, 9, 182292), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 33, 9, 182292), 0, 2, datetime.datetime(2022, 6, 3, 10, 33, 9, 182292), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:33:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:33:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 33, 9, 184028), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 33, 9, 184028), 0, 2, datetime.datetime(2022, 6, 3, 10, 33, 9, 184028), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:33:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:33:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 33, 9, 185694), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 33, 9, 185694), 0, 2, datetime.datetime(2022, 6, 3, 10, 33, 9, 185694), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:33:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:33:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:33:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:33:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:33:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:33:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:33:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:33:16,540 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:34:09.167018+00:00 (in 29.999247 seconds)
repomirrorworker stdout | 2022-06-03 10:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:34:09 UTC)" (scheduled at 2022-06-03 10:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:33:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:33:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:33:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 33, 39, 176928), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 33, 39, 176928), 0, 2, datetime.datetime(2022, 6, 3, 10, 33, 39, 176928), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:33:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:33:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 33, 39, 180345), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 33, 39, 180345), 0, 2, datetime.datetime(2022, 6, 3, 10, 33, 39, 180345), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:33:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:33:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 33, 39, 182210), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 33, 39, 182210), 0, 2, datetime.datetime(2022, 6, 3, 10, 33, 39, 182210), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:33:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:33:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 33, 39, 183897), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 33, 39, 183897), 0, 2, datetime.datetime(2022, 6, 3, 10, 33, 39, 183897), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:33:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:33:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:33:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:33:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:33:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:33:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:33:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:33:46,584 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:34:39.167018+00:00 (in 29.999223 seconds)
repomirrorworker stdout | 2022-06-03 10:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:34:39 UTC)" (scheduled at 2022-06-03 10:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:34:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:34:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:34:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 34, 9, 176644), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 34, 9, 176644), 0, 2, datetime.datetime(2022, 6, 3, 10, 34, 9, 176644), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:34:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:34:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 34, 9, 179857), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 34, 9, 179857), 0, 2, datetime.datetime(2022, 6, 3, 10, 34, 9, 179857), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:34:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:34:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 34, 9, 181833), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 34, 9, 181833), 0, 2, datetime.datetime(2022, 6, 3, 10, 34, 9, 181833), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:34:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:34:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 34, 9, 183551), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 34, 9, 183551), 0, 2, datetime.datetime(2022, 6, 3, 10, 34, 9, 183551), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:34:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:34:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:34:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:34:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:34:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:34:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:34:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:34:16,651 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:35:09.167018+00:00 (in 29.999030 seconds)
repomirrorworker stdout | 2022-06-03 10:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:35:09 UTC)" (scheduled at 2022-06-03 10:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:34:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:34:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:34:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 34, 39, 177080), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 34, 39, 177080), 0, 2, datetime.datetime(2022, 6, 3, 10, 34, 39, 177080), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:34:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:34:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 34, 39, 180789), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 34, 39, 180789), 0, 2, datetime.datetime(2022, 6, 3, 10, 34, 39, 180789), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:34:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:34:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 34, 39, 182977), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 34, 39, 182977), 0, 2, datetime.datetime(2022, 6, 3, 10, 34, 39, 182977), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:34:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:34:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 34, 39, 185020), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 34, 39, 185020), 0, 2, datetime.datetime(2022, 6, 3, 10, 34, 39, 185020), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:34:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:34:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:34:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:34:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:34:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:34:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:34:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:34:46,710 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:35:39.167018+00:00 (in 29.999133 seconds)
repomirrorworker stdout | 2022-06-03 10:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:35:39 UTC)" (scheduled at 2022-06-03 10:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:35:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:35:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:35:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 35, 9, 177279), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 35, 9, 177279), 0, 2, datetime.datetime(2022, 6, 3, 10, 35, 9, 177279), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:35:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:35:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 35, 9, 180450), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 35, 9, 180450), 0, 2, datetime.datetime(2022, 6, 3, 10, 35, 9, 180450), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:35:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:35:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 35, 9, 182353), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 35, 9, 182353), 0, 2, datetime.datetime(2022, 6, 3, 10, 35, 9, 182353), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:35:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:35:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 35, 9, 184051), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 35, 9, 184051), 0, 2, datetime.datetime(2022, 6, 3, 10, 35, 9, 184051), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:35:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:35:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 35, 9, 185726), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 35, 9, 185726), 0, 2, datetime.datetime(2022, 6, 3, 10, 35, 9, 185726), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:35:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:35:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:35:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:35:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:35:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:35:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:35:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:35:16,763 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:36:09.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-03 10:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:36:09 UTC)" (scheduled at 2022-06-03 10:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:35:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:35:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:35:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 35, 39, 177014), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 35, 39, 177014), 0, 2, datetime.datetime(2022, 6, 3, 10, 35, 39, 177014), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:35:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:35:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 35, 39, 180765), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 35, 39, 180765), 0, 2, datetime.datetime(2022, 6, 3, 10, 35, 39, 180765), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:35:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:35:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 35, 39, 182955), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 35, 39, 182955), 0, 2, datetime.datetime(2022, 6, 3, 10, 35, 39, 182955), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:35:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:35:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 35, 39, 184721), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 35, 39, 184721), 0, 2, datetime.datetime(2022, 6, 3, 10, 35, 39, 184721), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:35:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:35:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 35, 39, 186371), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 35, 39, 186371), 0, 2, datetime.datetime(2022, 6, 3, 10, 35, 39, 186371), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:35:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:35:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:35:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:35:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:35:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:35:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:35:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:35:46,822 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:36:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-03 10:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:36:39 UTC)" (scheduled at 2022-06-03 10:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:36:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:36:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:36:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 36, 9, 177118), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 36, 9, 177118), 0, 2, datetime.datetime(2022, 6, 3, 10, 36, 9, 177118), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:36:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 36, 9, 180583), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 36, 9, 180583), 0, 2, datetime.datetime(2022, 6, 3, 10, 36, 9, 180583), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:36:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:36:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 36, 9, 182511), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 36, 9, 182511), 0, 2, datetime.datetime(2022, 6, 3, 10, 36, 9, 182511), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:36:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:36:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 36, 9, 184265), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 36, 9, 184265), 0, 2, datetime.datetime(2022, 6, 3, 10, 36, 9, 184265), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:36:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:36:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:36:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:36:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:36:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:36:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:36:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:36:16,882 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:37:09.167018+00:00 (in 29.999116 seconds)
repomirrorworker stdout | 2022-06-03 10:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:37:09 UTC)" (scheduled at 2022-06-03 10:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:36:39,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:36:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 36, 39, 177803), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 36, 39, 177803), 0, 2, datetime.datetime(2022, 6, 3, 10, 36, 39, 177803), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:36:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:36:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 36, 39, 181474), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 36, 39, 181474), 0, 2, datetime.datetime(2022, 6, 3, 10, 36, 39, 181474), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:36:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:36:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 36, 39, 183372), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 36, 39, 183372), 0, 2, datetime.datetime(2022, 6, 3, 10, 36, 39, 183372), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:36:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:36:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 36, 39, 185089), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 36, 39, 185089), 0, 2, datetime.datetime(2022, 6, 3, 10, 36, 39, 185089), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:36:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:36:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 36, 39, 186770), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 36, 39, 186770), 0, 2, datetime.datetime(2022, 6, 3, 10, 36, 39, 186770), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:36:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:36:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:36:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:36:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:36:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:36:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:36:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:36:46,939 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:37:39.167018+00:00 (in 29.999231 seconds)
repomirrorworker stdout | 2022-06-03 10:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:37:39 UTC)" (scheduled at 2022-06-03 10:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:37:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:37:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:37:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 37, 9, 176752), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 37, 9, 176752), 0, 2, datetime.datetime(2022, 6, 3, 10, 37, 9, 176752), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:37:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:37:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 37, 9, 179861), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 37, 9, 179861), 0, 2, datetime.datetime(2022, 6, 3, 10, 37, 9, 179861), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:37:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:37:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 37, 9, 181720), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 37, 9, 181720), 0, 2, datetime.datetime(2022, 6, 3, 10, 37, 9, 181720), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:37:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:37:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 37, 9, 183397), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 37, 9, 183397), 0, 2, datetime.datetime(2022, 6, 3, 10, 37, 9, 183397), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:37:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:37:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 37, 9, 185053), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 37, 9, 185053), 0, 2, datetime.datetime(2022, 6, 3, 10, 37, 9, 185053), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:37:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:37:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:37:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:37:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:37:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:37:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:37:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:37:16,989 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:38:09.167018+00:00 (in 29.999148 seconds)
repomirrorworker stdout | 2022-06-03 10:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:38:09 UTC)" (scheduled at 2022-06-03 10:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:37:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:37:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:37:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 37, 39, 176775), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 37, 39, 176775), 0, 2, datetime.datetime(2022, 6, 3, 10, 37, 39, 176775), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:37:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:37:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 37, 39, 179989), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 37, 39, 179989), 0, 2, datetime.datetime(2022, 6, 3, 10, 37, 39, 179989), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:37:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:37:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 37, 39, 181887), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 37, 39, 181887), 0, 2, datetime.datetime(2022, 6, 3, 10, 37, 39, 181887), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:37:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:37:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 37, 39, 183607), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 37, 39, 183607), 0, 2, datetime.datetime(2022, 6, 3, 10, 37, 39, 183607), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:37:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:37:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:37:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:37:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:37:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:37:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:37:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:37:47,041 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:38:39.167018+00:00 (in 29.999145 seconds)
repomirrorworker stdout | 2022-06-03 10:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:38:39 UTC)" (scheduled at 2022-06-03 10:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:38:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:38:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 38, 9, 177095), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 38, 9, 177095), 0, 2, datetime.datetime(2022, 6, 3, 10, 38, 9, 177095), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:38:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:38:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 38, 9, 180294), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 38, 9, 180294), 0, 2, datetime.datetime(2022, 6, 3, 10, 38, 9, 180294), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:38:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:38:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 38, 9, 182147), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 38, 9, 182147), 0, 2, datetime.datetime(2022, 6, 3, 10, 38, 9, 182147), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:38:09,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:38:09,191 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 38, 9, 190822), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 38, 9, 190822), 0, 2, datetime.datetime(2022, 6, 3, 10, 38, 9, 190822), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:38:09,192 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:38:09,193 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 38, 9, 192691), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 38, 9, 192691), 0, 2, datetime.datetime(2022, 6, 3, 10, 38, 9, 192691), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:38:09,194 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:38:09,194 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:38:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:38:09,194 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:38:09,199 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:38:09,199 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:38:09,200 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:38:17,091 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:39:09.167018+00:00 (in 29.999183 seconds)
repomirrorworker stdout | 2022-06-03 10:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:39:09 UTC)" (scheduled at 2022-06-03 10:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:38:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:38:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:38:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 38, 39, 176709), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 38, 39, 176709), 0, 2, datetime.datetime(2022, 6, 3, 10, 38, 39, 176709), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:38:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:38:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 38, 39, 179861), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 38, 39, 179861), 0, 2, datetime.datetime(2022, 6, 3, 10, 38, 39, 179861), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:38:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:38:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 38, 39, 181728), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 38, 39, 181728), 0, 2, datetime.datetime(2022, 6, 3, 10, 38, 39, 181728), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 38, 39, 183398), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 38, 39, 183398), 0, 2, datetime.datetime(2022, 6, 3, 10, 38, 39, 183398), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:38:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:38:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 38, 39, 185140), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 38, 39, 185140), 0, 2, datetime.datetime(2022, 6, 3, 10, 38, 39, 185140), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:38:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:38:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:38:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:38:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:38:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:38:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:38:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:38:47,123 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:39:39.167018+00:00 (in 29.999200 seconds)
repomirrorworker stdout | 2022-06-03 10:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:39:39 UTC)" (scheduled at 2022-06-03 10:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:39:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:39:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:39:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 39, 9, 177229), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 39, 9, 177229), 0, 2, datetime.datetime(2022, 6, 3, 10, 39, 9, 177229), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:39:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:39:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 39, 9, 183212), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 39, 9, 183212), 0, 2, datetime.datetime(2022, 6, 3, 10, 39, 9, 183212), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:39:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:39:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 39, 9, 185699), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 39, 9, 185699), 0, 2, datetime.datetime(2022, 6, 3, 10, 39, 9, 185699), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:39:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:39:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 39, 9, 187721), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 39, 9, 187721), 0, 2, datetime.datetime(2022, 6, 3, 10, 39, 9, 187721), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:39:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:39:09,190 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 39, 9, 189562), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 39, 9, 189562), 0, 2, datetime.datetime(2022, 6, 3, 10, 39, 9, 189562), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:39:09,191 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:39:09,191 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:39:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:39:09,191 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:39:09,197 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:39:09,197 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:39:09,197 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:39:17,170 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:40:09.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-03 10:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:40:09 UTC)" (scheduled at 2022-06-03 10:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:39:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:39:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 39, 39, 177042), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 39, 39, 177042), 0, 2, datetime.datetime(2022, 6, 3, 10, 39, 39, 177042), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:39:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:39:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 39, 39, 180443), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 39, 39, 180443), 0, 2, datetime.datetime(2022, 6, 3, 10, 39, 39, 180443), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:39:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:39:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 39, 39, 182316), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 39, 39, 182316), 0, 2, datetime.datetime(2022, 6, 3, 10, 39, 39, 182316), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:39:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:39:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 39, 39, 184014), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 39, 39, 184014), 0, 2, datetime.datetime(2022, 6, 3, 10, 39, 39, 184014), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:39:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:39:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 39, 39, 185657), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 39, 39, 185657), 0, 2, datetime.datetime(2022, 6, 3, 10, 39, 39, 185657), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:39:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:39:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:39:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:39:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:39:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:39:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:39:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:39:47,215 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:40:39.167018+00:00 (in 29.999015 seconds)
repomirrorworker stdout | 2022-06-03 10:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:40:39 UTC)" (scheduled at 2022-06-03 10:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:40:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:40:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:40:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 40, 9, 177080), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 40, 9, 177080), 0, 2, datetime.datetime(2022, 6, 3, 10, 40, 9, 177080), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:40:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:40:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 40, 9, 181057), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 40, 9, 181057), 0, 2, datetime.datetime(2022, 6, 3, 10, 40, 9, 181057), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:40:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:40:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 40, 9, 182975), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 40, 9, 182975), 0, 2, datetime.datetime(2022, 6, 3, 10, 40, 9, 182975), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:40:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:40:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 40, 9, 184667), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 40, 9, 184667), 0, 2, datetime.datetime(2022, 6, 3, 10, 40, 9, 184667), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:40:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:40:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 40, 9, 186356), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 40, 9, 186356), 0, 2, datetime.datetime(2022, 6, 3, 10, 40, 9, 186356), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:40:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:40:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:40:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:40:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:40:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:40:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:40:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:40:17,274 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:41:09.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-03 10:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:41:09 UTC)" (scheduled at 2022-06-03 10:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:40:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:40:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:40:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 40, 39, 176377), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 40, 39, 176377), 0, 2, datetime.datetime(2022, 6, 3, 10, 40, 39, 176377), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:40:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:40:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 40, 39, 179549), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 40, 39, 179549), 0, 2, datetime.datetime(2022, 6, 3, 10, 40, 39, 179549), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:40:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:40:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 40, 39, 181831), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 40, 39, 181831), 0, 2, datetime.datetime(2022, 6, 3, 10, 40, 39, 181831), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:40:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:40:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 40, 39, 183987), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 40, 39, 183987), 0, 2, datetime.datetime(2022, 6, 3, 10, 40, 39, 183987), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:40:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:40:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 40, 39, 185726), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 40, 39, 185726), 0, 2, datetime.datetime(2022, 6, 3, 10, 40, 39, 185726), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:40:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:40:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:40:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:40:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:40:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:40:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:40:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:40:47,345 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:41:39.167018+00:00 (in 29.999182 seconds)
repomirrorworker stdout | 2022-06-03 10:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:41:39 UTC)" (scheduled at 2022-06-03 10:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:41:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:41:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:41:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 41, 9, 177319), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 41, 9, 177319), 0, 2, datetime.datetime(2022, 6, 3, 10, 41, 9, 177319), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:41:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:41:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 41, 9, 180845), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 41, 9, 180845), 0, 2, datetime.datetime(2022, 6, 3, 10, 41, 9, 180845), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:41:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:41:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 41, 9, 182726), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 41, 9, 182726), 0, 2, datetime.datetime(2022, 6, 3, 10, 41, 9, 182726), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:41:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:41:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 41, 9, 184425), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 41, 9, 184425), 0, 2, datetime.datetime(2022, 6, 3, 10, 41, 9, 184425), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:41:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:41:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 41, 9, 186170), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 41, 9, 186170), 0, 2, datetime.datetime(2022, 6, 3, 10, 41, 9, 186170), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:41:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:41:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:41:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:41:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:41:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:41:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:41:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:41:17,412 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:42:09.167018+00:00 (in 29.998974 seconds)
repomirrorworker stdout | 2022-06-03 10:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:42:09 UTC)" (scheduled at 2022-06-03 10:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:41:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:41:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 41, 39, 177061), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 41, 39, 177061), 0, 2, datetime.datetime(2022, 6, 3, 10, 41, 39, 177061), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:41:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:41:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 41, 39, 180952), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 41, 39, 180952), 0, 2, datetime.datetime(2022, 6, 3, 10, 41, 39, 180952), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:41:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 41, 39, 183051), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 41, 39, 183051), 0, 2, datetime.datetime(2022, 6, 3, 10, 41, 39, 183051), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:41:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:41:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 41, 39, 184719), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 41, 39, 184719), 0, 2, datetime.datetime(2022, 6, 3, 10, 41, 39, 184719), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:41:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:41:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:41:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:41:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:41:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:41:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:41:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:41:47,455 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:42:39.167018+00:00 (in 29.999107 seconds)
repomirrorworker stdout | 2022-06-03 10:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:42:39 UTC)" (scheduled at 2022-06-03 10:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:42:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:42:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:42:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 42, 9, 177175), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 42, 9, 177175), 0, 2, datetime.datetime(2022, 6, 3, 10, 42, 9, 177175), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:42:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:42:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 42, 9, 180944), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 42, 9, 180944), 0, 2, datetime.datetime(2022, 6, 3, 10, 42, 9, 180944), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 42, 9, 183107), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 42, 9, 183107), 0, 2, datetime.datetime(2022, 6, 3, 10, 42, 9, 183107), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:42:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:42:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 42, 9, 185034), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 42, 9, 185034), 0, 2, datetime.datetime(2022, 6, 3, 10, 42, 9, 185034), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:42:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:42:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:42:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:42:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:42:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:42:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:42:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:42:17,502 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:43:09.167018+00:00 (in 29.999088 seconds)
repomirrorworker stdout | 2022-06-03 10:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:43:09 UTC)" (scheduled at 2022-06-03 10:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:42:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:42:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:42:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 42, 39, 176466), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 42, 39, 176466), 0, 2, datetime.datetime(2022, 6, 3, 10, 42, 39, 176466), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:42:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:42:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 42, 39, 179637), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 42, 39, 179637), 0, 2, datetime.datetime(2022, 6, 3, 10, 42, 39, 179637), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:42:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:42:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 42, 39, 182175), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 42, 39, 182175), 0, 2, datetime.datetime(2022, 6, 3, 10, 42, 39, 182175), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:42:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:42:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 42, 39, 184197), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 42, 39, 184197), 0, 2, datetime.datetime(2022, 6, 3, 10, 42, 39, 184197), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:42:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:42:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 42, 39, 186072), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 42, 39, 186072), 0, 2, datetime.datetime(2022, 6, 3, 10, 42, 39, 186072), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:42:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:42:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:42:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:42:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:42:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:42:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:42:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:42:47,556 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:43:39.167018+00:00 (in 29.998883 seconds)
repomirrorworker stdout | 2022-06-03 10:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:43:39 UTC)" (scheduled at 2022-06-03 10:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:43:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:43:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:43:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 43, 9, 176981), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 43, 9, 176981), 0, 2, datetime.datetime(2022, 6, 3, 10, 43, 9, 176981), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:43:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:43:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 43, 9, 180167), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 43, 9, 180167), 0, 2, datetime.datetime(2022, 6, 3, 10, 43, 9, 180167), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:43:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:43:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 43, 9, 182147), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 43, 9, 182147), 0, 2, datetime.datetime(2022, 6, 3, 10, 43, 9, 182147), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:43:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:43:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 43, 9, 183852), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 43, 9, 183852), 0, 2, datetime.datetime(2022, 6, 3, 10, 43, 9, 183852), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:43:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:43:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:43:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:43:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:43:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:43:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:43:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:43:17,610 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:44:09.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-03 10:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:44:09 UTC)" (scheduled at 2022-06-03 10:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:43:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:43:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:43:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 43, 39, 176791), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 43, 39, 176791), 0, 2, datetime.datetime(2022, 6, 3, 10, 43, 39, 176791), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:43:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:43:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 43, 39, 180042), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 43, 39, 180042), 0, 2, datetime.datetime(2022, 6, 3, 10, 43, 39, 180042), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:43:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:43:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 43, 39, 182030), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 43, 39, 182030), 0, 2, datetime.datetime(2022, 6, 3, 10, 43, 39, 182030), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:43:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:43:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 43, 39, 183775), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 43, 39, 183775), 0, 2, datetime.datetime(2022, 6, 3, 10, 43, 39, 183775), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:43:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:43:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 43, 39, 185376), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 43, 39, 185376), 0, 2, datetime.datetime(2022, 6, 3, 10, 43, 39, 185376), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:43:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:43:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:43:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:43:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:43:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:43:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:43:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:43:47,664 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:44:39.167018+00:00 (in 29.999014 seconds)
repomirrorworker stdout | 2022-06-03 10:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:44:39 UTC)" (scheduled at 2022-06-03 10:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:44:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:44:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 44, 9, 177172), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 44, 9, 177172), 0, 2, datetime.datetime(2022, 6, 3, 10, 44, 9, 177172), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:44:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:44:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 44, 9, 180347), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 44, 9, 180347), 0, 2, datetime.datetime(2022, 6, 3, 10, 44, 9, 180347), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:44:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:44:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 44, 9, 182218), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 44, 9, 182218), 0, 2, datetime.datetime(2022, 6, 3, 10, 44, 9, 182218), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:44:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:44:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 44, 9, 183871), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 44, 9, 183871), 0, 2, datetime.datetime(2022, 6, 3, 10, 44, 9, 183871), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:44:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:44:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 44, 9, 185482), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 44, 9, 185482), 0, 2, datetime.datetime(2022, 6, 3, 10, 44, 9, 185482), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:44:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:44:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:44:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:44:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:44:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:44:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:44:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:44:17,722 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:45:09.167018+00:00 (in 29.999202 seconds)
repomirrorworker stdout | 2022-06-03 10:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:45:09 UTC)" (scheduled at 2022-06-03 10:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:44:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:44:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 44, 39, 176532), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 44, 39, 176532), 0, 2, datetime.datetime(2022, 6, 3, 10, 44, 39, 176532), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:44:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:44:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 44, 39, 179700), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 44, 39, 179700), 0, 2, datetime.datetime(2022, 6, 3, 10, 44, 39, 179700), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:44:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:44:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 44, 39, 181718), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 44, 39, 181718), 0, 2, datetime.datetime(2022, 6, 3, 10, 44, 39, 181718), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:44:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:44:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 44, 39, 183503), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 44, 39, 183503), 0, 2, datetime.datetime(2022, 6, 3, 10, 44, 39, 183503), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:44:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:44:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:44:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:44:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:44:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:44:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:44:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:44:47,761 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:45:39.167018+00:00 (in 29.999178 seconds)
repomirrorworker stdout | 2022-06-03 10:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:45:39 UTC)" (scheduled at 2022-06-03 10:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:45:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:45:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:45:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 45, 9, 177097), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 45, 9, 177097), 0, 2, datetime.datetime(2022, 6, 3, 10, 45, 9, 177097), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:45:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:45:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 45, 9, 180999), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 45, 9, 180999), 0, 2, datetime.datetime(2022, 6, 3, 10, 45, 9, 180999), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:45:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:45:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 45, 9, 182978), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 45, 9, 182978), 0, 2, datetime.datetime(2022, 6, 3, 10, 45, 9, 182978), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:45:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:45:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 45, 9, 184812), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 45, 9, 184812), 0, 2, datetime.datetime(2022, 6, 3, 10, 45, 9, 184812), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:45:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:45:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:45:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:45:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:45:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:45:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:45:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:45:17,820 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:46:09.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-03 10:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:46:09 UTC)" (scheduled at 2022-06-03 10:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:45:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:45:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 45, 39, 176493), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 45, 39, 176493), 0, 2, datetime.datetime(2022, 6, 3, 10, 45, 39, 176493), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:45:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:45:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 45, 39, 179895), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 45, 39, 179895), 0, 2, datetime.datetime(2022, 6, 3, 10, 45, 39, 179895), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:45:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:45:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 45, 39, 181802), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 45, 39, 181802), 0, 2, datetime.datetime(2022, 6, 3, 10, 45, 39, 181802), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:45:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:45:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 45, 39, 183460), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 45, 39, 183460), 0, 2, datetime.datetime(2022, 6, 3, 10, 45, 39, 183460), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:45:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:45:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:45:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:45:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:45:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:45:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:45:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:45:47,873 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:46:39.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-03 10:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:46:39 UTC)" (scheduled at 2022-06-03 10:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:46:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:46:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:46:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 46, 9, 177039), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 46, 9, 177039), 0, 2, datetime.datetime(2022, 6, 3, 10, 46, 9, 177039), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:46:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:46:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 46, 9, 180434), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 46, 9, 180434), 0, 2, datetime.datetime(2022, 6, 3, 10, 46, 9, 180434), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:46:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:46:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 46, 9, 182283), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 46, 9, 182283), 0, 2, datetime.datetime(2022, 6, 3, 10, 46, 9, 182283), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:46:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:46:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 46, 9, 183991), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 46, 9, 183991), 0, 2, datetime.datetime(2022, 6, 3, 10, 46, 9, 183991), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:46:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:46:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 46, 9, 185801), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 46, 9, 185801), 0, 2, datetime.datetime(2022, 6, 3, 10, 46, 9, 185801), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:46:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:46:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:46:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:46:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:46:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:46:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:46:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:46:17,902 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:47:09.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-03 10:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:47:09 UTC)" (scheduled at 2022-06-03 10:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:46:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 46, 39, 177183), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 46, 39, 177183), 0, 2, datetime.datetime(2022, 6, 3, 10, 46, 39, 177183), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:46:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:46:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 46, 39, 180482), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 46, 39, 180482), 0, 2, datetime.datetime(2022, 6, 3, 10, 46, 39, 180482), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:46:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:46:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 46, 39, 182356), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 46, 39, 182356), 0, 2, datetime.datetime(2022, 6, 3, 10, 46, 39, 182356), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:46:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:46:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 46, 39, 184044), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 46, 39, 184044), 0, 2, datetime.datetime(2022, 6, 3, 10, 46, 39, 184044), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:46:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:46:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:46:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:46:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:46:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:46:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:46:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:46:47,945 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:47:39.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-03 10:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:47:39 UTC)" (scheduled at 2022-06-03 10:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:47:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:47:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 47, 9, 176988), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 47, 9, 176988), 0, 2, datetime.datetime(2022, 6, 3, 10, 47, 9, 176988), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:47:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:47:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 47, 9, 180135), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 47, 9, 180135), 0, 2, datetime.datetime(2022, 6, 3, 10, 47, 9, 180135), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:47:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:47:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 47, 9, 182012), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 47, 9, 182012), 0, 2, datetime.datetime(2022, 6, 3, 10, 47, 9, 182012), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:47:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:47:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 47, 9, 183704), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 47, 9, 183704), 0, 2, datetime.datetime(2022, 6, 3, 10, 47, 9, 183704), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:47:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:47:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 47, 9, 185369), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 47, 9, 185369), 0, 2, datetime.datetime(2022, 6, 3, 10, 47, 9, 185369), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:47:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:47:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:47:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:47:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:47:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:47:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:47:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:47:18,011 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:48:09.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-03 10:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:48:09 UTC)" (scheduled at 2022-06-03 10:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:47:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:47:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 47, 39, 177365), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 47, 39, 177365), 0, 2, datetime.datetime(2022, 6, 3, 10, 47, 39, 177365), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:47:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:47:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 47, 39, 180575), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 47, 39, 180575), 0, 2, datetime.datetime(2022, 6, 3, 10, 47, 39, 180575), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:47:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:47:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 47, 39, 182481), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 47, 39, 182481), 0, 2, datetime.datetime(2022, 6, 3, 10, 47, 39, 182481), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:47:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:47:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 47, 39, 184189), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 47, 39, 184189), 0, 2, datetime.datetime(2022, 6, 3, 10, 47, 39, 184189), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:47:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:47:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 47, 39, 185846), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 47, 39, 185846), 0, 2, datetime.datetime(2022, 6, 3, 10, 47, 39, 185846), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:47:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:47:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:47:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:47:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:47:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:47:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:47:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:47:48,074 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:48:39.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-03 10:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:48:39 UTC)" (scheduled at 2022-06-03 10:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:48:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:48:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:48:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 48, 9, 176886), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 48, 9, 176886), 0, 2, datetime.datetime(2022, 6, 3, 10, 48, 9, 176886), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:48:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:48:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 48, 9, 180318), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 48, 9, 180318), 0, 2, datetime.datetime(2022, 6, 3, 10, 48, 9, 180318), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:48:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:48:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 48, 9, 182366), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 48, 9, 182366), 0, 2, datetime.datetime(2022, 6, 3, 10, 48, 9, 182366), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:48:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:48:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 48, 9, 184105), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 48, 9, 184105), 0, 2, datetime.datetime(2022, 6, 3, 10, 48, 9, 184105), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:48:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:48:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 48, 9, 185783), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 48, 9, 185783), 0, 2, datetime.datetime(2022, 6, 3, 10, 48, 9, 185783), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:48:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:48:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:48:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:48:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:48:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:48:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:48:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:48:18,107 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:49:09.167018+00:00 (in 29.999181 seconds)
repomirrorworker stdout | 2022-06-03 10:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:49:09 UTC)" (scheduled at 2022-06-03 10:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:48:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:48:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 48, 39, 176815), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 48, 39, 176815), 0, 2, datetime.datetime(2022, 6, 3, 10, 48, 39, 176815), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:48:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:48:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 48, 39, 179918), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 48, 39, 179918), 0, 2, datetime.datetime(2022, 6, 3, 10, 48, 39, 179918), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:48:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:48:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 48, 39, 181759), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 48, 39, 181759), 0, 2, datetime.datetime(2022, 6, 3, 10, 48, 39, 181759), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:48:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:48:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 48, 39, 183400), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 48, 39, 183400), 0, 2, datetime.datetime(2022, 6, 3, 10, 48, 39, 183400), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:48:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:48:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:48:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:48:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:48:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:48:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:48:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:48:48,173 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:49:39.167018+00:00 (in 29.998977 seconds)
repomirrorworker stdout | 2022-06-03 10:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:49:39 UTC)" (scheduled at 2022-06-03 10:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:49:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:49:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:49:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 49, 9, 177004), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 49, 9, 177004), 0, 2, datetime.datetime(2022, 6, 3, 10, 49, 9, 177004), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:49:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:49:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 49, 9, 180597), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 49, 9, 180597), 0, 2, datetime.datetime(2022, 6, 3, 10, 49, 9, 180597), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:49:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:49:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 49, 9, 182867), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 49, 9, 182867), 0, 2, datetime.datetime(2022, 6, 3, 10, 49, 9, 182867), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:49:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:49:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 49, 9, 184927), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 49, 9, 184927), 0, 2, datetime.datetime(2022, 6, 3, 10, 49, 9, 184927), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:49:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:49:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 49, 9, 186923), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 49, 9, 186923), 0, 2, datetime.datetime(2022, 6, 3, 10, 49, 9, 186923), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:49:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:49:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:49:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:49:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:49:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:49:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:49:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:49:18,234 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:50:09.167018+00:00 (in 29.998798 seconds)
repomirrorworker stdout | 2022-06-03 10:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:50:09 UTC)" (scheduled at 2022-06-03 10:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:49:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:49:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 49, 39, 177172), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 49, 39, 177172), 0, 2, datetime.datetime(2022, 6, 3, 10, 49, 39, 177172), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:49:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:49:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 49, 39, 180367), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 49, 39, 180367), 0, 2, datetime.datetime(2022, 6, 3, 10, 49, 39, 180367), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:49:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:49:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 49, 39, 182258), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 49, 39, 182258), 0, 2, datetime.datetime(2022, 6, 3, 10, 49, 39, 182258), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:49:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:49:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 49, 39, 184044), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 49, 39, 184044), 0, 2, datetime.datetime(2022, 6, 3, 10, 49, 39, 184044), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:49:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:49:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 49, 39, 185768), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 49, 39, 185768), 0, 2, datetime.datetime(2022, 6, 3, 10, 49, 39, 185768), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:49:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:49:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:49:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:49:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:49:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:49:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:49:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:49:48,307 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:50:39.167018+00:00 (in 29.999109 seconds)
repomirrorworker stdout | 2022-06-03 10:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:50:39 UTC)" (scheduled at 2022-06-03 10:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:50:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:50:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:50:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 50, 9, 176955), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 50, 9, 176955), 0, 2, datetime.datetime(2022, 6, 3, 10, 50, 9, 176955), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:50:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:50:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 50, 9, 180423), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 50, 9, 180423), 0, 2, datetime.datetime(2022, 6, 3, 10, 50, 9, 180423), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:50:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:50:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 50, 9, 182350), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 50, 9, 182350), 0, 2, datetime.datetime(2022, 6, 3, 10, 50, 9, 182350), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:50:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:50:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 50, 9, 184048), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 50, 9, 184048), 0, 2, datetime.datetime(2022, 6, 3, 10, 50, 9, 184048), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:50:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:50:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:50:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:50:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:50:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:50:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:50:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:50:18,376 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:51:09.167018+00:00 (in 29.998944 seconds)
repomirrorworker stdout | 2022-06-03 10:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:51:09 UTC)" (scheduled at 2022-06-03 10:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:50:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:50:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:50:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 50, 39, 177359), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 50, 39, 177359), 0, 2, datetime.datetime(2022, 6, 3, 10, 50, 39, 177359), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:50:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:50:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 50, 39, 180885), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 50, 39, 180885), 0, 2, datetime.datetime(2022, 6, 3, 10, 50, 39, 180885), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:50:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:50:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 50, 39, 182904), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 50, 39, 182904), 0, 2, datetime.datetime(2022, 6, 3, 10, 50, 39, 182904), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:50:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:50:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 50, 39, 184785), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 50, 39, 184785), 0, 2, datetime.datetime(2022, 6, 3, 10, 50, 39, 184785), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:50:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:50:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 50, 39, 186553), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 50, 39, 186553), 0, 2, datetime.datetime(2022, 6, 3, 10, 50, 39, 186553), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:50:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:50:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:50:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:50:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:50:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:50:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:50:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:50:48,434 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:51:39.167018+00:00 (in 29.999026 seconds)
repomirrorworker stdout | 2022-06-03 10:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:51:39 UTC)" (scheduled at 2022-06-03 10:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:51:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:51:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:51:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 51, 9, 176769), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 51, 9, 176769), 0, 2, datetime.datetime(2022, 6, 3, 10, 51, 9, 176769), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:51:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:51:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 51, 9, 180051), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 51, 9, 180051), 0, 2, datetime.datetime(2022, 6, 3, 10, 51, 9, 180051), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:51:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:51:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 51, 9, 182014), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 51, 9, 182014), 0, 2, datetime.datetime(2022, 6, 3, 10, 51, 9, 182014), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:51:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:51:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 51, 9, 183740), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 51, 9, 183740), 0, 2, datetime.datetime(2022, 6, 3, 10, 51, 9, 183740), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:51:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:51:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:51:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:51:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:51:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:51:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:51:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:51:18,489 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:52:09.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-03 10:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:52:09 UTC)" (scheduled at 2022-06-03 10:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:51:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:51:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:51:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 51, 39, 177189), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 51, 39, 177189), 0, 2, datetime.datetime(2022, 6, 3, 10, 51, 39, 177189), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:51:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:51:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 51, 39, 180686), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 51, 39, 180686), 0, 2, datetime.datetime(2022, 6, 3, 10, 51, 39, 180686), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:51:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:51:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 51, 39, 182668), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 51, 39, 182668), 0, 2, datetime.datetime(2022, 6, 3, 10, 51, 39, 182668), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:51:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:51:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 51, 39, 184353), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 51, 39, 184353), 0, 2, datetime.datetime(2022, 6, 3, 10, 51, 39, 184353), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:51:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:51:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 51, 39, 186010), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 51, 39, 186010), 0, 2, datetime.datetime(2022, 6, 3, 10, 51, 39, 186010), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:51:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:51:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:51:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:51:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:51:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:51:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:51:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:51:48,520 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:52:39.167018+00:00 (in 29.998969 seconds)
repomirrorworker stdout | 2022-06-03 10:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:52:39 UTC)" (scheduled at 2022-06-03 10:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:52:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:52:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:52:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 52, 9, 177298), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 52, 9, 177298), 0, 2, datetime.datetime(2022, 6, 3, 10, 52, 9, 177298), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:52:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:52:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 52, 9, 180615), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 52, 9, 180615), 0, 2, datetime.datetime(2022, 6, 3, 10, 52, 9, 180615), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:52:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:52:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 52, 9, 182492), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 52, 9, 182492), 0, 2, datetime.datetime(2022, 6, 3, 10, 52, 9, 182492), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:52:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:52:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 52, 9, 184199), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 52, 9, 184199), 0, 2, datetime.datetime(2022, 6, 3, 10, 52, 9, 184199), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:52:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:52:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 52, 9, 185991), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 52, 9, 185991), 0, 2, datetime.datetime(2022, 6, 3, 10, 52, 9, 185991), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:52:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:52:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:52:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:52:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:52:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:52:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:52:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:52:18,600 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:53:09.167018+00:00 (in 29.999053 seconds)
repomirrorworker stdout | 2022-06-03 10:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:53:09 UTC)" (scheduled at 2022-06-03 10:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:52:39,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:52:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 52, 39, 177748), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 52, 39, 177748), 0, 2, datetime.datetime(2022, 6, 3, 10, 52, 39, 177748), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:52:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:52:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 52, 39, 181737), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 52, 39, 181737), 0, 2, datetime.datetime(2022, 6, 3, 10, 52, 39, 181737), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:52:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:52:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 52, 39, 183885), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 52, 39, 183885), 0, 2, datetime.datetime(2022, 6, 3, 10, 52, 39, 183885), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:52:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:52:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 52, 39, 185944), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 52, 39, 185944), 0, 2, datetime.datetime(2022, 6, 3, 10, 52, 39, 185944), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:52:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:52:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 52, 39, 187829), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 52, 39, 187829), 0, 2, datetime.datetime(2022, 6, 3, 10, 52, 39, 187829), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:52:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:52:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:52:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:52:39,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:52:39,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:52:39,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:52:39,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:52:48,665 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:53:39.167018+00:00 (in 29.998957 seconds)
repomirrorworker stdout | 2022-06-03 10:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:53:39 UTC)" (scheduled at 2022-06-03 10:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:53:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:53:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 53, 9, 177326), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 53, 9, 177326), 0, 2, datetime.datetime(2022, 6, 3, 10, 53, 9, 177326), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:53:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:53:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 53, 9, 180500), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 53, 9, 180500), 0, 2, datetime.datetime(2022, 6, 3, 10, 53, 9, 180500), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:53:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:53:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 53, 9, 182448), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 53, 9, 182448), 0, 2, datetime.datetime(2022, 6, 3, 10, 53, 9, 182448), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:53:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:53:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 53, 9, 184220), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 53, 9, 184220), 0, 2, datetime.datetime(2022, 6, 3, 10, 53, 9, 184220), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:53:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:53:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 53, 9, 185929), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 53, 9, 185929), 0, 2, datetime.datetime(2022, 6, 3, 10, 53, 9, 185929), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:53:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:53:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:53:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:53:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:53:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:53:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:53:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:53:18,713 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:54:09.167018+00:00 (in 29.998971 seconds)
repomirrorworker stdout | 2022-06-03 10:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:54:09 UTC)" (scheduled at 2022-06-03 10:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:53:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:53:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 53, 39, 177421), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 53, 39, 177421), 0, 2, datetime.datetime(2022, 6, 3, 10, 53, 39, 177421), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:53:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:53:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 53, 39, 181226), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 53, 39, 181226), 0, 2, datetime.datetime(2022, 6, 3, 10, 53, 39, 181226), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:53:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:53:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 53, 39, 183344), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 53, 39, 183344), 0, 2, datetime.datetime(2022, 6, 3, 10, 53, 39, 183344), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:53:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:53:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 53, 39, 185106), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 53, 39, 185106), 0, 2, datetime.datetime(2022, 6, 3, 10, 53, 39, 185106), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:53:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:53:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 53, 39, 186800), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 53, 39, 186800), 0, 2, datetime.datetime(2022, 6, 3, 10, 53, 39, 186800), True, 12, 15])
repomirrorworker stdout | 2022-06-03 10:53:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 10:53:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:53:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:53:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:53:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:53:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:53:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:53:48,774 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:54:39.167018+00:00 (in 29.999057 seconds)
repomirrorworker stdout | 2022-06-03 10:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:54:39 UTC)" (scheduled at 2022-06-03 10:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:54:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:54:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 54, 9, 177081), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 54, 9, 177081), 0, 2, datetime.datetime(2022, 6, 3, 10, 54, 9, 177081), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:54:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:54:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 54, 9, 181292), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 54, 9, 181292), 0, 2, datetime.datetime(2022, 6, 3, 10, 54, 9, 181292), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:54:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:54:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 54, 9, 184315), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 54, 9, 184315), 0, 2, datetime.datetime(2022, 6, 3, 10, 54, 9, 184315), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:54:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:54:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 54, 9, 186568), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 54, 9, 186568), 0, 2, datetime.datetime(2022, 6, 3, 10, 54, 9, 186568), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:54:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:54:09,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 54, 9, 188794), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 54, 9, 188794), 0, 2, datetime.datetime(2022, 6, 3, 10, 54, 9, 188794), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:54:09,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:54:09,190 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:54:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:54:09,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:54:09,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:54:09,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:54:09,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:54:18,837 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:55:09.167018+00:00 (in 29.999145 seconds)
repomirrorworker stdout | 2022-06-03 10:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:55:09 UTC)" (scheduled at 2022-06-03 10:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:54:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:54:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:54:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 54, 39, 177167), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 54, 39, 177167), 0, 2, datetime.datetime(2022, 6, 3, 10, 54, 39, 177167), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:54:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:54:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 54, 39, 180410), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 54, 39, 180410), 0, 2, datetime.datetime(2022, 6, 3, 10, 54, 39, 180410), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:54:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:54:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 54, 39, 182421), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 54, 39, 182421), 0, 2, datetime.datetime(2022, 6, 3, 10, 54, 39, 182421), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:54:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:54:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 54, 39, 184190), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 54, 39, 184190), 0, 2, datetime.datetime(2022, 6, 3, 10, 54, 39, 184190), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:54:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:54:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 54, 39, 185962), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 54, 39, 185962), 0, 2, datetime.datetime(2022, 6, 3, 10, 54, 39, 185962), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:54:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:54:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:54:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:54:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:54:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:54:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:54:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:54:48,894 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:55:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-03 10:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:55:39 UTC)" (scheduled at 2022-06-03 10:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:55:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:55:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:55:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 55, 9, 176980), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 55, 9, 176980), 0, 2, datetime.datetime(2022, 6, 3, 10, 55, 9, 176980), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:55:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:55:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 55, 9, 180131), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 55, 9, 180131), 0, 2, datetime.datetime(2022, 6, 3, 10, 55, 9, 180131), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:55:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:55:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 55, 9, 182030), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 55, 9, 182030), 0, 2, datetime.datetime(2022, 6, 3, 10, 55, 9, 182030), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:55:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:55:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 55, 9, 183715), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 55, 9, 183715), 0, 2, datetime.datetime(2022, 6, 3, 10, 55, 9, 183715), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:55:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:55:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 55, 9, 185333), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 55, 9, 185333), 0, 2, datetime.datetime(2022, 6, 3, 10, 55, 9, 185333), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:55:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:55:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:55:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:55:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:55:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:55:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:55:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:55:18,965 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:56:09.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-03 10:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:56:09 UTC)" (scheduled at 2022-06-03 10:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:55:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:55:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 55, 39, 176477), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 55, 39, 176477), 0, 2, datetime.datetime(2022, 6, 3, 10, 55, 39, 176477), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:55:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:55:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 55, 39, 179690), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 55, 39, 179690), 0, 2, datetime.datetime(2022, 6, 3, 10, 55, 39, 179690), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:55:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:55:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 55, 39, 181606), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 55, 39, 181606), 0, 2, datetime.datetime(2022, 6, 3, 10, 55, 39, 181606), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 55, 39, 183322), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 55, 39, 183322), 0, 2, datetime.datetime(2022, 6, 3, 10, 55, 39, 183322), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:55:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:55:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 55, 39, 185017), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 55, 39, 185017), 0, 2, datetime.datetime(2022, 6, 3, 10, 55, 39, 185017), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:55:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:55:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:55:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:55:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:55:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:55:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:55:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:55:49,014 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:56:39.167018+00:00 (in 29.999175 seconds)
repomirrorworker stdout | 2022-06-03 10:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:56:39 UTC)" (scheduled at 2022-06-03 10:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:56:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:56:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:56:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 56, 9, 176685), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 56, 9, 176685), 0, 2, datetime.datetime(2022, 6, 3, 10, 56, 9, 176685), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:56:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:56:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 56, 9, 180093), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 56, 9, 180093), 0, 2, datetime.datetime(2022, 6, 3, 10, 56, 9, 180093), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:56:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:56:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 56, 9, 182086), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 56, 9, 182086), 0, 2, datetime.datetime(2022, 6, 3, 10, 56, 9, 182086), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:56:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:56:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 56, 9, 183762), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 56, 9, 183762), 0, 2, datetime.datetime(2022, 6, 3, 10, 56, 9, 183762), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:56:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:56:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 56, 9, 185374), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 56, 9, 185374), 0, 2, datetime.datetime(2022, 6, 3, 10, 56, 9, 185374), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:56:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:56:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:56:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:56:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:56:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:56:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:56:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:56:19,074 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:57:09.167018+00:00 (in 29.998989 seconds)
repomirrorworker stdout | 2022-06-03 10:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:57:09 UTC)" (scheduled at 2022-06-03 10:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:56:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:56:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 56, 39, 177258), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 56, 39, 177258), 0, 2, datetime.datetime(2022, 6, 3, 10, 56, 39, 177258), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:56:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:56:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 56, 39, 180461), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 56, 39, 180461), 0, 2, datetime.datetime(2022, 6, 3, 10, 56, 39, 180461), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:56:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:56:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 56, 39, 182363), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 56, 39, 182363), 0, 2, datetime.datetime(2022, 6, 3, 10, 56, 39, 182363), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:56:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:56:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 56, 39, 184075), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 56, 39, 184075), 0, 2, datetime.datetime(2022, 6, 3, 10, 56, 39, 184075), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:56:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:56:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:56:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:56:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:56:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:56:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:56:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:56:49,130 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:57:39.167018+00:00 (in 29.999039 seconds)
repomirrorworker stdout | 2022-06-03 10:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:57:39 UTC)" (scheduled at 2022-06-03 10:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:57:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:57:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:57:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 57, 9, 177196), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 57, 9, 177196), 0, 2, datetime.datetime(2022, 6, 3, 10, 57, 9, 177196), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:57:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:57:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 57, 9, 181026), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 57, 9, 181026), 0, 2, datetime.datetime(2022, 6, 3, 10, 57, 9, 181026), True, 5, 9])
repomirrorworker stdout | 2022-06-03 10:57:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 10:57:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 57, 9, 182947), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 57, 9, 182947), 0, 2, datetime.datetime(2022, 6, 3, 10, 57, 9, 182947), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:57:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:57:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 57, 9, 184636), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 57, 9, 184636), 0, 2, datetime.datetime(2022, 6, 3, 10, 57, 9, 184636), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:57:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:57:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 57, 9, 186326), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 57, 9, 186326), 0, 2, datetime.datetime(2022, 6, 3, 10, 57, 9, 186326), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:57:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:57:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:57:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:57:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:57:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:57:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:57:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:57:19,182 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:58:09.167018+00:00 (in 29.999172 seconds)
repomirrorworker stdout | 2022-06-03 10:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:58:09 UTC)" (scheduled at 2022-06-03 10:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:57:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:57:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 57, 39, 176698), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 57, 39, 176698), 0, 2, datetime.datetime(2022, 6, 3, 10, 57, 39, 176698), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:57:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:57:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 57, 39, 179784), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 57, 39, 179784), 0, 2, datetime.datetime(2022, 6, 3, 10, 57, 39, 179784), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:57:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:57:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 57, 39, 181633), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 57, 39, 181633), 0, 2, datetime.datetime(2022, 6, 3, 10, 57, 39, 181633), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:57:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:57:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 57, 39, 183322), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 57, 39, 183322), 0, 2, datetime.datetime(2022, 6, 3, 10, 57, 39, 183322), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:57:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:57:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 57, 39, 185407), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 57, 39, 185407), 0, 2, datetime.datetime(2022, 6, 3, 10, 57, 39, 185407), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:57:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:57:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:57:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:57:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:57:39,199 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:57:39,199 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:57:39,199 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:57:49,241 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:58:39.167018+00:00 (in 29.999265 seconds)
repomirrorworker stdout | 2022-06-03 10:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:58:39 UTC)" (scheduled at 2022-06-03 10:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:58:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:58:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 58, 9, 176606), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 58, 9, 176606), 0, 2, datetime.datetime(2022, 6, 3, 10, 58, 9, 176606), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:58:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:58:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 58, 9, 179993), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 58, 9, 179993), 0, 2, datetime.datetime(2022, 6, 3, 10, 58, 9, 179993), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:58:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:58:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 58, 9, 181973), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 58, 9, 181973), 0, 2, datetime.datetime(2022, 6, 3, 10, 58, 9, 181973), True, 11, 15])
repomirrorworker stdout | 2022-06-03 10:58:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 10:58:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 58, 9, 183692), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 58, 9, 183692), 0, 2, datetime.datetime(2022, 6, 3, 10, 58, 9, 183692), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:58:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:58:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 58, 9, 185336), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 58, 9, 185336), 0, 2, datetime.datetime(2022, 6, 3, 10, 58, 9, 185336), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:58:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:58:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:58:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:58:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:58:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:58:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:58:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:58:19,296 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:59:09.167018+00:00 (in 29.999181 seconds)
repomirrorworker stdout | 2022-06-03 10:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:59:09 UTC)" (scheduled at 2022-06-03 10:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:58:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:58:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 58, 39, 177344), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 58, 39, 177344), 0, 2, datetime.datetime(2022, 6, 3, 10, 58, 39, 177344), True, 6, 10])
repomirrorworker stdout | 2022-06-03 10:58:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 10:58:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 58, 39, 180580), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 58, 39, 180580), 0, 2, datetime.datetime(2022, 6, 3, 10, 58, 39, 180580), True, 10, 14])
repomirrorworker stdout | 2022-06-03 10:58:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 10:58:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 58, 39, 182478), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 58, 39, 182478), 0, 2, datetime.datetime(2022, 6, 3, 10, 58, 39, 182478), True, 2, 6])
repomirrorworker stdout | 2022-06-03 10:58:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 10:58:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 58, 39, 184227), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 58, 39, 184227), 0, 2, datetime.datetime(2022, 6, 3, 10, 58, 39, 184227), True, 14, 15])
repomirrorworker stdout | 2022-06-03 10:58:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 10:58:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 58, 39, 185902), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 58, 39, 185902), 0, 2, datetime.datetime(2022, 6, 3, 10, 58, 39, 185902), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:58:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:58:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:58:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:58:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:58:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:58:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:58:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:58:49,325 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 10:59:39.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-03 10:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:59:39 UTC)" (scheduled at 2022-06-03 10:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:59:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:59:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 59, 9, 176764), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 59, 9, 176764), 0, 2, datetime.datetime(2022, 6, 3, 10, 59, 9, 176764), True, 4, 8])
repomirrorworker stdout | 2022-06-03 10:59:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 10:59:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 59, 9, 180610), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 59, 9, 180610), 0, 2, datetime.datetime(2022, 6, 3, 10, 59, 9, 180610), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:59:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:59:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 59, 9, 182487), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 59, 9, 182487), 0, 2, datetime.datetime(2022, 6, 3, 10, 59, 9, 182487), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:59:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:59:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 59, 9, 184163), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 59, 9, 184163), 0, 2, datetime.datetime(2022, 6, 3, 10, 59, 9, 184163), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:59:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:59:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 59, 9, 185820), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 59, 9, 185820), 0, 2, datetime.datetime(2022, 6, 3, 10, 59, 9, 185820), True, 8, 12])
repomirrorworker stdout | 2022-06-03 10:59:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 10:59:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:59:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:59:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:59:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:59:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:59:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 10:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:59:19,384 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 10:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 10:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:00:09.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-03 10:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:00:09 UTC)" (scheduled at 2022-06-03 10:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 10:59:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:59:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:59:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 59, 39, 176930), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 59, 39, 176930), 0, 2, datetime.datetime(2022, 6, 3, 10, 59, 39, 176930), True, 3, 7])
repomirrorworker stdout | 2022-06-03 10:59:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 10:59:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 59, 39, 180225), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 59, 39, 180225), 0, 2, datetime.datetime(2022, 6, 3, 10, 59, 39, 180225), True, 9, 13])
repomirrorworker stdout | 2022-06-03 10:59:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 10:59:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 59, 39, 182179), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 59, 39, 182179), 0, 2, datetime.datetime(2022, 6, 3, 10, 59, 39, 182179), True, 7, 11])
repomirrorworker stdout | 2022-06-03 10:59:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 10:59:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 59, 39, 183955), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 59, 39, 183955), 0, 2, datetime.datetime(2022, 6, 3, 10, 59, 39, 183955), True, 13, 15])
repomirrorworker stdout | 2022-06-03 10:59:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 10:59:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 10, 59, 39, 185698), 0, 2, None, True, datetime.datetime(2022, 6, 3, 10, 59, 39, 185698), 0, 2, datetime.datetime(2022, 6, 3, 10, 59, 39, 185698), True, 1, 5])
repomirrorworker stdout | 2022-06-03 10:59:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 10:59:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 10:59:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:59:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 10:59:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 10:59:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 10:59:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 10:59:49,422 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:00:39.167018+00:00 (in 29.999169 seconds)
repomirrorworker stdout | 2022-06-03 11:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:00:39 UTC)" (scheduled at 2022-06-03 11:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:00:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:00:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 0, 9, 176646), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 0, 9, 176646), 0, 2, datetime.datetime(2022, 6, 3, 11, 0, 9, 176646), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:00:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:00:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 0, 9, 179958), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 0, 9, 179958), 0, 2, datetime.datetime(2022, 6, 3, 11, 0, 9, 179958), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:00:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:00:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 0, 9, 182015), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 0, 9, 182015), 0, 2, datetime.datetime(2022, 6, 3, 11, 0, 9, 182015), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:00:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:00:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 0, 9, 183825), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 0, 9, 183825), 0, 2, datetime.datetime(2022, 6, 3, 11, 0, 9, 183825), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:00:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:00:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:00:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:00:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:00:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:00:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:00:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:00:19,465 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:01:09.167018+00:00 (in 29.999140 seconds)
repomirrorworker stdout | 2022-06-03 11:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:01:09 UTC)" (scheduled at 2022-06-03 11:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:00:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:00:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 0, 39, 177185), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 0, 39, 177185), 0, 2, datetime.datetime(2022, 6, 3, 11, 0, 39, 177185), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:00:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:00:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 0, 39, 180863), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 0, 39, 180863), 0, 2, datetime.datetime(2022, 6, 3, 11, 0, 39, 180863), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:00:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:00:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 0, 39, 182820), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 0, 39, 182820), 0, 2, datetime.datetime(2022, 6, 3, 11, 0, 39, 182820), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:00:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:00:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 0, 39, 184514), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 0, 39, 184514), 0, 2, datetime.datetime(2022, 6, 3, 11, 0, 39, 184514), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:00:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:00:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 0, 39, 186293), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 0, 39, 186293), 0, 2, datetime.datetime(2022, 6, 3, 11, 0, 39, 186293), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:00:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:00:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:00:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:00:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:00:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:00:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:00:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:00:49,516 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:01:39.167018+00:00 (in 29.999181 seconds)
repomirrorworker stdout | 2022-06-03 11:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:01:39 UTC)" (scheduled at 2022-06-03 11:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:01:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:01:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 1, 9, 176953), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 1, 9, 176953), 0, 2, datetime.datetime(2022, 6, 3, 11, 1, 9, 176953), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:01:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:01:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 1, 9, 180147), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 1, 9, 180147), 0, 2, datetime.datetime(2022, 6, 3, 11, 1, 9, 180147), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:01:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:01:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 1, 9, 182151), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 1, 9, 182151), 0, 2, datetime.datetime(2022, 6, 3, 11, 1, 9, 182151), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:01:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:01:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 1, 9, 183974), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 1, 9, 183974), 0, 2, datetime.datetime(2022, 6, 3, 11, 1, 9, 183974), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:01:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:01:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 1, 9, 185684), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 1, 9, 185684), 0, 2, datetime.datetime(2022, 6, 3, 11, 1, 9, 185684), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:01:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:01:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:01:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:01:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:01:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:01:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:01:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:01:19,575 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:02:09.167018+00:00 (in 29.999202 seconds)
repomirrorworker stdout | 2022-06-03 11:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:02:09 UTC)" (scheduled at 2022-06-03 11:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:01:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:01:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 1, 39, 176346), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 1, 39, 176346), 0, 2, datetime.datetime(2022, 6, 3, 11, 1, 39, 176346), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:01:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:01:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 1, 39, 179654), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 1, 39, 179654), 0, 2, datetime.datetime(2022, 6, 3, 11, 1, 39, 179654), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:01:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:01:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 1, 39, 181557), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 1, 39, 181557), 0, 2, datetime.datetime(2022, 6, 3, 11, 1, 39, 181557), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:01:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:01:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 1, 39, 183285), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 1, 39, 183285), 0, 2, datetime.datetime(2022, 6, 3, 11, 1, 39, 183285), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:01:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:01:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 1, 39, 184953), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 1, 39, 184953), 0, 2, datetime.datetime(2022, 6, 3, 11, 1, 39, 184953), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:01:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:01:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:01:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:01:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:01:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:01:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:01:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:01:49,641 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:02:39.167018+00:00 (in 29.999204 seconds)
repomirrorworker stdout | 2022-06-03 11:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:02:39 UTC)" (scheduled at 2022-06-03 11:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:02:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:02:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:02:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 2, 9, 176857), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 2, 9, 176857), 0, 2, datetime.datetime(2022, 6, 3, 11, 2, 9, 176857), True, 4, 8])
repomirrorworker stdout | 2022-06-03 11:02:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 11:02:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 2, 9, 180298), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 2, 9, 180298), 0, 2, datetime.datetime(2022, 6, 3, 11, 2, 9, 180298), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:02:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:02:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 2, 9, 182335), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 2, 9, 182335), 0, 2, datetime.datetime(2022, 6, 3, 11, 2, 9, 182335), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:02:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:02:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 2, 9, 184038), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 2, 9, 184038), 0, 2, datetime.datetime(2022, 6, 3, 11, 2, 9, 184038), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:02:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:02:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 2, 9, 185702), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 2, 9, 185702), 0, 2, datetime.datetime(2022, 6, 3, 11, 2, 9, 185702), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:02:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:02:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:02:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:02:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:02:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:02:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:02:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:02:19,711 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:03:09.167018+00:00 (in 29.999265 seconds)
repomirrorworker stdout | 2022-06-03 11:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:03:09 UTC)" (scheduled at 2022-06-03 11:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:02:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:02:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:02:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 2, 39, 176780), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 2, 39, 176780), 0, 2, datetime.datetime(2022, 6, 3, 11, 2, 39, 176780), True, 4, 8])
repomirrorworker stdout | 2022-06-03 11:02:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 11:02:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 2, 39, 180799), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 2, 39, 180799), 0, 2, datetime.datetime(2022, 6, 3, 11, 2, 39, 180799), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:02:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:02:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 2, 39, 183068), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 2, 39, 183068), 0, 2, datetime.datetime(2022, 6, 3, 11, 2, 39, 183068), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:02:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:02:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 2, 39, 185029), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 2, 39, 185029), 0, 2, datetime.datetime(2022, 6, 3, 11, 2, 39, 185029), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:02:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:02:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:02:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:02:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:02:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:02:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:02:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:02:49,780 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:03:39.167018+00:00 (in 29.999195 seconds)
repomirrorworker stdout | 2022-06-03 11:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:03:39 UTC)" (scheduled at 2022-06-03 11:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:03:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:03:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 3, 9, 176938), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 3, 9, 176938), 0, 2, datetime.datetime(2022, 6, 3, 11, 3, 9, 176938), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:03:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:03:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 3, 9, 180169), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 3, 9, 180169), 0, 2, datetime.datetime(2022, 6, 3, 11, 3, 9, 180169), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:03:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:03:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 3, 9, 182076), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 3, 9, 182076), 0, 2, datetime.datetime(2022, 6, 3, 11, 3, 9, 182076), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:03:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:03:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 3, 9, 183806), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 3, 9, 183806), 0, 2, datetime.datetime(2022, 6, 3, 11, 3, 9, 183806), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:03:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:03:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 3, 9, 185454), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 3, 9, 185454), 0, 2, datetime.datetime(2022, 6, 3, 11, 3, 9, 185454), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:03:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:03:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:03:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:03:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:03:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:03:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:03:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:03:19,848 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:04:09.167018+00:00 (in 29.999171 seconds)
repomirrorworker stdout | 2022-06-03 11:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:04:09 UTC)" (scheduled at 2022-06-03 11:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:03:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:03:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 3, 39, 177314), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 3, 39, 177314), 0, 2, datetime.datetime(2022, 6, 3, 11, 3, 39, 177314), True, 4, 8])
repomirrorworker stdout | 2022-06-03 11:03:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 11:03:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 3, 39, 181073), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 3, 39, 181073), 0, 2, datetime.datetime(2022, 6, 3, 11, 3, 39, 181073), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:03:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:03:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 3, 39, 183081), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 3, 39, 183081), 0, 2, datetime.datetime(2022, 6, 3, 11, 3, 39, 183081), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:03:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:03:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 3, 39, 184801), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 3, 39, 184801), 0, 2, datetime.datetime(2022, 6, 3, 11, 3, 39, 184801), True, 12, 15])
repomirrorworker stdout | 2022-06-03 11:03:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 11:03:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:03:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:03:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:03:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:03:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:03:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:03:49,915 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:04:39.167018+00:00 (in 29.999243 seconds)
repomirrorworker stdout | 2022-06-03 11:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:04:39 UTC)" (scheduled at 2022-06-03 11:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:04:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:04:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 4, 9, 176507), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 4, 9, 176507), 0, 2, datetime.datetime(2022, 6, 3, 11, 4, 9, 176507), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:04:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:04:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 4, 9, 179623), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 4, 9, 179623), 0, 2, datetime.datetime(2022, 6, 3, 11, 4, 9, 179623), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:04:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:04:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 4, 9, 181467), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 4, 9, 181467), 0, 2, datetime.datetime(2022, 6, 3, 11, 4, 9, 181467), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:04:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:04:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 4, 9, 183143), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 4, 9, 183143), 0, 2, datetime.datetime(2022, 6, 3, 11, 4, 9, 183143), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:04:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:04:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 4, 9, 184801), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 4, 9, 184801), 0, 2, datetime.datetime(2022, 6, 3, 11, 4, 9, 184801), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:04:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:04:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:04:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:04:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:04:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:04:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:04:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:04:19,977 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:05:09.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-03 11:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:05:09 UTC)" (scheduled at 2022-06-03 11:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:04:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:04:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:04:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 4, 39, 176450), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 4, 39, 176450), 0, 2, datetime.datetime(2022, 6, 3, 11, 4, 39, 176450), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:04:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:04:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 4, 39, 179583), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 4, 39, 179583), 0, 2, datetime.datetime(2022, 6, 3, 11, 4, 39, 179583), True, 13, 15])
repomirrorworker stdout | 2022-06-03 11:04:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 11:04:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 4, 39, 181451), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 4, 39, 181451), 0, 2, datetime.datetime(2022, 6, 3, 11, 4, 39, 181451), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:04:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:04:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 4, 39, 183120), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 4, 39, 183120), 0, 2, datetime.datetime(2022, 6, 3, 11, 4, 39, 183120), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:04:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:04:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:04:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:04:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:04:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:04:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:04:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:04:50,040 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:05:39.167018+00:00 (in 29.999193 seconds)
repomirrorworker stdout | 2022-06-03 11:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:05:39 UTC)" (scheduled at 2022-06-03 11:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:05:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:05:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 5, 9, 177419), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 5, 9, 177419), 0, 2, datetime.datetime(2022, 6, 3, 11, 5, 9, 177419), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:05:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:05:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 5, 9, 181364), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 5, 9, 181364), 0, 2, datetime.datetime(2022, 6, 3, 11, 5, 9, 181364), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:05:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:05:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 5, 9, 183294), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 5, 9, 183294), 0, 2, datetime.datetime(2022, 6, 3, 11, 5, 9, 183294), True, 3, 7])
repomirrorworker stdout | 2022-06-03 11:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 11:05:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 5, 9, 185102), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 5, 9, 185102), 0, 2, datetime.datetime(2022, 6, 3, 11, 5, 9, 185102), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:05:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:05:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:05:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:05:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:05:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:05:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:05:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:05:20,107 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:06:09.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-03 11:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:06:09 UTC)" (scheduled at 2022-06-03 11:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:05:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:05:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 5, 39, 176922), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 5, 39, 176922), 0, 2, datetime.datetime(2022, 6, 3, 11, 5, 39, 176922), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:05:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 5, 39, 180571), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 5, 39, 180571), 0, 2, datetime.datetime(2022, 6, 3, 11, 5, 39, 180571), True, 12, 15])
repomirrorworker stdout | 2022-06-03 11:05:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 11:05:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 5, 39, 182526), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 5, 39, 182526), 0, 2, datetime.datetime(2022, 6, 3, 11, 5, 39, 182526), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:05:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:05:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 5, 39, 184414), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 5, 39, 184414), 0, 2, datetime.datetime(2022, 6, 3, 11, 5, 39, 184414), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:05:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:05:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:05:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:05:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:05:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:05:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:05:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:05:50,168 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:06:39.167018+00:00 (in 29.998964 seconds)
repomirrorworker stdout | 2022-06-03 11:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:06:39 UTC)" (scheduled at 2022-06-03 11:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:06:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:06:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:06:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 6, 9, 176528), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 6, 9, 176528), 0, 2, datetime.datetime(2022, 6, 3, 11, 6, 9, 176528), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:06:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:06:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 6, 9, 179601), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 6, 9, 179601), 0, 2, datetime.datetime(2022, 6, 3, 11, 6, 9, 179601), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:06:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:06:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 6, 9, 181467), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 6, 9, 181467), 0, 2, datetime.datetime(2022, 6, 3, 11, 6, 9, 181467), True, 3, 7])
repomirrorworker stdout | 2022-06-03 11:06:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 11:06:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 6, 9, 183135), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 6, 9, 183135), 0, 2, datetime.datetime(2022, 6, 3, 11, 6, 9, 183135), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:06:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:06:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 6, 9, 184770), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 6, 9, 184770), 0, 2, datetime.datetime(2022, 6, 3, 11, 6, 9, 184770), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:06:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:06:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:06:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:06:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:06:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:06:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:06:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:06:20,222 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:07:09.167018+00:00 (in 29.999157 seconds)
repomirrorworker stdout | 2022-06-03 11:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:07:09 UTC)" (scheduled at 2022-06-03 11:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:06:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:06:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 6, 39, 176996), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 6, 39, 176996), 0, 2, datetime.datetime(2022, 6, 3, 11, 6, 39, 176996), True, 4, 8])
repomirrorworker stdout | 2022-06-03 11:06:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 11:06:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 6, 39, 180736), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 6, 39, 180736), 0, 2, datetime.datetime(2022, 6, 3, 11, 6, 39, 180736), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:06:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:06:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 6, 39, 182919), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 6, 39, 182919), 0, 2, datetime.datetime(2022, 6, 3, 11, 6, 39, 182919), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:06:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:06:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 6, 39, 184934), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 6, 39, 184934), 0, 2, datetime.datetime(2022, 6, 3, 11, 6, 39, 184934), True, 13, 15])
repomirrorworker stdout | 2022-06-03 11:06:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 11:06:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 6, 39, 186892), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 6, 39, 186892), 0, 2, datetime.datetime(2022, 6, 3, 11, 6, 39, 186892), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:06:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:06:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:06:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:06:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:06:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:06:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:06:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:06:50,259 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:07:39.167018+00:00 (in 29.999172 seconds)
repomirrorworker stdout | 2022-06-03 11:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:07:39 UTC)" (scheduled at 2022-06-03 11:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:07:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:07:09,179 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:07:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 7, 9, 180548), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 7, 9, 180548), 0, 2, datetime.datetime(2022, 6, 3, 11, 7, 9, 180548), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:07:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:07:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 7, 9, 184728), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 7, 9, 184728), 0, 2, datetime.datetime(2022, 6, 3, 11, 7, 9, 184728), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:07:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:07:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 7, 9, 186785), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 7, 9, 186785), 0, 2, datetime.datetime(2022, 6, 3, 11, 7, 9, 186785), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:07:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:07:09,190 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 7, 9, 189817), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 7, 9, 189817), 0, 2, datetime.datetime(2022, 6, 3, 11, 7, 9, 189817), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:07:09,192 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:07:09,193 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 7, 9, 192465), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 7, 9, 192465), 0, 2, datetime.datetime(2022, 6, 3, 11, 7, 9, 192465), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:07:09,194 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:07:09,194 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:07:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:07:09,194 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:07:09,200 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:07:09,200 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:07:09,200 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:07:20,326 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:08:09.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-03 11:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:08:09 UTC)" (scheduled at 2022-06-03 11:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:07:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:07:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 7, 39, 177263), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 7, 39, 177263), 0, 2, datetime.datetime(2022, 6, 3, 11, 7, 39, 177263), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:07:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:07:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 7, 39, 180691), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 7, 39, 180691), 0, 2, datetime.datetime(2022, 6, 3, 11, 7, 39, 180691), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:07:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:07:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 7, 39, 182522), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 7, 39, 182522), 0, 2, datetime.datetime(2022, 6, 3, 11, 7, 39, 182522), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:07:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:07:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 7, 39, 184203), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 7, 39, 184203), 0, 2, datetime.datetime(2022, 6, 3, 11, 7, 39, 184203), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:07:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:07:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 7, 39, 186093), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 7, 39, 186093), 0, 2, datetime.datetime(2022, 6, 3, 11, 7, 39, 186093), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:07:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:07:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:07:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:07:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:07:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:07:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:07:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:07:50,389 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:08:39.167018+00:00 (in 29.999148 seconds)
repomirrorworker stdout | 2022-06-03 11:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:08:39 UTC)" (scheduled at 2022-06-03 11:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:08:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:08:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:08:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 8, 9, 176384), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 8, 9, 176384), 0, 2, datetime.datetime(2022, 6, 3, 11, 8, 9, 176384), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:08:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:08:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 8, 9, 179651), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 8, 9, 179651), 0, 2, datetime.datetime(2022, 6, 3, 11, 8, 9, 179651), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:08:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:08:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 8, 9, 181727), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 8, 9, 181727), 0, 2, datetime.datetime(2022, 6, 3, 11, 8, 9, 181727), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:08:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:08:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 8, 9, 183395), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 8, 9, 183395), 0, 2, datetime.datetime(2022, 6, 3, 11, 8, 9, 183395), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:08:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:08:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 8, 9, 185164), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 8, 9, 185164), 0, 2, datetime.datetime(2022, 6, 3, 11, 8, 9, 185164), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:08:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:08:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:08:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:08:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:08:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:08:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:08:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:08:20,450 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:09:09.167018+00:00 (in 29.999132 seconds)
repomirrorworker stdout | 2022-06-03 11:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:09:09 UTC)" (scheduled at 2022-06-03 11:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:08:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:08:39,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:08:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 8, 39, 177863), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 8, 39, 177863), 0, 2, datetime.datetime(2022, 6, 3, 11, 8, 39, 177863), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:08:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:08:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 8, 39, 181046), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 8, 39, 181046), 0, 2, datetime.datetime(2022, 6, 3, 11, 8, 39, 181046), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:08:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:08:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 8, 39, 182939), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 8, 39, 182939), 0, 2, datetime.datetime(2022, 6, 3, 11, 8, 39, 182939), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:08:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:08:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 8, 39, 184654), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 8, 39, 184654), 0, 2, datetime.datetime(2022, 6, 3, 11, 8, 39, 184654), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:08:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:08:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 8, 39, 186395), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 8, 39, 186395), 0, 2, datetime.datetime(2022, 6, 3, 11, 8, 39, 186395), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:08:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:08:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:08:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:08:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:08:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:08:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:08:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:08:50,497 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:09:39.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-03 11:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:09:39 UTC)" (scheduled at 2022-06-03 11:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:09:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:09:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:09:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 9, 9, 176334), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 9, 9, 176334), 0, 2, datetime.datetime(2022, 6, 3, 11, 9, 9, 176334), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:09:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:09:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 9, 9, 179399), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 9, 9, 179399), 0, 2, datetime.datetime(2022, 6, 3, 11, 9, 9, 179399), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:09:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:09:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 9, 9, 181274), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 9, 9, 181274), 0, 2, datetime.datetime(2022, 6, 3, 11, 9, 9, 181274), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:09:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:09:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 9, 9, 182974), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 9, 9, 182974), 0, 2, datetime.datetime(2022, 6, 3, 11, 9, 9, 182974), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:09:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:09:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 9, 9, 184639), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 9, 9, 184639), 0, 2, datetime.datetime(2022, 6, 3, 11, 9, 9, 184639), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:09:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:09:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:09:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:09:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:09:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:09:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:09:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:09:20,551 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:10:09.167018+00:00 (in 29.999136 seconds)
repomirrorworker stdout | 2022-06-03 11:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:10:09 UTC)" (scheduled at 2022-06-03 11:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:09:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:09:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 9, 39, 176591), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 9, 39, 176591), 0, 2, datetime.datetime(2022, 6, 3, 11, 9, 39, 176591), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:09:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:09:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 9, 39, 179861), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 9, 39, 179861), 0, 2, datetime.datetime(2022, 6, 3, 11, 9, 39, 179861), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:09:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:09:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 9, 39, 181680), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 9, 39, 181680), 0, 2, datetime.datetime(2022, 6, 3, 11, 9, 39, 181680), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:09:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:09:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 9, 39, 183329), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 9, 39, 183329), 0, 2, datetime.datetime(2022, 6, 3, 11, 9, 39, 183329), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:09:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:09:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 9, 39, 184991), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 9, 39, 184991), 0, 2, datetime.datetime(2022, 6, 3, 11, 9, 39, 184991), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:09:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:09:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:09:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:09:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:09:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:09:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:09:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:09:50,598 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:10:39.167018+00:00 (in 29.999076 seconds)
repomirrorworker stdout | 2022-06-03 11:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:10:39 UTC)" (scheduled at 2022-06-03 11:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:10:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:10:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 10, 9, 176686), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 10, 9, 176686), 0, 2, datetime.datetime(2022, 6, 3, 11, 10, 9, 176686), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:10:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:10:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 10, 9, 179873), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 10, 9, 179873), 0, 2, datetime.datetime(2022, 6, 3, 11, 10, 9, 179873), True, 12, 15])
repomirrorworker stdout | 2022-06-03 11:10:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 11:10:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 10, 9, 181789), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 10, 9, 181789), 0, 2, datetime.datetime(2022, 6, 3, 11, 10, 9, 181789), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:10:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:10:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 10, 9, 183459), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 10, 9, 183459), 0, 2, datetime.datetime(2022, 6, 3, 11, 10, 9, 183459), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:10:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:10:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:10:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:10:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:10:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:10:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:10:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:10:20,660 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:11:09.167018+00:00 (in 29.999101 seconds)
repomirrorworker stdout | 2022-06-03 11:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:11:09 UTC)" (scheduled at 2022-06-03 11:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:10:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:10:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 10, 39, 177405), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 10, 39, 177405), 0, 2, datetime.datetime(2022, 6, 3, 11, 10, 39, 177405), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:10:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:10:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 10, 39, 181365), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 10, 39, 181365), 0, 2, datetime.datetime(2022, 6, 3, 11, 10, 39, 181365), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:10:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:10:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 10, 39, 183561), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 10, 39, 183561), 0, 2, datetime.datetime(2022, 6, 3, 11, 10, 39, 183561), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:10:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:10:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 10, 39, 185609), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 10, 39, 185609), 0, 2, datetime.datetime(2022, 6, 3, 11, 10, 39, 185609), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:10:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:10:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 10, 39, 187510), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 10, 39, 187510), 0, 2, datetime.datetime(2022, 6, 3, 11, 10, 39, 187510), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:10:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:10:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:10:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:10:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:10:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:10:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:10:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:10:50,721 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:11:39.167018+00:00 (in 29.999102 seconds)
repomirrorworker stdout | 2022-06-03 11:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:11:39 UTC)" (scheduled at 2022-06-03 11:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:11:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:11:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 11, 9, 176578), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 11, 9, 176578), 0, 2, datetime.datetime(2022, 6, 3, 11, 11, 9, 176578), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:11:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:11:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 11, 9, 179713), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 11, 9, 179713), 0, 2, datetime.datetime(2022, 6, 3, 11, 11, 9, 179713), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:11:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:11:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 11, 9, 181591), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 11, 9, 181591), 0, 2, datetime.datetime(2022, 6, 3, 11, 11, 9, 181591), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:11:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:11:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 11, 9, 183273), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 11, 9, 183273), 0, 2, datetime.datetime(2022, 6, 3, 11, 11, 9, 183273), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:11:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:11:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 11, 9, 184970), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 11, 9, 184970), 0, 2, datetime.datetime(2022, 6, 3, 11, 11, 9, 184970), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:11:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:11:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:11:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:11:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:11:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:11:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:11:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:11:20,760 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:12:09.167018+00:00 (in 29.999145 seconds)
repomirrorworker stdout | 2022-06-03 11:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:12:09 UTC)" (scheduled at 2022-06-03 11:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:11:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:11:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:11:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 11, 39, 176627), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 11, 39, 176627), 0, 2, datetime.datetime(2022, 6, 3, 11, 11, 39, 176627), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:11:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:11:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 11, 39, 180361), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 11, 39, 180361), 0, 2, datetime.datetime(2022, 6, 3, 11, 11, 39, 180361), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:11:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:11:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 11, 39, 182299), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 11, 39, 182299), 0, 2, datetime.datetime(2022, 6, 3, 11, 11, 39, 182299), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:11:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:11:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 11, 39, 184047), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 11, 39, 184047), 0, 2, datetime.datetime(2022, 6, 3, 11, 11, 39, 184047), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:11:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:11:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 11, 39, 185754), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 11, 39, 185754), 0, 2, datetime.datetime(2022, 6, 3, 11, 11, 39, 185754), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:11:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:11:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:11:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:11:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:11:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:11:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:11:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:11:50,810 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:12:39.167018+00:00 (in 29.999220 seconds)
repomirrorworker stdout | 2022-06-03 11:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:12:39 UTC)" (scheduled at 2022-06-03 11:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:12:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:12:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:12:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 12, 9, 176721), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 12, 9, 176721), 0, 2, datetime.datetime(2022, 6, 3, 11, 12, 9, 176721), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:12:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:12:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 12, 9, 180445), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 12, 9, 180445), 0, 2, datetime.datetime(2022, 6, 3, 11, 12, 9, 180445), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:12:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:12:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 12, 9, 182305), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 12, 9, 182305), 0, 2, datetime.datetime(2022, 6, 3, 11, 12, 9, 182305), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:12:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:12:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 12, 9, 184033), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 12, 9, 184033), 0, 2, datetime.datetime(2022, 6, 3, 11, 12, 9, 184033), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:12:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:12:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 12, 9, 185690), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 12, 9, 185690), 0, 2, datetime.datetime(2022, 6, 3, 11, 12, 9, 185690), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:12:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:12:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:12:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:12:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:12:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:12:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:12:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:12:20,850 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:13:09.167018+00:00 (in 29.999179 seconds)
repomirrorworker stdout | 2022-06-03 11:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:13:09 UTC)" (scheduled at 2022-06-03 11:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:12:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:12:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:12:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 12, 39, 176772), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 12, 39, 176772), 0, 2, datetime.datetime(2022, 6, 3, 11, 12, 39, 176772), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:12:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:12:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 12, 39, 179920), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 12, 39, 179920), 0, 2, datetime.datetime(2022, 6, 3, 11, 12, 39, 179920), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:12:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:12:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 12, 39, 181802), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 12, 39, 181802), 0, 2, datetime.datetime(2022, 6, 3, 11, 12, 39, 181802), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:12:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 12, 39, 183486), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 12, 39, 183486), 0, 2, datetime.datetime(2022, 6, 3, 11, 12, 39, 183486), True, 12, 15])
repomirrorworker stdout | 2022-06-03 11:12:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 11:12:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:12:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:12:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:12:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:12:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:12:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:12:50,895 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:13:39.167018+00:00 (in 29.999138 seconds)
repomirrorworker stdout | 2022-06-03 11:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:13:39 UTC)" (scheduled at 2022-06-03 11:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:13:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:13:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:13:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 13, 9, 177007), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 13, 9, 177007), 0, 2, datetime.datetime(2022, 6, 3, 11, 13, 9, 177007), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:13:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:13:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 13, 9, 180559), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 13, 9, 180559), 0, 2, datetime.datetime(2022, 6, 3, 11, 13, 9, 180559), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:13:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:13:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 13, 9, 182427), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 13, 9, 182427), 0, 2, datetime.datetime(2022, 6, 3, 11, 13, 9, 182427), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:13:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:13:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 13, 9, 184092), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 13, 9, 184092), 0, 2, datetime.datetime(2022, 6, 3, 11, 13, 9, 184092), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:13:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:13:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:13:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:13:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:13:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:13:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:13:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:13:20,952 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:14:09.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-03 11:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:14:09 UTC)" (scheduled at 2022-06-03 11:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:13:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:13:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:13:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 13, 39, 176743), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 13, 39, 176743), 0, 2, datetime.datetime(2022, 6, 3, 11, 13, 39, 176743), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:13:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:13:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 13, 39, 180126), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 13, 39, 180126), 0, 2, datetime.datetime(2022, 6, 3, 11, 13, 39, 180126), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:13:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:13:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 13, 39, 181986), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 13, 39, 181986), 0, 2, datetime.datetime(2022, 6, 3, 11, 13, 39, 181986), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:13:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:13:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 13, 39, 183647), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 13, 39, 183647), 0, 2, datetime.datetime(2022, 6, 3, 11, 13, 39, 183647), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:13:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:13:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 13, 39, 185294), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 13, 39, 185294), 0, 2, datetime.datetime(2022, 6, 3, 11, 13, 39, 185294), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:13:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:13:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:13:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:13:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:13:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:13:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:13:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:13:50,995 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:14:39.167018+00:00 (in 29.999142 seconds)
repomirrorworker stdout | 2022-06-03 11:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:14:39 UTC)" (scheduled at 2022-06-03 11:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:14:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:14:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 14, 9, 177156), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 14, 9, 177156), 0, 2, datetime.datetime(2022, 6, 3, 11, 14, 9, 177156), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:14:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:14:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 14, 9, 180723), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 14, 9, 180723), 0, 2, datetime.datetime(2022, 6, 3, 11, 14, 9, 180723), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:14:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:14:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 14, 9, 182706), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 14, 9, 182706), 0, 2, datetime.datetime(2022, 6, 3, 11, 14, 9, 182706), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:14:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:14:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 14, 9, 184458), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 14, 9, 184458), 0, 2, datetime.datetime(2022, 6, 3, 11, 14, 9, 184458), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:14:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:14:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 14, 9, 186235), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 14, 9, 186235), 0, 2, datetime.datetime(2022, 6, 3, 11, 14, 9, 186235), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:14:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:14:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:14:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:14:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:14:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:14:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:14:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:14:21,069 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:15:09.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-03 11:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:15:09 UTC)" (scheduled at 2022-06-03 11:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:14:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:14:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:14:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 14, 39, 176982), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 14, 39, 176982), 0, 2, datetime.datetime(2022, 6, 3, 11, 14, 39, 176982), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:14:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 14, 39, 180185), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 14, 39, 180185), 0, 2, datetime.datetime(2022, 6, 3, 11, 14, 39, 180185), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:14:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 14, 39, 182123), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 14, 39, 182123), 0, 2, datetime.datetime(2022, 6, 3, 11, 14, 39, 182123), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:14:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:14:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 14, 39, 183841), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 14, 39, 183841), 0, 2, datetime.datetime(2022, 6, 3, 11, 14, 39, 183841), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:14:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:14:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 14, 39, 185504), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 14, 39, 185504), 0, 2, datetime.datetime(2022, 6, 3, 11, 14, 39, 185504), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:14:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:14:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:14:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:14:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:14:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:14:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:14:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:14:51,124 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:15:39.167018+00:00 (in 29.999104 seconds)
repomirrorworker stdout | 2022-06-03 11:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:15:39 UTC)" (scheduled at 2022-06-03 11:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:15:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:15:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:15:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 15, 9, 176957), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 15, 9, 176957), 0, 2, datetime.datetime(2022, 6, 3, 11, 15, 9, 176957), True, 4, 8])
repomirrorworker stdout | 2022-06-03 11:15:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 11:15:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 15, 9, 180742), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 15, 9, 180742), 0, 2, datetime.datetime(2022, 6, 3, 11, 15, 9, 180742), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:15:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:15:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 15, 9, 184981), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 15, 9, 184981), 0, 2, datetime.datetime(2022, 6, 3, 11, 15, 9, 184981), True, 12, 15])
repomirrorworker stdout | 2022-06-03 11:15:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 11:15:09,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 15, 9, 187984), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 15, 9, 187984), 0, 2, datetime.datetime(2022, 6, 3, 11, 15, 9, 187984), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:15:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:15:09,190 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:15:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:15:09,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:15:09,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:15:09,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:15:09,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:15:21,170 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:16:09.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-03 11:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:16:09 UTC)" (scheduled at 2022-06-03 11:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:15:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:15:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:15:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 15, 39, 176609), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 15, 39, 176609), 0, 2, datetime.datetime(2022, 6, 3, 11, 15, 39, 176609), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:15:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:15:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 15, 39, 179786), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 15, 39, 179786), 0, 2, datetime.datetime(2022, 6, 3, 11, 15, 39, 179786), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:15:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:15:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 15, 39, 181666), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 15, 39, 181666), 0, 2, datetime.datetime(2022, 6, 3, 11, 15, 39, 181666), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:15:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:15:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 15, 39, 183345), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 15, 39, 183345), 0, 2, datetime.datetime(2022, 6, 3, 11, 15, 39, 183345), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:15:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:15:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 15, 39, 185021), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 15, 39, 185021), 0, 2, datetime.datetime(2022, 6, 3, 11, 15, 39, 185021), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:15:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:15:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:15:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:15:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:15:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:15:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:15:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:15:51,232 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:16:39.167018+00:00 (in 29.998952 seconds)
repomirrorworker stdout | 2022-06-03 11:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:16:39 UTC)" (scheduled at 2022-06-03 11:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:16:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:16:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:16:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 16, 9, 176775), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 16, 9, 176775), 0, 2, datetime.datetime(2022, 6, 3, 11, 16, 9, 176775), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:16:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:16:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 16, 9, 179844), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 16, 9, 179844), 0, 2, datetime.datetime(2022, 6, 3, 11, 16, 9, 179844), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:16:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:16:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 16, 9, 181661), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 16, 9, 181661), 0, 2, datetime.datetime(2022, 6, 3, 11, 16, 9, 181661), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:16:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:16:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 16, 9, 183288), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 16, 9, 183288), 0, 2, datetime.datetime(2022, 6, 3, 11, 16, 9, 183288), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:16:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:16:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 16, 9, 184937), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 16, 9, 184937), 0, 2, datetime.datetime(2022, 6, 3, 11, 16, 9, 184937), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:16:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:16:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:16:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:16:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:16:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:16:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:16:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:16:21,306 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:17:09.167018+00:00 (in 29.998957 seconds)
repomirrorworker stdout | 2022-06-03 11:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:17:09 UTC)" (scheduled at 2022-06-03 11:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:16:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:16:39,193 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:16:39,195 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 16, 39, 194086), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 16, 39, 194086), 0, 2, datetime.datetime(2022, 6, 3, 11, 16, 39, 194086), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:16:39,197 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:16:39,198 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 16, 39, 197472), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 16, 39, 197472), 0, 2, datetime.datetime(2022, 6, 3, 11, 16, 39, 197472), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:16:39,199 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:16:39,200 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 16, 39, 199431), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 16, 39, 199431), 0, 2, datetime.datetime(2022, 6, 3, 11, 16, 39, 199431), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:16:39,201 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:16:39,202 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 16, 39, 201187), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 16, 39, 201187), 0, 2, datetime.datetime(2022, 6, 3, 11, 16, 39, 201187), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:16:39,202 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:16:39,202 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:16:39,202 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:16:39,203 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:16:39,207 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:16:39,207 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:16:39,208 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:16:51,362 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:17:39.167018+00:00 (in 29.999106 seconds)
repomirrorworker stdout | 2022-06-03 11:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:17:39 UTC)" (scheduled at 2022-06-03 11:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:17:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:17:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:17:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 17, 9, 177409), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 17, 9, 177409), 0, 2, datetime.datetime(2022, 6, 3, 11, 17, 9, 177409), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:17:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:17:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 17, 9, 181224), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 17, 9, 181224), 0, 2, datetime.datetime(2022, 6, 3, 11, 17, 9, 181224), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:17:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:17:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 17, 9, 183422), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 17, 9, 183422), 0, 2, datetime.datetime(2022, 6, 3, 11, 17, 9, 183422), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:17:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:17:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 17, 9, 185483), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 17, 9, 185483), 0, 2, datetime.datetime(2022, 6, 3, 11, 17, 9, 185483), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:17:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:17:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 17, 9, 187453), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 17, 9, 187453), 0, 2, datetime.datetime(2022, 6, 3, 11, 17, 9, 187453), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:17:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:17:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:17:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:17:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:17:09,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:17:09,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:17:09,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:17:21,410 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:18:09.167018+00:00 (in 29.999169 seconds)
repomirrorworker stdout | 2022-06-03 11:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:18:09 UTC)" (scheduled at 2022-06-03 11:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:17:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:17:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 17, 39, 177033), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 17, 39, 177033), 0, 2, datetime.datetime(2022, 6, 3, 11, 17, 39, 177033), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:17:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:17:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 17, 39, 180621), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 17, 39, 180621), 0, 2, datetime.datetime(2022, 6, 3, 11, 17, 39, 180621), True, 3, 7])
repomirrorworker stdout | 2022-06-03 11:17:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 11:17:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 17, 39, 182602), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 17, 39, 182602), 0, 2, datetime.datetime(2022, 6, 3, 11, 17, 39, 182602), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:17:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:17:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 17, 39, 184333), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 17, 39, 184333), 0, 2, datetime.datetime(2022, 6, 3, 11, 17, 39, 184333), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:17:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:17:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:17:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:17:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:17:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:17:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:17:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:17:51,472 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:18:39.167018+00:00 (in 29.999146 seconds)
repomirrorworker stdout | 2022-06-03 11:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:18:39 UTC)" (scheduled at 2022-06-03 11:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:18:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:18:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 18, 9, 177016), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 18, 9, 177016), 0, 2, datetime.datetime(2022, 6, 3, 11, 18, 9, 177016), True, 3, 7])
repomirrorworker stdout | 2022-06-03 11:18:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 11:18:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 18, 9, 180509), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 18, 9, 180509), 0, 2, datetime.datetime(2022, 6, 3, 11, 18, 9, 180509), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:18:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:18:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 18, 9, 182395), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 18, 9, 182395), 0, 2, datetime.datetime(2022, 6, 3, 11, 18, 9, 182395), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:18:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:18:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 18, 9, 184105), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 18, 9, 184105), 0, 2, datetime.datetime(2022, 6, 3, 11, 18, 9, 184105), True, 13, 15])
repomirrorworker stdout | 2022-06-03 11:18:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 11:18:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 18, 9, 185764), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 18, 9, 185764), 0, 2, datetime.datetime(2022, 6, 3, 11, 18, 9, 185764), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:18:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:18:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:18:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:18:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:18:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:18:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:18:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:18:21,510 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:19:09.167018+00:00 (in 29.998932 seconds)
repomirrorworker stdout | 2022-06-03 11:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:19:09 UTC)" (scheduled at 2022-06-03 11:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:18:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:18:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:18:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 18, 39, 177365), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 18, 39, 177365), 0, 2, datetime.datetime(2022, 6, 3, 11, 18, 39, 177365), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:18:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:18:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 18, 39, 180768), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 18, 39, 180768), 0, 2, datetime.datetime(2022, 6, 3, 11, 18, 39, 180768), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:18:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:18:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 18, 39, 182641), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 18, 39, 182641), 0, 2, datetime.datetime(2022, 6, 3, 11, 18, 39, 182641), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:18:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:18:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 18, 39, 184334), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 18, 39, 184334), 0, 2, datetime.datetime(2022, 6, 3, 11, 18, 39, 184334), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:18:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:18:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 18, 39, 185992), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 18, 39, 185992), 0, 2, datetime.datetime(2022, 6, 3, 11, 18, 39, 185992), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:18:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:18:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:18:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:18:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:18:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:18:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:18:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:18:51,575 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:19:39.167018+00:00 (in 29.998705 seconds)
repomirrorworker stdout | 2022-06-03 11:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:19:39 UTC)" (scheduled at 2022-06-03 11:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:19:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:19:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:19:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 19, 9, 176875), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 19, 9, 176875), 0, 2, datetime.datetime(2022, 6, 3, 11, 19, 9, 176875), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:19:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:19:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 19, 9, 180016), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 19, 9, 180016), 0, 2, datetime.datetime(2022, 6, 3, 11, 19, 9, 180016), True, 13, 15])
repomirrorworker stdout | 2022-06-03 11:19:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 11:19:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 19, 9, 182051), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 19, 9, 182051), 0, 2, datetime.datetime(2022, 6, 3, 11, 19, 9, 182051), True, 4, 8])
repomirrorworker stdout | 2022-06-03 11:19:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 11:19:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 19, 9, 183702), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 19, 9, 183702), 0, 2, datetime.datetime(2022, 6, 3, 11, 19, 9, 183702), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:19:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:19:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 19, 9, 185330), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 19, 9, 185330), 0, 2, datetime.datetime(2022, 6, 3, 11, 19, 9, 185330), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:19:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:19:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:19:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:19:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:19:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:19:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:19:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:19:21,631 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:20:09.167018+00:00 (in 29.999069 seconds)
repomirrorworker stdout | 2022-06-03 11:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:20:09 UTC)" (scheduled at 2022-06-03 11:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:19:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:19:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:19:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 19, 39, 176627), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 19, 39, 176627), 0, 2, datetime.datetime(2022, 6, 3, 11, 19, 39, 176627), True, 4, 8])
repomirrorworker stdout | 2022-06-03 11:19:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 11:19:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 19, 39, 179772), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 19, 39, 179772), 0, 2, datetime.datetime(2022, 6, 3, 11, 19, 39, 179772), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:19:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:19:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 19, 39, 181699), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 19, 39, 181699), 0, 2, datetime.datetime(2022, 6, 3, 11, 19, 39, 181699), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:19:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:19:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 19, 39, 183371), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 19, 39, 183371), 0, 2, datetime.datetime(2022, 6, 3, 11, 19, 39, 183371), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:19:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:19:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:19:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:19:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:19:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:19:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:19:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:19:51,691 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:20:39.167018+00:00 (in 29.998946 seconds)
repomirrorworker stdout | 2022-06-03 11:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:20:39 UTC)" (scheduled at 2022-06-03 11:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:20:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:20:09,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:20:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 20, 9, 177841), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 20, 9, 177841), 0, 2, datetime.datetime(2022, 6, 3, 11, 20, 9, 177841), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:20:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:20:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 20, 9, 181021), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 20, 9, 181021), 0, 2, datetime.datetime(2022, 6, 3, 11, 20, 9, 181021), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:20:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:20:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 20, 9, 182875), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 20, 9, 182875), 0, 2, datetime.datetime(2022, 6, 3, 11, 20, 9, 182875), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:20:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:20:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 20, 9, 184539), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 20, 9, 184539), 0, 2, datetime.datetime(2022, 6, 3, 11, 20, 9, 184539), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:20:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:20:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 20, 9, 186199), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 20, 9, 186199), 0, 2, datetime.datetime(2022, 6, 3, 11, 20, 9, 186199), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:20:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:20:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:20:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:20:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:20:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:20:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:20:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:20:21,743 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:21:09.167018+00:00 (in 29.999026 seconds)
repomirrorworker stdout | 2022-06-03 11:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:21:09 UTC)" (scheduled at 2022-06-03 11:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:20:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:20:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:20:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 20, 39, 176930), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 20, 39, 176930), 0, 2, datetime.datetime(2022, 6, 3, 11, 20, 39, 176930), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:20:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:20:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 20, 39, 180207), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 20, 39, 180207), 0, 2, datetime.datetime(2022, 6, 3, 11, 20, 39, 180207), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:20:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:20:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 20, 39, 182118), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 20, 39, 182118), 0, 2, datetime.datetime(2022, 6, 3, 11, 20, 39, 182118), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:20:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:20:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 20, 39, 183862), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 20, 39, 183862), 0, 2, datetime.datetime(2022, 6, 3, 11, 20, 39, 183862), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:20:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:20:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 20, 39, 185507), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 20, 39, 185507), 0, 2, datetime.datetime(2022, 6, 3, 11, 20, 39, 185507), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:20:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:20:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:20:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:20:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:20:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:20:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:20:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:20:51,816 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:21:39.167018+00:00 (in 29.999214 seconds)
repomirrorworker stdout | 2022-06-03 11:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:21:39 UTC)" (scheduled at 2022-06-03 11:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:21:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:21:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:21:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 21, 9, 176998), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 21, 9, 176998), 0, 2, datetime.datetime(2022, 6, 3, 11, 21, 9, 176998), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:21:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:21:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 21, 9, 180159), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 21, 9, 180159), 0, 2, datetime.datetime(2022, 6, 3, 11, 21, 9, 180159), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:21:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:21:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 21, 9, 182050), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 21, 9, 182050), 0, 2, datetime.datetime(2022, 6, 3, 11, 21, 9, 182050), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:21:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 21, 9, 183740), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 21, 9, 183740), 0, 2, datetime.datetime(2022, 6, 3, 11, 21, 9, 183740), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:21:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:21:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 21, 9, 185396), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 21, 9, 185396), 0, 2, datetime.datetime(2022, 6, 3, 11, 21, 9, 185396), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:21:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:21:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:21:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:21:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:21:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:21:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:21:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:21:21,892 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:22:09.167018+00:00 (in 29.999171 seconds)
repomirrorworker stdout | 2022-06-03 11:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:22:09 UTC)" (scheduled at 2022-06-03 11:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:21:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:21:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:21:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 21, 39, 176984), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 21, 39, 176984), 0, 2, datetime.datetime(2022, 6, 3, 11, 21, 39, 176984), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:21:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:21:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 21, 39, 180094), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 21, 39, 180094), 0, 2, datetime.datetime(2022, 6, 3, 11, 21, 39, 180094), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:21:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:21:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 21, 39, 182005), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 21, 39, 182005), 0, 2, datetime.datetime(2022, 6, 3, 11, 21, 39, 182005), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:21:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:21:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 21, 39, 183696), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 21, 39, 183696), 0, 2, datetime.datetime(2022, 6, 3, 11, 21, 39, 183696), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:21:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:21:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 21, 39, 185347), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 21, 39, 185347), 0, 2, datetime.datetime(2022, 6, 3, 11, 21, 39, 185347), True, 13, 15])
repomirrorworker stdout | 2022-06-03 11:21:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 11:21:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:21:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:21:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:21:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:21:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:21:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:21:51,945 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:22:39.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-03 11:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:22:39 UTC)" (scheduled at 2022-06-03 11:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:22:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:22:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:22:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 22, 9, 176874), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 22, 9, 176874), 0, 2, datetime.datetime(2022, 6, 3, 11, 22, 9, 176874), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:22:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:22:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 22, 9, 180264), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 22, 9, 180264), 0, 2, datetime.datetime(2022, 6, 3, 11, 22, 9, 180264), True, 13, 15])
repomirrorworker stdout | 2022-06-03 11:22:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 11:22:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 22, 9, 182185), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 22, 9, 182185), 0, 2, datetime.datetime(2022, 6, 3, 11, 22, 9, 182185), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:22:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:22:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 22, 9, 183868), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 22, 9, 183868), 0, 2, datetime.datetime(2022, 6, 3, 11, 22, 9, 183868), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:22:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:22:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:22:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:22:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:22:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:22:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:22:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:22:22,010 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:23:09.167018+00:00 (in 29.999154 seconds)
repomirrorworker stdout | 2022-06-03 11:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:23:09 UTC)" (scheduled at 2022-06-03 11:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:22:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:22:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 22, 39, 176986), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 22, 39, 176986), 0, 2, datetime.datetime(2022, 6, 3, 11, 22, 39, 176986), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:22:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:22:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 22, 39, 180356), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 22, 39, 180356), 0, 2, datetime.datetime(2022, 6, 3, 11, 22, 39, 180356), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:22:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:22:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 22, 39, 182303), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 22, 39, 182303), 0, 2, datetime.datetime(2022, 6, 3, 11, 22, 39, 182303), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:22:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:22:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 22, 39, 184114), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 22, 39, 184114), 0, 2, datetime.datetime(2022, 6, 3, 11, 22, 39, 184114), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:22:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:22:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 22, 39, 185814), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 22, 39, 185814), 0, 2, datetime.datetime(2022, 6, 3, 11, 22, 39, 185814), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:22:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:22:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:22:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:22:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:22:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:22:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:22:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:22:52,074 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:23:39.167018+00:00 (in 29.999146 seconds)
repomirrorworker stdout | 2022-06-03 11:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:23:39 UTC)" (scheduled at 2022-06-03 11:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:23:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:23:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 23, 9, 176776), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 23, 9, 176776), 0, 2, datetime.datetime(2022, 6, 3, 11, 23, 9, 176776), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:23:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:23:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 23, 9, 179911), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 23, 9, 179911), 0, 2, datetime.datetime(2022, 6, 3, 11, 23, 9, 179911), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:23:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:23:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 23, 9, 181845), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 23, 9, 181845), 0, 2, datetime.datetime(2022, 6, 3, 11, 23, 9, 181845), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:23:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:23:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 23, 9, 183597), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 23, 9, 183597), 0, 2, datetime.datetime(2022, 6, 3, 11, 23, 9, 183597), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:23:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:23:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 23, 9, 185257), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 23, 9, 185257), 0, 2, datetime.datetime(2022, 6, 3, 11, 23, 9, 185257), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:23:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:23:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:23:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:23:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:23:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:23:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:23:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:23:22,139 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:24:09.167018+00:00 (in 29.999158 seconds)
repomirrorworker stdout | 2022-06-03 11:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:24:09 UTC)" (scheduled at 2022-06-03 11:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:23:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:23:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:23:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 23, 39, 177237), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 23, 39, 177237), 0, 2, datetime.datetime(2022, 6, 3, 11, 23, 39, 177237), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:23:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:23:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 23, 39, 180632), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 23, 39, 180632), 0, 2, datetime.datetime(2022, 6, 3, 11, 23, 39, 180632), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:23:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:23:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 23, 39, 182513), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 23, 39, 182513), 0, 2, datetime.datetime(2022, 6, 3, 11, 23, 39, 182513), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:23:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:23:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 23, 39, 184219), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 23, 39, 184219), 0, 2, datetime.datetime(2022, 6, 3, 11, 23, 39, 184219), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:23:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:23:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 23, 39, 185863), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 23, 39, 185863), 0, 2, datetime.datetime(2022, 6, 3, 11, 23, 39, 185863), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:23:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:23:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:23:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:23:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:23:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:23:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:23:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:23:52,210 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:24:39.167018+00:00 (in 29.999113 seconds)
repomirrorworker stdout | 2022-06-03 11:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:24:39 UTC)" (scheduled at 2022-06-03 11:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:24:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:24:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:24:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 24, 9, 177262), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 24, 9, 177262), 0, 2, datetime.datetime(2022, 6, 3, 11, 24, 9, 177262), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:24:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:24:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 24, 9, 181298), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 24, 9, 181298), 0, 2, datetime.datetime(2022, 6, 3, 11, 24, 9, 181298), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:24:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:24:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 24, 9, 183187), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 24, 9, 183187), 0, 2, datetime.datetime(2022, 6, 3, 11, 24, 9, 183187), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:24:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:24:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 24, 9, 184893), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 24, 9, 184893), 0, 2, datetime.datetime(2022, 6, 3, 11, 24, 9, 184893), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:24:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:24:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 24, 9, 186518), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 24, 9, 186518), 0, 2, datetime.datetime(2022, 6, 3, 11, 24, 9, 186518), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:24:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:24:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:24:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:24:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:24:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:24:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:24:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:24:22,287 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:25:09.167018+00:00 (in 29.999140 seconds)
repomirrorworker stdout | 2022-06-03 11:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:25:09 UTC)" (scheduled at 2022-06-03 11:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:24:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:24:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:24:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 24, 39, 176903), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 24, 39, 176903), 0, 2, datetime.datetime(2022, 6, 3, 11, 24, 39, 176903), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:24:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:24:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 24, 39, 180118), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 24, 39, 180118), 0, 2, datetime.datetime(2022, 6, 3, 11, 24, 39, 180118), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:24:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:24:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 24, 39, 182371), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 24, 39, 182371), 0, 2, datetime.datetime(2022, 6, 3, 11, 24, 39, 182371), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:24:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:24:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 24, 39, 184422), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 24, 39, 184422), 0, 2, datetime.datetime(2022, 6, 3, 11, 24, 39, 184422), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:24:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:24:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:24:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:24:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:24:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:24:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:24:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:24:52,351 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:25:39.167018+00:00 (in 29.999163 seconds)
repomirrorworker stdout | 2022-06-03 11:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:25:39 UTC)" (scheduled at 2022-06-03 11:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:25:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:25:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:25:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 25, 9, 176893), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 25, 9, 176893), 0, 2, datetime.datetime(2022, 6, 3, 11, 25, 9, 176893), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:25:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:25:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 25, 9, 180657), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 25, 9, 180657), 0, 2, datetime.datetime(2022, 6, 3, 11, 25, 9, 180657), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:25:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:25:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 25, 9, 182659), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 25, 9, 182659), 0, 2, datetime.datetime(2022, 6, 3, 11, 25, 9, 182659), True, 12, 15])
repomirrorworker stdout | 2022-06-03 11:25:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 11:25:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 25, 9, 184459), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 25, 9, 184459), 0, 2, datetime.datetime(2022, 6, 3, 11, 25, 9, 184459), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:25:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:25:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:25:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:25:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:25:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:25:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:25:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:25:22,395 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:26:09.167018+00:00 (in 29.999125 seconds)
repomirrorworker stdout | 2022-06-03 11:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:26:09 UTC)" (scheduled at 2022-06-03 11:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:25:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:25:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:25:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 25, 39, 176962), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 25, 39, 176962), 0, 2, datetime.datetime(2022, 6, 3, 11, 25, 39, 176962), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:25:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:25:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 25, 39, 180350), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 25, 39, 180350), 0, 2, datetime.datetime(2022, 6, 3, 11, 25, 39, 180350), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:25:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:25:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 25, 39, 182204), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 25, 39, 182204), 0, 2, datetime.datetime(2022, 6, 3, 11, 25, 39, 182204), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:25:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:25:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 25, 39, 183849), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 25, 39, 183849), 0, 2, datetime.datetime(2022, 6, 3, 11, 25, 39, 183849), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:25:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:25:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 25, 39, 185486), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 25, 39, 185486), 0, 2, datetime.datetime(2022, 6, 3, 11, 25, 39, 185486), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:25:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:25:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:25:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:25:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:25:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:25:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:25:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:25:52,459 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:26:39.167018+00:00 (in 29.999238 seconds)
repomirrorworker stdout | 2022-06-03 11:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:26:39 UTC)" (scheduled at 2022-06-03 11:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:26:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:26:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 26, 9, 176697), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 26, 9, 176697), 0, 2, datetime.datetime(2022, 6, 3, 11, 26, 9, 176697), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:26:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:26:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 26, 9, 179928), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 26, 9, 179928), 0, 2, datetime.datetime(2022, 6, 3, 11, 26, 9, 179928), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:26:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:26:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 26, 9, 181821), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 26, 9, 181821), 0, 2, datetime.datetime(2022, 6, 3, 11, 26, 9, 181821), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:26:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:26:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 26, 9, 183500), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 26, 9, 183500), 0, 2, datetime.datetime(2022, 6, 3, 11, 26, 9, 183500), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:26:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:26:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 26, 9, 185147), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 26, 9, 185147), 0, 2, datetime.datetime(2022, 6, 3, 11, 26, 9, 185147), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:26:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:26:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:26:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:26:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:26:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:26:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:26:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:26:22,504 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:27:09.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-03 11:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:27:09 UTC)" (scheduled at 2022-06-03 11:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:26:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:26:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:26:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 26, 39, 176947), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 26, 39, 176947), 0, 2, datetime.datetime(2022, 6, 3, 11, 26, 39, 176947), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:26:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:26:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 26, 39, 180375), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 26, 39, 180375), 0, 2, datetime.datetime(2022, 6, 3, 11, 26, 39, 180375), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:26:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:26:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 26, 39, 182233), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 26, 39, 182233), 0, 2, datetime.datetime(2022, 6, 3, 11, 26, 39, 182233), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:26:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:26:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 26, 39, 183911), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 26, 39, 183911), 0, 2, datetime.datetime(2022, 6, 3, 11, 26, 39, 183911), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:26:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:26:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 26, 39, 185556), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 26, 39, 185556), 0, 2, datetime.datetime(2022, 6, 3, 11, 26, 39, 185556), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:26:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:26:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:26:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:26:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:26:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:26:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:26:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:26:52,545 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:27:39.167018+00:00 (in 29.998945 seconds)
repomirrorworker stdout | 2022-06-03 11:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:27:39 UTC)" (scheduled at 2022-06-03 11:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:27:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:27:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:27:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 27, 9, 177432), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 27, 9, 177432), 0, 2, datetime.datetime(2022, 6, 3, 11, 27, 9, 177432), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:27:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:27:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 27, 9, 181143), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 27, 9, 181143), 0, 2, datetime.datetime(2022, 6, 3, 11, 27, 9, 181143), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:27:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:27:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 27, 9, 183018), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 27, 9, 183018), 0, 2, datetime.datetime(2022, 6, 3, 11, 27, 9, 183018), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:27:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:27:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 27, 9, 184716), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 27, 9, 184716), 0, 2, datetime.datetime(2022, 6, 3, 11, 27, 9, 184716), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:27:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:27:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 27, 9, 186401), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 27, 9, 186401), 0, 2, datetime.datetime(2022, 6, 3, 11, 27, 9, 186401), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:27:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:27:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:27:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:27:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:27:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:27:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:27:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:27:22,607 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:28:09.167018+00:00 (in 29.998966 seconds)
repomirrorworker stdout | 2022-06-03 11:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:28:09 UTC)" (scheduled at 2022-06-03 11:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:27:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:27:39,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:27:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 27, 39, 178089), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 27, 39, 178089), 0, 2, datetime.datetime(2022, 6, 3, 11, 27, 39, 178089), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:27:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:27:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 27, 39, 181618), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 27, 39, 181618), 0, 2, datetime.datetime(2022, 6, 3, 11, 27, 39, 181618), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:27:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:27:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 27, 39, 183734), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 27, 39, 183734), 0, 2, datetime.datetime(2022, 6, 3, 11, 27, 39, 183734), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:27:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:27:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 27, 39, 185944), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 27, 39, 185944), 0, 2, datetime.datetime(2022, 6, 3, 11, 27, 39, 185944), True, 13, 15])
repomirrorworker stdout | 2022-06-03 11:27:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 11:27:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:27:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:27:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:27:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:27:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:27:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:27:52,646 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:28:39.167018+00:00 (in 29.999181 seconds)
repomirrorworker stdout | 2022-06-03 11:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:28:39 UTC)" (scheduled at 2022-06-03 11:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:28:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:28:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 28, 9, 176193), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 28, 9, 176193), 0, 2, datetime.datetime(2022, 6, 3, 11, 28, 9, 176193), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:28:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:28:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 28, 9, 179372), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 28, 9, 179372), 0, 2, datetime.datetime(2022, 6, 3, 11, 28, 9, 179372), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:28:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:28:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 28, 9, 181500), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 28, 9, 181500), 0, 2, datetime.datetime(2022, 6, 3, 11, 28, 9, 181500), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:28:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:28:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 28, 9, 183232), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 28, 9, 183232), 0, 2, datetime.datetime(2022, 6, 3, 11, 28, 9, 183232), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:28:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:28:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 28, 9, 184902), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 28, 9, 184902), 0, 2, datetime.datetime(2022, 6, 3, 11, 28, 9, 184902), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:28:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:28:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:28:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:28:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:28:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:28:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:28:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:28:22,705 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:29:09.167018+00:00 (in 29.999103 seconds)
repomirrorworker stdout | 2022-06-03 11:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:29:09 UTC)" (scheduled at 2022-06-03 11:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:28:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:28:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:28:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 28, 39, 177004), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 28, 39, 177004), 0, 2, datetime.datetime(2022, 6, 3, 11, 28, 39, 177004), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:28:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:28:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 28, 39, 180421), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 28, 39, 180421), 0, 2, datetime.datetime(2022, 6, 3, 11, 28, 39, 180421), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:28:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:28:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 28, 39, 182411), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 28, 39, 182411), 0, 2, datetime.datetime(2022, 6, 3, 11, 28, 39, 182411), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:28:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:28:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 28, 39, 184165), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 28, 39, 184165), 0, 2, datetime.datetime(2022, 6, 3, 11, 28, 39, 184165), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:28:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:28:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 28, 39, 185809), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 28, 39, 185809), 0, 2, datetime.datetime(2022, 6, 3, 11, 28, 39, 185809), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:28:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:28:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:28:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:28:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:28:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:28:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:28:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:28:52,769 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:29:39.167018+00:00 (in 29.999129 seconds)
repomirrorworker stdout | 2022-06-03 11:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:29:39 UTC)" (scheduled at 2022-06-03 11:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:29:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:29:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:29:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 29, 9, 176700), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 29, 9, 176700), 0, 2, datetime.datetime(2022, 6, 3, 11, 29, 9, 176700), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:29:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:29:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 29, 9, 179799), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 29, 9, 179799), 0, 2, datetime.datetime(2022, 6, 3, 11, 29, 9, 179799), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:29:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:29:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 29, 9, 181667), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 29, 9, 181667), 0, 2, datetime.datetime(2022, 6, 3, 11, 29, 9, 181667), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:29:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:29:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 29, 9, 183364), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 29, 9, 183364), 0, 2, datetime.datetime(2022, 6, 3, 11, 29, 9, 183364), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:29:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:29:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 29, 9, 185021), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 29, 9, 185021), 0, 2, datetime.datetime(2022, 6, 3, 11, 29, 9, 185021), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:29:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:29:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:29:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:29:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:29:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:29:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:29:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:29:22,823 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:30:09.167018+00:00 (in 29.999092 seconds)
repomirrorworker stdout | 2022-06-03 11:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:30:09 UTC)" (scheduled at 2022-06-03 11:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:29:39,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:29:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 29, 39, 177886), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 29, 39, 177886), 0, 2, datetime.datetime(2022, 6, 3, 11, 29, 39, 177886), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:29:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:29:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 29, 39, 181144), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 29, 39, 181144), 0, 2, datetime.datetime(2022, 6, 3, 11, 29, 39, 181144), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:29:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:29:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 29, 39, 183034), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 29, 39, 183034), 0, 2, datetime.datetime(2022, 6, 3, 11, 29, 39, 183034), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:29:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:29:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 29, 39, 184781), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 29, 39, 184781), 0, 2, datetime.datetime(2022, 6, 3, 11, 29, 39, 184781), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:29:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:29:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 29, 39, 186436), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 29, 39, 186436), 0, 2, datetime.datetime(2022, 6, 3, 11, 29, 39, 186436), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:29:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:29:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:29:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:29:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:29:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:29:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:29:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:29:52,890 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:30:39.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-03 11:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:30:39 UTC)" (scheduled at 2022-06-03 11:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:30:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:30:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 30, 9, 176984), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 30, 9, 176984), 0, 2, datetime.datetime(2022, 6, 3, 11, 30, 9, 176984), True, 4, 8])
repomirrorworker stdout | 2022-06-03 11:30:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 11:30:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 30, 9, 180508), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 30, 9, 180508), 0, 2, datetime.datetime(2022, 6, 3, 11, 30, 9, 180508), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:30:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:30:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 30, 9, 182406), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 30, 9, 182406), 0, 2, datetime.datetime(2022, 6, 3, 11, 30, 9, 182406), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:30:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:30:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 30, 9, 184202), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 30, 9, 184202), 0, 2, datetime.datetime(2022, 6, 3, 11, 30, 9, 184202), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:30:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:30:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 30, 9, 185873), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 30, 9, 185873), 0, 2, datetime.datetime(2022, 6, 3, 11, 30, 9, 185873), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:30:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:30:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:30:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:30:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:30:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:30:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:30:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:30:22,943 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:31:09.167018+00:00 (in 29.999112 seconds)
repomirrorworker stdout | 2022-06-03 11:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:31:09 UTC)" (scheduled at 2022-06-03 11:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:30:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:30:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:30:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 30, 39, 177268), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 30, 39, 177268), 0, 2, datetime.datetime(2022, 6, 3, 11, 30, 39, 177268), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:30:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:30:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 30, 39, 180458), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 30, 39, 180458), 0, 2, datetime.datetime(2022, 6, 3, 11, 30, 39, 180458), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:30:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:30:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 30, 39, 182384), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 30, 39, 182384), 0, 2, datetime.datetime(2022, 6, 3, 11, 30, 39, 182384), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:30:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:30:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 30, 39, 184104), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 30, 39, 184104), 0, 2, datetime.datetime(2022, 6, 3, 11, 30, 39, 184104), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:30:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:30:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 30, 39, 185763), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 30, 39, 185763), 0, 2, datetime.datetime(2022, 6, 3, 11, 30, 39, 185763), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:30:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:30:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:30:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:30:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:30:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:30:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:30:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:30:53,015 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:31:39.167018+00:00 (in 29.999045 seconds)
repomirrorworker stdout | 2022-06-03 11:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:31:39 UTC)" (scheduled at 2022-06-03 11:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:31:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:31:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 31, 9, 177044), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 31, 9, 177044), 0, 2, datetime.datetime(2022, 6, 3, 11, 31, 9, 177044), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:31:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:31:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 31, 9, 180522), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 31, 9, 180522), 0, 2, datetime.datetime(2022, 6, 3, 11, 31, 9, 180522), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:31:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:31:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 31, 9, 182587), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 31, 9, 182587), 0, 2, datetime.datetime(2022, 6, 3, 11, 31, 9, 182587), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:31:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:31:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 31, 9, 184459), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 31, 9, 184459), 0, 2, datetime.datetime(2022, 6, 3, 11, 31, 9, 184459), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:31:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:31:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 31, 9, 186173), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 31, 9, 186173), 0, 2, datetime.datetime(2022, 6, 3, 11, 31, 9, 186173), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:31:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:31:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:31:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:31:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:31:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:31:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:31:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:31:23,077 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:32:09.167018+00:00 (in 29.998955 seconds)
repomirrorworker stdout | 2022-06-03 11:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:32:09 UTC)" (scheduled at 2022-06-03 11:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:31:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:31:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:31:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 31, 39, 176961), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 31, 39, 176961), 0, 2, datetime.datetime(2022, 6, 3, 11, 31, 39, 176961), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:31:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:31:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 31, 39, 180396), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 31, 39, 180396), 0, 2, datetime.datetime(2022, 6, 3, 11, 31, 39, 180396), True, 3, 7])
repomirrorworker stdout | 2022-06-03 11:31:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 11:31:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 31, 39, 182339), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 31, 39, 182339), 0, 2, datetime.datetime(2022, 6, 3, 11, 31, 39, 182339), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:31:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:31:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 31, 39, 184060), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 31, 39, 184060), 0, 2, datetime.datetime(2022, 6, 3, 11, 31, 39, 184060), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:31:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:31:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:31:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:31:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:31:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:31:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:31:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:31:53,325 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:32:39.167018+00:00 (in 29.999115 seconds)
repomirrorworker stdout | 2022-06-03 11:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:32:39 UTC)" (scheduled at 2022-06-03 11:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:32:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:32:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:32:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 32, 9, 176945), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 32, 9, 176945), 0, 2, datetime.datetime(2022, 6, 3, 11, 32, 9, 176945), True, 4, 8])
repomirrorworker stdout | 2022-06-03 11:32:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 11:32:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 32, 9, 180162), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 32, 9, 180162), 0, 2, datetime.datetime(2022, 6, 3, 11, 32, 9, 180162), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:32:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:32:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 32, 9, 182045), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 32, 9, 182045), 0, 2, datetime.datetime(2022, 6, 3, 11, 32, 9, 182045), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:32:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:32:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 32, 9, 183750), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 32, 9, 183750), 0, 2, datetime.datetime(2022, 6, 3, 11, 32, 9, 183750), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:32:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:32:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 32, 9, 185459), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 32, 9, 185459), 0, 2, datetime.datetime(2022, 6, 3, 11, 32, 9, 185459), True, 13, 15])
repomirrorworker stdout | 2022-06-03 11:32:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 11:32:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:32:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:32:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:32:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:32:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:32:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:32:23,389 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:33:09.167018+00:00 (in 29.998923 seconds)
repomirrorworker stdout | 2022-06-03 11:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:33:09 UTC)" (scheduled at 2022-06-03 11:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:32:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:32:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:32:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 32, 39, 177043), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 32, 39, 177043), 0, 2, datetime.datetime(2022, 6, 3, 11, 32, 39, 177043), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:32:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:32:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 32, 39, 180270), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 32, 39, 180270), 0, 2, datetime.datetime(2022, 6, 3, 11, 32, 39, 180270), True, 12, 15])
repomirrorworker stdout | 2022-06-03 11:32:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 11:32:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 32, 39, 182303), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 32, 39, 182303), 0, 2, datetime.datetime(2022, 6, 3, 11, 32, 39, 182303), True, 3, 7])
repomirrorworker stdout | 2022-06-03 11:32:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 11:32:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 32, 39, 184010), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 32, 39, 184010), 0, 2, datetime.datetime(2022, 6, 3, 11, 32, 39, 184010), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:32:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:32:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 32, 39, 185704), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 32, 39, 185704), 0, 2, datetime.datetime(2022, 6, 3, 11, 32, 39, 185704), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:32:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:32:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:32:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:32:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:32:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:32:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:32:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:32:53,469 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:33:39.167018+00:00 (in 29.998923 seconds)
repomirrorworker stdout | 2022-06-03 11:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:33:39 UTC)" (scheduled at 2022-06-03 11:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:33:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:33:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:33:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 33, 9, 177091), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 33, 9, 177091), 0, 2, datetime.datetime(2022, 6, 3, 11, 33, 9, 177091), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:33:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:33:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 33, 9, 180381), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 33, 9, 180381), 0, 2, datetime.datetime(2022, 6, 3, 11, 33, 9, 180381), True, 13, 15])
repomirrorworker stdout | 2022-06-03 11:33:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 11:33:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 33, 9, 182321), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 33, 9, 182321), 0, 2, datetime.datetime(2022, 6, 3, 11, 33, 9, 182321), True, 4, 8])
repomirrorworker stdout | 2022-06-03 11:33:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 11:33:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 33, 9, 184044), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 33, 9, 184044), 0, 2, datetime.datetime(2022, 6, 3, 11, 33, 9, 184044), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:33:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:33:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 33, 9, 185752), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 33, 9, 185752), 0, 2, datetime.datetime(2022, 6, 3, 11, 33, 9, 185752), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:33:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:33:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:33:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:33:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:33:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:33:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:33:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:33:23,515 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:34:09.167018+00:00 (in 29.998953 seconds)
repomirrorworker stdout | 2022-06-03 11:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:34:09 UTC)" (scheduled at 2022-06-03 11:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:33:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:33:39,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:33:39,192 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 33, 39, 191700), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 33, 39, 191700), 0, 2, datetime.datetime(2022, 6, 3, 11, 33, 39, 191700), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:33:39,195 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:33:39,196 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 33, 39, 195664), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 33, 39, 195664), 0, 2, datetime.datetime(2022, 6, 3, 11, 33, 39, 195664), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:33:39,197 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:33:39,198 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 33, 39, 197932), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 33, 39, 197932), 0, 2, datetime.datetime(2022, 6, 3, 11, 33, 39, 197932), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:33:39,199 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:33:39,200 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 33, 39, 200038), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 33, 39, 200038), 0, 2, datetime.datetime(2022, 6, 3, 11, 33, 39, 200038), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:33:39,201 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:33:39,202 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 33, 39, 201956), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 33, 39, 201956), 0, 2, datetime.datetime(2022, 6, 3, 11, 33, 39, 201956), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:33:39,203 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:33:39,203 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:33:39,203 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:33:39,204 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:33:39,209 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:33:39,209 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:33:39,209 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:33:53,766 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:34:39.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-03 11:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:34:39 UTC)" (scheduled at 2022-06-03 11:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:34:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:34:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:34:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 34, 9, 176484), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 34, 9, 176484), 0, 2, datetime.datetime(2022, 6, 3, 11, 34, 9, 176484), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:34:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:34:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 34, 9, 179815), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 34, 9, 179815), 0, 2, datetime.datetime(2022, 6, 3, 11, 34, 9, 179815), True, 3, 7])
repomirrorworker stdout | 2022-06-03 11:34:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 11:34:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 34, 9, 181667), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 34, 9, 181667), 0, 2, datetime.datetime(2022, 6, 3, 11, 34, 9, 181667), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:34:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:34:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 34, 9, 183367), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 34, 9, 183367), 0, 2, datetime.datetime(2022, 6, 3, 11, 34, 9, 183367), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:34:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:34:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:34:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:34:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:34:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:34:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:34:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:34:23,795 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:35:09.167018+00:00 (in 29.999195 seconds)
repomirrorworker stdout | 2022-06-03 11:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:35:09 UTC)" (scheduled at 2022-06-03 11:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:34:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:34:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:34:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 34, 39, 176970), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 34, 39, 176970), 0, 2, datetime.datetime(2022, 6, 3, 11, 34, 39, 176970), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:34:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:34:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 34, 39, 180301), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 34, 39, 180301), 0, 2, datetime.datetime(2022, 6, 3, 11, 34, 39, 180301), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:34:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:34:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 34, 39, 182270), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 34, 39, 182270), 0, 2, datetime.datetime(2022, 6, 3, 11, 34, 39, 182270), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:34:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:34:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 34, 39, 184246), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 34, 39, 184246), 0, 2, datetime.datetime(2022, 6, 3, 11, 34, 39, 184246), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:34:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:34:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:34:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:34:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:34:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:34:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:34:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:34:53,825 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:35:39.167018+00:00 (in 29.999111 seconds)
repomirrorworker stdout | 2022-06-03 11:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:35:39 UTC)" (scheduled at 2022-06-03 11:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:35:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:35:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:35:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 35, 9, 177120), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 35, 9, 177120), 0, 2, datetime.datetime(2022, 6, 3, 11, 35, 9, 177120), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:35:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:35:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 35, 9, 180589), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 35, 9, 180589), 0, 2, datetime.datetime(2022, 6, 3, 11, 35, 9, 180589), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:35:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:35:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 35, 9, 182613), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 35, 9, 182613), 0, 2, datetime.datetime(2022, 6, 3, 11, 35, 9, 182613), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:35:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:35:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 35, 9, 184330), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 35, 9, 184330), 0, 2, datetime.datetime(2022, 6, 3, 11, 35, 9, 184330), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:35:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:35:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 35, 9, 186055), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 35, 9, 186055), 0, 2, datetime.datetime(2022, 6, 3, 11, 35, 9, 186055), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:35:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:35:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:35:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:35:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:35:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:35:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:35:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:35:23,868 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:36:09.167018+00:00 (in 29.998926 seconds)
repomirrorworker stdout | 2022-06-03 11:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:36:09 UTC)" (scheduled at 2022-06-03 11:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:35:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:35:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:35:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 35, 39, 177248), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 35, 39, 177248), 0, 2, datetime.datetime(2022, 6, 3, 11, 35, 39, 177248), True, 4, 8])
repomirrorworker stdout | 2022-06-03 11:35:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 11:35:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 35, 39, 180601), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 35, 39, 180601), 0, 2, datetime.datetime(2022, 6, 3, 11, 35, 39, 180601), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:35:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:35:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 35, 39, 182486), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 35, 39, 182486), 0, 2, datetime.datetime(2022, 6, 3, 11, 35, 39, 182486), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:35:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:35:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 35, 39, 184229), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 35, 39, 184229), 0, 2, datetime.datetime(2022, 6, 3, 11, 35, 39, 184229), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:35:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:35:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 35, 39, 185986), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 35, 39, 185986), 0, 2, datetime.datetime(2022, 6, 3, 11, 35, 39, 185986), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:35:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:35:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:35:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:35:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:35:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:35:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:35:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:35:53,946 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:36:39.167018+00:00 (in 29.998788 seconds)
repomirrorworker stdout | 2022-06-03 11:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:36:39 UTC)" (scheduled at 2022-06-03 11:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:36:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:36:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:36:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 36, 9, 177481), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 36, 9, 177481), 0, 2, datetime.datetime(2022, 6, 3, 11, 36, 9, 177481), True, 4, 8])
repomirrorworker stdout | 2022-06-03 11:36:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 11:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 36, 9, 180854), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 36, 9, 180854), 0, 2, datetime.datetime(2022, 6, 3, 11, 36, 9, 180854), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:36:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:36:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 36, 9, 182779), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 36, 9, 182779), 0, 2, datetime.datetime(2022, 6, 3, 11, 36, 9, 182779), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:36:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:36:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 36, 9, 184461), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 36, 9, 184461), 0, 2, datetime.datetime(2022, 6, 3, 11, 36, 9, 184461), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:36:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:36:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 36, 9, 186139), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 36, 9, 186139), 0, 2, datetime.datetime(2022, 6, 3, 11, 36, 9, 186139), True, 13, 15])
repomirrorworker stdout | 2022-06-03 11:36:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 11:36:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:36:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:36:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:36:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:36:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:36:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:36:24,080 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:37:09.167018+00:00 (in 29.999052 seconds)
repomirrorworker stdout | 2022-06-03 11:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:37:09 UTC)" (scheduled at 2022-06-03 11:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:36:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:36:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 36, 39, 176758), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 36, 39, 176758), 0, 2, datetime.datetime(2022, 6, 3, 11, 36, 39, 176758), True, 3, 7])
repomirrorworker stdout | 2022-06-03 11:36:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 11:36:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 36, 39, 179949), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 36, 39, 179949), 0, 2, datetime.datetime(2022, 6, 3, 11, 36, 39, 179949), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:36:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:36:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 36, 39, 181873), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 36, 39, 181873), 0, 2, datetime.datetime(2022, 6, 3, 11, 36, 39, 181873), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:36:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:36:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 36, 39, 183591), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 36, 39, 183591), 0, 2, datetime.datetime(2022, 6, 3, 11, 36, 39, 183591), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:36:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:36:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 36, 39, 185316), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 36, 39, 185316), 0, 2, datetime.datetime(2022, 6, 3, 11, 36, 39, 185316), True, 12, 15])
repomirrorworker stdout | 2022-06-03 11:36:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 11:36:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:36:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:36:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:36:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:36:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:36:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:36:54,133 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:37:39.167018+00:00 (in 29.999108 seconds)
repomirrorworker stdout | 2022-06-03 11:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:37:39 UTC)" (scheduled at 2022-06-03 11:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:37:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:37:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:37:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 37, 9, 177233), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 37, 9, 177233), 0, 2, datetime.datetime(2022, 6, 3, 11, 37, 9, 177233), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:37:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:37:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 37, 9, 180843), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 37, 9, 180843), 0, 2, datetime.datetime(2022, 6, 3, 11, 37, 9, 180843), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:37:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:37:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 37, 9, 182821), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 37, 9, 182821), 0, 2, datetime.datetime(2022, 6, 3, 11, 37, 9, 182821), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:37:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:37:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 37, 9, 184562), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 37, 9, 184562), 0, 2, datetime.datetime(2022, 6, 3, 11, 37, 9, 184562), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:37:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:37:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 37, 9, 186302), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 37, 9, 186302), 0, 2, datetime.datetime(2022, 6, 3, 11, 37, 9, 186302), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:37:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:37:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:37:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:37:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:37:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:37:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:37:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:37:24,181 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:38:09.167018+00:00 (in 29.999115 seconds)
repomirrorworker stdout | 2022-06-03 11:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:38:09 UTC)" (scheduled at 2022-06-03 11:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:37:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:37:39,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:37:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 37, 39, 177759), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 37, 39, 177759), 0, 2, datetime.datetime(2022, 6, 3, 11, 37, 39, 177759), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:37:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:37:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 37, 39, 181466), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 37, 39, 181466), 0, 2, datetime.datetime(2022, 6, 3, 11, 37, 39, 181466), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:37:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:37:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 37, 39, 183348), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 37, 39, 183348), 0, 2, datetime.datetime(2022, 6, 3, 11, 37, 39, 183348), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:37:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:37:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 37, 39, 185106), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 37, 39, 185106), 0, 2, datetime.datetime(2022, 6, 3, 11, 37, 39, 185106), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:37:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:37:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 37, 39, 186776), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 37, 39, 186776), 0, 2, datetime.datetime(2022, 6, 3, 11, 37, 39, 186776), True, 12, 15])
repomirrorworker stdout | 2022-06-03 11:37:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 11:37:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:37:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:37:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:37:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:37:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:37:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:37:54,222 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:38:39.167018+00:00 (in 29.999129 seconds)
repomirrorworker stdout | 2022-06-03 11:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:38:39 UTC)" (scheduled at 2022-06-03 11:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:38:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:38:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 38, 9, 176828), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 38, 9, 176828), 0, 2, datetime.datetime(2022, 6, 3, 11, 38, 9, 176828), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:38:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:38:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 38, 9, 180506), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 38, 9, 180506), 0, 2, datetime.datetime(2022, 6, 3, 11, 38, 9, 180506), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:38:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:38:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 38, 9, 182467), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 38, 9, 182467), 0, 2, datetime.datetime(2022, 6, 3, 11, 38, 9, 182467), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:38:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:38:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 38, 9, 184185), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 38, 9, 184185), 0, 2, datetime.datetime(2022, 6, 3, 11, 38, 9, 184185), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:38:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:38:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 38, 9, 185890), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 38, 9, 185890), 0, 2, datetime.datetime(2022, 6, 3, 11, 38, 9, 185890), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:38:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:38:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:38:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:38:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:38:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:38:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:38:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:38:24,254 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:39:09.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-03 11:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:39:09 UTC)" (scheduled at 2022-06-03 11:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:38:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:38:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:38:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 38, 39, 176577), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 38, 39, 176577), 0, 2, datetime.datetime(2022, 6, 3, 11, 38, 39, 176577), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:38:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:38:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 38, 39, 179932), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 38, 39, 179932), 0, 2, datetime.datetime(2022, 6, 3, 11, 38, 39, 179932), True, 13, 15])
repomirrorworker stdout | 2022-06-03 11:38:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 11:38:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 38, 39, 182004), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 38, 39, 182004), 0, 2, datetime.datetime(2022, 6, 3, 11, 38, 39, 182004), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 38, 39, 183769), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 38, 39, 183769), 0, 2, datetime.datetime(2022, 6, 3, 11, 38, 39, 183769), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:38:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:38:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:38:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:38:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:38:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:38:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:38:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:38:54,310 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:39:39.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-03 11:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:39:39 UTC)" (scheduled at 2022-06-03 11:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:39:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:39:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:39:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 39, 9, 176838), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 39, 9, 176838), 0, 2, datetime.datetime(2022, 6, 3, 11, 39, 9, 176838), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:39:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:39:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 39, 9, 180204), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 39, 9, 180204), 0, 2, datetime.datetime(2022, 6, 3, 11, 39, 9, 180204), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:39:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:39:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 39, 9, 182432), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 39, 9, 182432), 0, 2, datetime.datetime(2022, 6, 3, 11, 39, 9, 182432), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:39:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:39:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 39, 9, 186438), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 39, 9, 186438), 0, 2, datetime.datetime(2022, 6, 3, 11, 39, 9, 186438), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:39:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:39:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:39:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:39:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:39:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:39:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:39:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:39:24,358 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:40:09.167018+00:00 (in 29.998965 seconds)
repomirrorworker stdout | 2022-06-03 11:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:40:09 UTC)" (scheduled at 2022-06-03 11:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:39:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:39:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 39, 39, 177536), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 39, 39, 177536), 0, 2, datetime.datetime(2022, 6, 3, 11, 39, 39, 177536), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:39:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:39:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 39, 39, 181105), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 39, 39, 181105), 0, 2, datetime.datetime(2022, 6, 3, 11, 39, 39, 181105), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:39:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:39:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 39, 39, 183257), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 39, 39, 183257), 0, 2, datetime.datetime(2022, 6, 3, 11, 39, 39, 183257), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:39:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:39:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 39, 39, 185229), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 39, 39, 185229), 0, 2, datetime.datetime(2022, 6, 3, 11, 39, 39, 185229), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:39:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:39:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 39, 39, 187336), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 39, 39, 187336), 0, 2, datetime.datetime(2022, 6, 3, 11, 39, 39, 187336), True, 13, 15])
repomirrorworker stdout | 2022-06-03 11:39:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 11:39:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:39:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:39:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:39:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:39:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:39:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:39:54,420 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:40:39.167018+00:00 (in 29.998962 seconds)
repomirrorworker stdout | 2022-06-03 11:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:40:39 UTC)" (scheduled at 2022-06-03 11:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:40:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:40:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:40:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 40, 9, 177246), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 40, 9, 177246), 0, 2, datetime.datetime(2022, 6, 3, 11, 40, 9, 177246), True, 4, 8])
repomirrorworker stdout | 2022-06-03 11:40:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 11:40:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 40, 9, 180760), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 40, 9, 180760), 0, 2, datetime.datetime(2022, 6, 3, 11, 40, 9, 180760), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:40:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:40:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 40, 9, 182901), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 40, 9, 182901), 0, 2, datetime.datetime(2022, 6, 3, 11, 40, 9, 182901), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:40:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:40:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 40, 9, 184597), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 40, 9, 184597), 0, 2, datetime.datetime(2022, 6, 3, 11, 40, 9, 184597), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:40:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:40:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 40, 9, 186297), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 40, 9, 186297), 0, 2, datetime.datetime(2022, 6, 3, 11, 40, 9, 186297), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:40:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:40:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:40:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:40:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:40:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:40:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:40:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:40:24,477 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:41:09.167018+00:00 (in 29.999032 seconds)
repomirrorworker stdout | 2022-06-03 11:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:41:09 UTC)" (scheduled at 2022-06-03 11:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:40:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:40:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:40:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 40, 39, 177201), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 40, 39, 177201), 0, 2, datetime.datetime(2022, 6, 3, 11, 40, 39, 177201), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:40:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:40:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 40, 39, 180783), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 40, 39, 180783), 0, 2, datetime.datetime(2022, 6, 3, 11, 40, 39, 180783), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:40:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:40:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 40, 39, 182636), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 40, 39, 182636), 0, 2, datetime.datetime(2022, 6, 3, 11, 40, 39, 182636), True, 12, 15])
repomirrorworker stdout | 2022-06-03 11:40:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 11:40:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 40, 39, 184322), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 40, 39, 184322), 0, 2, datetime.datetime(2022, 6, 3, 11, 40, 39, 184322), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:40:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:40:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:40:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:40:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:40:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:40:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:40:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:40:54,528 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:41:39.167018+00:00 (in 29.999147 seconds)
repomirrorworker stdout | 2022-06-03 11:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:41:39 UTC)" (scheduled at 2022-06-03 11:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:41:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:41:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:41:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 41, 9, 176832), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 41, 9, 176832), 0, 2, datetime.datetime(2022, 6, 3, 11, 41, 9, 176832), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:41:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:41:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 41, 9, 180290), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 41, 9, 180290), 0, 2, datetime.datetime(2022, 6, 3, 11, 41, 9, 180290), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:41:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:41:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 41, 9, 182195), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 41, 9, 182195), 0, 2, datetime.datetime(2022, 6, 3, 11, 41, 9, 182195), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:41:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:41:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 41, 9, 183912), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 41, 9, 183912), 0, 2, datetime.datetime(2022, 6, 3, 11, 41, 9, 183912), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:41:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:41:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:41:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:41:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:41:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:41:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:41:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:41:24,567 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:42:09.167018+00:00 (in 29.999131 seconds)
repomirrorworker stdout | 2022-06-03 11:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:42:09 UTC)" (scheduled at 2022-06-03 11:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:41:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 41, 39, 177346), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 41, 39, 177346), 0, 2, datetime.datetime(2022, 6, 3, 11, 41, 39, 177346), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:41:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:41:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 41, 39, 180690), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 41, 39, 180690), 0, 2, datetime.datetime(2022, 6, 3, 11, 41, 39, 180690), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:41:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:41:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 41, 39, 182657), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 41, 39, 182657), 0, 2, datetime.datetime(2022, 6, 3, 11, 41, 39, 182657), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:41:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:41:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 41, 39, 184532), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 41, 39, 184532), 0, 2, datetime.datetime(2022, 6, 3, 11, 41, 39, 184532), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:41:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:41:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 41, 39, 186258), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 41, 39, 186258), 0, 2, datetime.datetime(2022, 6, 3, 11, 41, 39, 186258), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:41:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:41:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:41:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:41:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:41:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:41:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:41:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:41:54,635 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:42:39.167018+00:00 (in 29.998962 seconds)
repomirrorworker stdout | 2022-06-03 11:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:42:39 UTC)" (scheduled at 2022-06-03 11:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:42:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:42:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:42:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 42, 9, 176621), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 42, 9, 176621), 0, 2, datetime.datetime(2022, 6, 3, 11, 42, 9, 176621), True, 4, 8])
repomirrorworker stdout | 2022-06-03 11:42:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 11:42:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 42, 9, 179781), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 42, 9, 179781), 0, 2, datetime.datetime(2022, 6, 3, 11, 42, 9, 179781), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:42:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:42:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 42, 9, 181634), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 42, 9, 181634), 0, 2, datetime.datetime(2022, 6, 3, 11, 42, 9, 181634), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 42, 9, 183337), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 42, 9, 183337), 0, 2, datetime.datetime(2022, 6, 3, 11, 42, 9, 183337), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:42:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:42:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:42:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:42:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:42:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:42:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:42:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:42:24,693 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:43:09.167018+00:00 (in 29.999069 seconds)
repomirrorworker stdout | 2022-06-03 11:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:43:09 UTC)" (scheduled at 2022-06-03 11:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:42:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:42:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 42, 39, 177117), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 42, 39, 177117), 0, 2, datetime.datetime(2022, 6, 3, 11, 42, 39, 177117), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:42:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:42:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 42, 39, 181226), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 42, 39, 181226), 0, 2, datetime.datetime(2022, 6, 3, 11, 42, 39, 181226), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:42:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:42:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 42, 39, 183282), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 42, 39, 183282), 0, 2, datetime.datetime(2022, 6, 3, 11, 42, 39, 183282), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:42:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:42:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 42, 39, 185056), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 42, 39, 185056), 0, 2, datetime.datetime(2022, 6, 3, 11, 42, 39, 185056), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:42:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:42:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 42, 39, 186730), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 42, 39, 186730), 0, 2, datetime.datetime(2022, 6, 3, 11, 42, 39, 186730), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:42:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:42:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:42:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:42:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:42:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:42:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:42:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:42:54,753 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:43:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-03 11:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:43:39 UTC)" (scheduled at 2022-06-03 11:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:43:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:43:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:43:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 43, 9, 176268), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 43, 9, 176268), 0, 2, datetime.datetime(2022, 6, 3, 11, 43, 9, 176268), True, 4, 8])
repomirrorworker stdout | 2022-06-03 11:43:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 11:43:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 43, 9, 179476), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 43, 9, 179476), 0, 2, datetime.datetime(2022, 6, 3, 11, 43, 9, 179476), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:43:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:43:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 43, 9, 181431), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 43, 9, 181431), 0, 2, datetime.datetime(2022, 6, 3, 11, 43, 9, 181431), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:43:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:43:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 43, 9, 183218), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 43, 9, 183218), 0, 2, datetime.datetime(2022, 6, 3, 11, 43, 9, 183218), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:43:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:43:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 43, 9, 184941), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 43, 9, 184941), 0, 2, datetime.datetime(2022, 6, 3, 11, 43, 9, 184941), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:43:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:43:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:43:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:43:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:43:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:43:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:43:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:43:24,788 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:44:09.167018+00:00 (in 29.999103 seconds)
repomirrorworker stdout | 2022-06-03 11:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:44:09 UTC)" (scheduled at 2022-06-03 11:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:43:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:43:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:43:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 43, 39, 176579), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 43, 39, 176579), 0, 2, datetime.datetime(2022, 6, 3, 11, 43, 39, 176579), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:43:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:43:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 43, 39, 179794), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 43, 39, 179794), 0, 2, datetime.datetime(2022, 6, 3, 11, 43, 39, 179794), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:43:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:43:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 43, 39, 181662), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 43, 39, 181662), 0, 2, datetime.datetime(2022, 6, 3, 11, 43, 39, 181662), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:43:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:43:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 43, 39, 183352), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 43, 39, 183352), 0, 2, datetime.datetime(2022, 6, 3, 11, 43, 39, 183352), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:43:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:43:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 43, 39, 185052), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 43, 39, 185052), 0, 2, datetime.datetime(2022, 6, 3, 11, 43, 39, 185052), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:43:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:43:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:43:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:43:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:43:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:43:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:43:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:43:54,835 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:44:39.167018+00:00 (in 29.999129 seconds)
repomirrorworker stdout | 2022-06-03 11:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:44:39 UTC)" (scheduled at 2022-06-03 11:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:44:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:44:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 44, 9, 177083), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 44, 9, 177083), 0, 2, datetime.datetime(2022, 6, 3, 11, 44, 9, 177083), True, 3, 7])
repomirrorworker stdout | 2022-06-03 11:44:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 11:44:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 44, 9, 180600), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 44, 9, 180600), 0, 2, datetime.datetime(2022, 6, 3, 11, 44, 9, 180600), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:44:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:44:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 44, 9, 182655), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 44, 9, 182655), 0, 2, datetime.datetime(2022, 6, 3, 11, 44, 9, 182655), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:44:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:44:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 44, 9, 184336), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 44, 9, 184336), 0, 2, datetime.datetime(2022, 6, 3, 11, 44, 9, 184336), True, 13, 15])
repomirrorworker stdout | 2022-06-03 11:44:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 11:44:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 44, 9, 186002), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 44, 9, 186002), 0, 2, datetime.datetime(2022, 6, 3, 11, 44, 9, 186002), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:44:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:44:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:44:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:44:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:44:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:44:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:44:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:44:24,902 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:45:09.167018+00:00 (in 29.998951 seconds)
repomirrorworker stdout | 2022-06-03 11:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:45:09 UTC)" (scheduled at 2022-06-03 11:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:44:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:44:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:44:39,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 44, 39, 177456), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 44, 39, 177456), 0, 2, datetime.datetime(2022, 6, 3, 11, 44, 39, 177456), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:44:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:44:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 44, 39, 181294), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 44, 39, 181294), 0, 2, datetime.datetime(2022, 6, 3, 11, 44, 39, 181294), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:44:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:44:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 44, 39, 183510), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 44, 39, 183510), 0, 2, datetime.datetime(2022, 6, 3, 11, 44, 39, 183510), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:44:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:44:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 44, 39, 185750), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 44, 39, 185750), 0, 2, datetime.datetime(2022, 6, 3, 11, 44, 39, 185750), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:44:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:44:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 44, 39, 187589), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 44, 39, 187589), 0, 2, datetime.datetime(2022, 6, 3, 11, 44, 39, 187589), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:44:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:44:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:44:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:44:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:44:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:44:39,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:44:39,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:44:54,935 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:45:39.167018+00:00 (in 29.999066 seconds)
repomirrorworker stdout | 2022-06-03 11:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:45:39 UTC)" (scheduled at 2022-06-03 11:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:45:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:45:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:45:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 45, 9, 176973), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 45, 9, 176973), 0, 2, datetime.datetime(2022, 6, 3, 11, 45, 9, 176973), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:45:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:45:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 45, 9, 180752), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 45, 9, 180752), 0, 2, datetime.datetime(2022, 6, 3, 11, 45, 9, 180752), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:45:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:45:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 45, 9, 182651), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 45, 9, 182651), 0, 2, datetime.datetime(2022, 6, 3, 11, 45, 9, 182651), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:45:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:45:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 45, 9, 184371), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 45, 9, 184371), 0, 2, datetime.datetime(2022, 6, 3, 11, 45, 9, 184371), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:45:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:45:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 45, 9, 186053), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 45, 9, 186053), 0, 2, datetime.datetime(2022, 6, 3, 11, 45, 9, 186053), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:45:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:45:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:45:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:45:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:45:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:45:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:45:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:45:25,012 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:46:09.167018+00:00 (in 29.998957 seconds)
repomirrorworker stdout | 2022-06-03 11:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:46:09 UTC)" (scheduled at 2022-06-03 11:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:45:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:45:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:45:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 45, 39, 177273), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 45, 39, 177273), 0, 2, datetime.datetime(2022, 6, 3, 11, 45, 39, 177273), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:45:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:45:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 45, 39, 180636), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 45, 39, 180636), 0, 2, datetime.datetime(2022, 6, 3, 11, 45, 39, 180636), True, 12, 15])
repomirrorworker stdout | 2022-06-03 11:45:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 11:45:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 45, 39, 182590), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 45, 39, 182590), 0, 2, datetime.datetime(2022, 6, 3, 11, 45, 39, 182590), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:45:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:45:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 45, 39, 184319), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 45, 39, 184319), 0, 2, datetime.datetime(2022, 6, 3, 11, 45, 39, 184319), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:45:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:45:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 45, 39, 186021), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 45, 39, 186021), 0, 2, datetime.datetime(2022, 6, 3, 11, 45, 39, 186021), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:45:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:45:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:45:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:45:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:45:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:45:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:45:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:45:55,074 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:46:39.167018+00:00 (in 29.999097 seconds)
repomirrorworker stdout | 2022-06-03 11:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:46:39 UTC)" (scheduled at 2022-06-03 11:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:46:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:46:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:46:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 46, 9, 176338), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 46, 9, 176338), 0, 2, datetime.datetime(2022, 6, 3, 11, 46, 9, 176338), True, 3, 7])
repomirrorworker stdout | 2022-06-03 11:46:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 11:46:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 46, 9, 179424), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 46, 9, 179424), 0, 2, datetime.datetime(2022, 6, 3, 11, 46, 9, 179424), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:46:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:46:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 46, 9, 181297), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 46, 9, 181297), 0, 2, datetime.datetime(2022, 6, 3, 11, 46, 9, 181297), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:46:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:46:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 46, 9, 182995), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 46, 9, 182995), 0, 2, datetime.datetime(2022, 6, 3, 11, 46, 9, 182995), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:46:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:46:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 46, 9, 184625), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 46, 9, 184625), 0, 2, datetime.datetime(2022, 6, 3, 11, 46, 9, 184625), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:46:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:46:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:46:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:46:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:46:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:46:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:46:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:46:25,139 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:47:09.167018+00:00 (in 29.999141 seconds)
repomirrorworker stdout | 2022-06-03 11:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:47:09 UTC)" (scheduled at 2022-06-03 11:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:46:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 46, 39, 176931), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 46, 39, 176931), 0, 2, datetime.datetime(2022, 6, 3, 11, 46, 39, 176931), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:46:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:46:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 46, 39, 180171), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 46, 39, 180171), 0, 2, datetime.datetime(2022, 6, 3, 11, 46, 39, 180171), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:46:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:46:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 46, 39, 182137), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 46, 39, 182137), 0, 2, datetime.datetime(2022, 6, 3, 11, 46, 39, 182137), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:46:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:46:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 46, 39, 183871), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 46, 39, 183871), 0, 2, datetime.datetime(2022, 6, 3, 11, 46, 39, 183871), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:46:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:46:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 46, 39, 185562), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 46, 39, 185562), 0, 2, datetime.datetime(2022, 6, 3, 11, 46, 39, 185562), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:46:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:46:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:46:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:46:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:46:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:46:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:46:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:46:55,197 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:47:39.167018+00:00 (in 29.999114 seconds)
repomirrorworker stdout | 2022-06-03 11:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:47:39 UTC)" (scheduled at 2022-06-03 11:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:47:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:47:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 47, 9, 177493), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 47, 9, 177493), 0, 2, datetime.datetime(2022, 6, 3, 11, 47, 9, 177493), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:47:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:47:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 47, 9, 180878), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 47, 9, 180878), 0, 2, datetime.datetime(2022, 6, 3, 11, 47, 9, 180878), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:47:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:47:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 47, 9, 182794), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 47, 9, 182794), 0, 2, datetime.datetime(2022, 6, 3, 11, 47, 9, 182794), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:47:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:47:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 47, 9, 184520), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 47, 9, 184520), 0, 2, datetime.datetime(2022, 6, 3, 11, 47, 9, 184520), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:47:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:47:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 47, 9, 186191), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 47, 9, 186191), 0, 2, datetime.datetime(2022, 6, 3, 11, 47, 9, 186191), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:47:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:47:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:47:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:47:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:47:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:47:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:47:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:47:25,251 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:48:09.167018+00:00 (in 29.999195 seconds)
repomirrorworker stdout | 2022-06-03 11:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:48:09 UTC)" (scheduled at 2022-06-03 11:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:47:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:47:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:47:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 47, 39, 176780), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 47, 39, 176780), 0, 2, datetime.datetime(2022, 6, 3, 11, 47, 39, 176780), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:47:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:47:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 47, 39, 179952), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 47, 39, 179952), 0, 2, datetime.datetime(2022, 6, 3, 11, 47, 39, 179952), True, 4, 8])
repomirrorworker stdout | 2022-06-03 11:47:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 11:47:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 47, 39, 181815), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 47, 39, 181815), 0, 2, datetime.datetime(2022, 6, 3, 11, 47, 39, 181815), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:47:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:47:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 47, 39, 183490), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 47, 39, 183490), 0, 2, datetime.datetime(2022, 6, 3, 11, 47, 39, 183490), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:47:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:47:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 47, 39, 185135), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 47, 39, 185135), 0, 2, datetime.datetime(2022, 6, 3, 11, 47, 39, 185135), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:47:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:47:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:47:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:47:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:47:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:47:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:47:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:47:55,289 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:48:39.167018+00:00 (in 29.999142 seconds)
repomirrorworker stdout | 2022-06-03 11:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:48:39 UTC)" (scheduled at 2022-06-03 11:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:48:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:48:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:48:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 48, 9, 176455), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 48, 9, 176455), 0, 2, datetime.datetime(2022, 6, 3, 11, 48, 9, 176455), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:48:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:48:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 48, 9, 179693), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 48, 9, 179693), 0, 2, datetime.datetime(2022, 6, 3, 11, 48, 9, 179693), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:48:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:48:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 48, 9, 181874), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 48, 9, 181874), 0, 2, datetime.datetime(2022, 6, 3, 11, 48, 9, 181874), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:48:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:48:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 48, 9, 183784), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 48, 9, 183784), 0, 2, datetime.datetime(2022, 6, 3, 11, 48, 9, 183784), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:48:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:48:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:48:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:48:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:48:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:48:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:48:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:48:25,317 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:49:09.167018+00:00 (in 29.999093 seconds)
repomirrorworker stdout | 2022-06-03 11:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:49:09 UTC)" (scheduled at 2022-06-03 11:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:48:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:48:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 48, 39, 177354), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 48, 39, 177354), 0, 2, datetime.datetime(2022, 6, 3, 11, 48, 39, 177354), True, 4, 8])
repomirrorworker stdout | 2022-06-03 11:48:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 11:48:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 48, 39, 180699), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 48, 39, 180699), 0, 2, datetime.datetime(2022, 6, 3, 11, 48, 39, 180699), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:48:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:48:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 48, 39, 182605), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 48, 39, 182605), 0, 2, datetime.datetime(2022, 6, 3, 11, 48, 39, 182605), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:48:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:48:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 48, 39, 184314), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 48, 39, 184314), 0, 2, datetime.datetime(2022, 6, 3, 11, 48, 39, 184314), True, 13, 15])
repomirrorworker stdout | 2022-06-03 11:48:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 11:48:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 48, 39, 186097), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 48, 39, 186097), 0, 2, datetime.datetime(2022, 6, 3, 11, 48, 39, 186097), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:48:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:48:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:48:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:48:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:48:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:48:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:48:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:48:55,349 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:49:39.167018+00:00 (in 29.999245 seconds)
repomirrorworker stdout | 2022-06-03 11:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:49:39 UTC)" (scheduled at 2022-06-03 11:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:49:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:49:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:49:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 49, 9, 176492), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 49, 9, 176492), 0, 2, datetime.datetime(2022, 6, 3, 11, 49, 9, 176492), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:49:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:49:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 49, 9, 180132), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 49, 9, 180132), 0, 2, datetime.datetime(2022, 6, 3, 11, 49, 9, 180132), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:49:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:49:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 49, 9, 181991), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 49, 9, 181991), 0, 2, datetime.datetime(2022, 6, 3, 11, 49, 9, 181991), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:49:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:49:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 49, 9, 183662), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 49, 9, 183662), 0, 2, datetime.datetime(2022, 6, 3, 11, 49, 9, 183662), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:49:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:49:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:49:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:49:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:49:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:49:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:49:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:49:25,417 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:50:09.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-03 11:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:50:09 UTC)" (scheduled at 2022-06-03 11:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:49:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:49:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 49, 39, 176715), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 49, 39, 176715), 0, 2, datetime.datetime(2022, 6, 3, 11, 49, 39, 176715), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:49:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:49:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 49, 39, 180027), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 49, 39, 180027), 0, 2, datetime.datetime(2022, 6, 3, 11, 49, 39, 180027), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:49:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:49:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 49, 39, 181965), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 49, 39, 181965), 0, 2, datetime.datetime(2022, 6, 3, 11, 49, 39, 181965), True, 4, 8])
repomirrorworker stdout | 2022-06-03 11:49:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 11:49:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 49, 39, 183727), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 49, 39, 183727), 0, 2, datetime.datetime(2022, 6, 3, 11, 49, 39, 183727), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:49:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:49:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 49, 39, 185552), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 49, 39, 185552), 0, 2, datetime.datetime(2022, 6, 3, 11, 49, 39, 185552), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:49:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:49:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:49:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:49:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:49:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:49:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:49:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:49:55,468 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:50:39.167018+00:00 (in 29.999140 seconds)
repomirrorworker stdout | 2022-06-03 11:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:50:39 UTC)" (scheduled at 2022-06-03 11:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:50:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:50:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:50:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 50, 9, 176393), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 50, 9, 176393), 0, 2, datetime.datetime(2022, 6, 3, 11, 50, 9, 176393), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:50:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:50:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 50, 9, 180121), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 50, 9, 180121), 0, 2, datetime.datetime(2022, 6, 3, 11, 50, 9, 180121), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:50:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:50:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 50, 9, 182081), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 50, 9, 182081), 0, 2, datetime.datetime(2022, 6, 3, 11, 50, 9, 182081), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:50:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:50:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 50, 9, 183856), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 50, 9, 183856), 0, 2, datetime.datetime(2022, 6, 3, 11, 50, 9, 183856), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:50:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:50:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:50:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:50:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:50:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:50:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:50:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:50:25,515 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:51:09.167018+00:00 (in 29.999097 seconds)
repomirrorworker stdout | 2022-06-03 11:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:51:09 UTC)" (scheduled at 2022-06-03 11:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:50:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:50:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:50:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 50, 39, 176518), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 50, 39, 176518), 0, 2, datetime.datetime(2022, 6, 3, 11, 50, 39, 176518), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:50:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:50:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 50, 39, 179586), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 50, 39, 179586), 0, 2, datetime.datetime(2022, 6, 3, 11, 50, 39, 179586), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:50:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:50:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 50, 39, 181444), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 50, 39, 181444), 0, 2, datetime.datetime(2022, 6, 3, 11, 50, 39, 181444), True, 3, 7])
repomirrorworker stdout | 2022-06-03 11:50:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 11:50:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 50, 39, 183075), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 50, 39, 183075), 0, 2, datetime.datetime(2022, 6, 3, 11, 50, 39, 183075), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:50:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:50:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:50:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:50:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:50:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:50:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:50:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:50:55,580 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:51:39.167018+00:00 (in 29.999087 seconds)
repomirrorworker stdout | 2022-06-03 11:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:51:39 UTC)" (scheduled at 2022-06-03 11:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:51:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:51:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:51:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 51, 9, 177225), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 51, 9, 177225), 0, 2, datetime.datetime(2022, 6, 3, 11, 51, 9, 177225), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:51:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:51:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 51, 9, 184082), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 51, 9, 184082), 0, 2, datetime.datetime(2022, 6, 3, 11, 51, 9, 184082), True, 12, 15])
repomirrorworker stdout | 2022-06-03 11:51:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 11:51:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 51, 9, 186111), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 51, 9, 186111), 0, 2, datetime.datetime(2022, 6, 3, 11, 51, 9, 186111), True, 3, 7])
repomirrorworker stdout | 2022-06-03 11:51:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 11:51:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 51, 9, 187875), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 51, 9, 187875), 0, 2, datetime.datetime(2022, 6, 3, 11, 51, 9, 187875), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:51:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:51:09,190 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 51, 9, 189731), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 51, 9, 189731), 0, 2, datetime.datetime(2022, 6, 3, 11, 51, 9, 189731), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:51:09,191 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:51:09,191 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:51:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:51:09,191 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:51:09,197 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:51:09,197 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:51:09,197 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:51:25,646 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:52:09.167018+00:00 (in 29.998931 seconds)
repomirrorworker stdout | 2022-06-03 11:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:52:09 UTC)" (scheduled at 2022-06-03 11:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:51:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:51:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:51:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 51, 39, 177435), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 51, 39, 177435), 0, 2, datetime.datetime(2022, 6, 3, 11, 51, 39, 177435), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:51:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:51:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 51, 39, 181274), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 51, 39, 181274), 0, 2, datetime.datetime(2022, 6, 3, 11, 51, 39, 181274), True, 4, 8])
repomirrorworker stdout | 2022-06-03 11:51:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 11:51:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 51, 39, 183390), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 51, 39, 183390), 0, 2, datetime.datetime(2022, 6, 3, 11, 51, 39, 183390), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:51:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:51:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 51, 39, 185107), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 51, 39, 185107), 0, 2, datetime.datetime(2022, 6, 3, 11, 51, 39, 185107), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:51:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:51:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:51:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:51:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:51:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:51:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:51:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:51:55,691 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:52:39.167018+00:00 (in 29.999070 seconds)
repomirrorworker stdout | 2022-06-03 11:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:52:39 UTC)" (scheduled at 2022-06-03 11:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:52:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:52:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:52:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 52, 9, 177249), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 52, 9, 177249), 0, 2, datetime.datetime(2022, 6, 3, 11, 52, 9, 177249), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:52:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:52:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 52, 9, 180895), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 52, 9, 180895), 0, 2, datetime.datetime(2022, 6, 3, 11, 52, 9, 180895), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:52:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:52:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 52, 9, 182877), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 52, 9, 182877), 0, 2, datetime.datetime(2022, 6, 3, 11, 52, 9, 182877), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:52:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:52:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 52, 9, 184710), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 52, 9, 184710), 0, 2, datetime.datetime(2022, 6, 3, 11, 52, 9, 184710), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:52:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:52:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 52, 9, 186380), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 52, 9, 186380), 0, 2, datetime.datetime(2022, 6, 3, 11, 52, 9, 186380), True, 13, 15])
repomirrorworker stdout | 2022-06-03 11:52:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 11:52:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:52:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:52:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:52:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:52:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:52:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:52:25,753 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:53:09.167018+00:00 (in 29.999116 seconds)
repomirrorworker stdout | 2022-06-03 11:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:53:09 UTC)" (scheduled at 2022-06-03 11:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:52:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:52:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 52, 39, 176640), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 52, 39, 176640), 0, 2, datetime.datetime(2022, 6, 3, 11, 52, 39, 176640), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:52:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:52:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 52, 39, 179814), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 52, 39, 179814), 0, 2, datetime.datetime(2022, 6, 3, 11, 52, 39, 179814), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:52:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:52:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 52, 39, 181636), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 52, 39, 181636), 0, 2, datetime.datetime(2022, 6, 3, 11, 52, 39, 181636), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:52:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:52:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 52, 39, 183287), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 52, 39, 183287), 0, 2, datetime.datetime(2022, 6, 3, 11, 52, 39, 183287), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:52:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:52:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 52, 39, 184913), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 52, 39, 184913), 0, 2, datetime.datetime(2022, 6, 3, 11, 52, 39, 184913), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:52:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:52:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:52:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:52:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:52:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:52:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:52:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:52:55,796 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:53:39.167018+00:00 (in 29.999130 seconds)
repomirrorworker stdout | 2022-06-03 11:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:53:39 UTC)" (scheduled at 2022-06-03 11:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:53:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:53:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 53, 9, 177193), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 53, 9, 177193), 0, 2, datetime.datetime(2022, 6, 3, 11, 53, 9, 177193), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:53:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:53:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 53, 9, 181242), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 53, 9, 181242), 0, 2, datetime.datetime(2022, 6, 3, 11, 53, 9, 181242), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:53:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:53:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 53, 9, 183160), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 53, 9, 183160), 0, 2, datetime.datetime(2022, 6, 3, 11, 53, 9, 183160), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:53:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:53:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 53, 9, 185012), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 53, 9, 185012), 0, 2, datetime.datetime(2022, 6, 3, 11, 53, 9, 185012), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:53:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:53:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 53, 9, 186659), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 53, 9, 186659), 0, 2, datetime.datetime(2022, 6, 3, 11, 53, 9, 186659), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:53:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:53:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:53:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:53:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:53:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:53:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:53:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:53:25,845 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:54:09.167018+00:00 (in 29.999127 seconds)
repomirrorworker stdout | 2022-06-03 11:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:54:09 UTC)" (scheduled at 2022-06-03 11:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:53:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:53:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 53, 39, 176229), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 53, 39, 176229), 0, 2, datetime.datetime(2022, 6, 3, 11, 53, 39, 176229), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:53:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:53:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 53, 39, 179329), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 53, 39, 179329), 0, 2, datetime.datetime(2022, 6, 3, 11, 53, 39, 179329), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:53:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:53:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 53, 39, 181167), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 53, 39, 181167), 0, 2, datetime.datetime(2022, 6, 3, 11, 53, 39, 181167), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:53:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:53:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 53, 39, 182824), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 53, 39, 182824), 0, 2, datetime.datetime(2022, 6, 3, 11, 53, 39, 182824), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:53:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:53:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:53:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:53:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:53:39,188 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:53:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:53:39,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:53:55,911 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:54:39.167018+00:00 (in 29.999148 seconds)
repomirrorworker stdout | 2022-06-03 11:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:54:39 UTC)" (scheduled at 2022-06-03 11:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:54:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:54:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 54, 9, 177308), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 54, 9, 177308), 0, 2, datetime.datetime(2022, 6, 3, 11, 54, 9, 177308), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:54:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:54:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 54, 9, 180654), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 54, 9, 180654), 0, 2, datetime.datetime(2022, 6, 3, 11, 54, 9, 180654), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:54:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:54:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 54, 9, 182705), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 54, 9, 182705), 0, 2, datetime.datetime(2022, 6, 3, 11, 54, 9, 182705), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:54:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:54:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 54, 9, 184578), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 54, 9, 184578), 0, 2, datetime.datetime(2022, 6, 3, 11, 54, 9, 184578), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:54:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:54:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 54, 9, 186409), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 54, 9, 186409), 0, 2, datetime.datetime(2022, 6, 3, 11, 54, 9, 186409), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:54:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:54:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:54:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:54:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:54:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:54:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:54:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:54:25,972 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:55:09.167018+00:00 (in 29.999126 seconds)
repomirrorworker stdout | 2022-06-03 11:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:55:09 UTC)" (scheduled at 2022-06-03 11:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:54:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:54:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:54:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 54, 39, 176850), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 54, 39, 176850), 0, 2, datetime.datetime(2022, 6, 3, 11, 54, 39, 176850), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:54:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:54:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 54, 39, 180071), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 54, 39, 180071), 0, 2, datetime.datetime(2022, 6, 3, 11, 54, 39, 180071), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:54:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:54:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 54, 39, 182064), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 54, 39, 182064), 0, 2, datetime.datetime(2022, 6, 3, 11, 54, 39, 182064), True, 8, 12])
repomirrorworker stdout | 2022-06-03 11:54:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 11:54:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 54, 39, 183812), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 54, 39, 183812), 0, 2, datetime.datetime(2022, 6, 3, 11, 54, 39, 183812), True, 12, 15])
repomirrorworker stdout | 2022-06-03 11:54:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 11:54:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 54, 39, 185545), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 54, 39, 185545), 0, 2, datetime.datetime(2022, 6, 3, 11, 54, 39, 185545), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:54:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:54:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:54:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:54:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:54:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:54:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:54:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:54:56,027 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:55:39.167018+00:00 (in 29.999077 seconds)
repomirrorworker stdout | 2022-06-03 11:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:55:39 UTC)" (scheduled at 2022-06-03 11:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:55:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:55:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:55:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 55, 9, 176956), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 55, 9, 176956), 0, 2, datetime.datetime(2022, 6, 3, 11, 55, 9, 176956), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:55:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:55:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 55, 9, 180086), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 55, 9, 180086), 0, 2, datetime.datetime(2022, 6, 3, 11, 55, 9, 180086), True, 3, 7])
repomirrorworker stdout | 2022-06-03 11:55:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 11:55:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 55, 9, 182028), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 55, 9, 182028), 0, 2, datetime.datetime(2022, 6, 3, 11, 55, 9, 182028), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:55:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:55:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 55, 9, 183750), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 55, 9, 183750), 0, 2, datetime.datetime(2022, 6, 3, 11, 55, 9, 183750), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:55:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:55:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 55, 9, 185375), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 55, 9, 185375), 0, 2, datetime.datetime(2022, 6, 3, 11, 55, 9, 185375), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:55:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:55:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:55:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:55:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:55:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:55:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:55:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:55:26,067 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:56:09.167018+00:00 (in 29.999187 seconds)
repomirrorworker stdout | 2022-06-03 11:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:56:09 UTC)" (scheduled at 2022-06-03 11:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:55:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:55:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 55, 39, 176664), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 55, 39, 176664), 0, 2, datetime.datetime(2022, 6, 3, 11, 55, 39, 176664), True, 3, 7])
repomirrorworker stdout | 2022-06-03 11:55:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 11:55:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 55, 39, 179800), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 55, 39, 179800), 0, 2, datetime.datetime(2022, 6, 3, 11, 55, 39, 179800), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:55:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:55:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 55, 39, 181646), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 55, 39, 181646), 0, 2, datetime.datetime(2022, 6, 3, 11, 55, 39, 181646), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 55, 39, 183329), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 55, 39, 183329), 0, 2, datetime.datetime(2022, 6, 3, 11, 55, 39, 183329), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:55:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:55:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:55:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:55:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:55:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:55:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:55:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:55:56,122 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:56:39.167018+00:00 (in 29.999163 seconds)
repomirrorworker stdout | 2022-06-03 11:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:56:39 UTC)" (scheduled at 2022-06-03 11:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:56:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:56:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:56:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 56, 9, 177706), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 56, 9, 177706), 0, 2, datetime.datetime(2022, 6, 3, 11, 56, 9, 177706), True, 3, 7])
repomirrorworker stdout | 2022-06-03 11:56:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 11:56:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 56, 9, 181128), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 56, 9, 181128), 0, 2, datetime.datetime(2022, 6, 3, 11, 56, 9, 181128), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:56:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:56:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 56, 9, 183007), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 56, 9, 183007), 0, 2, datetime.datetime(2022, 6, 3, 11, 56, 9, 183007), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:56:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:56:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 56, 9, 184709), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 56, 9, 184709), 0, 2, datetime.datetime(2022, 6, 3, 11, 56, 9, 184709), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:56:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:56:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 56, 9, 186415), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 56, 9, 186415), 0, 2, datetime.datetime(2022, 6, 3, 11, 56, 9, 186415), True, 13, 15])
repomirrorworker stdout | 2022-06-03 11:56:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 11:56:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:56:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:56:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:56:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:56:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:56:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:56:26,159 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:57:09.167018+00:00 (in 29.999200 seconds)
repomirrorworker stdout | 2022-06-03 11:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:57:09 UTC)" (scheduled at 2022-06-03 11:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:56:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:56:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 56, 39, 177103), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 56, 39, 177103), 0, 2, datetime.datetime(2022, 6, 3, 11, 56, 39, 177103), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:56:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:56:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 56, 39, 180607), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 56, 39, 180607), 0, 2, datetime.datetime(2022, 6, 3, 11, 56, 39, 180607), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:56:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:56:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 56, 39, 182530), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 56, 39, 182530), 0, 2, datetime.datetime(2022, 6, 3, 11, 56, 39, 182530), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:56:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:56:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 56, 39, 184323), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 56, 39, 184323), 0, 2, datetime.datetime(2022, 6, 3, 11, 56, 39, 184323), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:56:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:56:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 56, 39, 186020), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 56, 39, 186020), 0, 2, datetime.datetime(2022, 6, 3, 11, 56, 39, 186020), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:56:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:56:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:56:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:56:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:56:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:56:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:56:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:56:56,217 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:57:39.167018+00:00 (in 29.999039 seconds)
repomirrorworker stdout | 2022-06-03 11:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:57:39 UTC)" (scheduled at 2022-06-03 11:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:57:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:57:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:57:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 57, 9, 176563), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 57, 9, 176563), 0, 2, datetime.datetime(2022, 6, 3, 11, 57, 9, 176563), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:57:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:57:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 57, 9, 179832), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 57, 9, 179832), 0, 2, datetime.datetime(2022, 6, 3, 11, 57, 9, 179832), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:57:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:57:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 57, 9, 181694), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 57, 9, 181694), 0, 2, datetime.datetime(2022, 6, 3, 11, 57, 9, 181694), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:57:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:57:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 57, 9, 183408), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 57, 9, 183408), 0, 2, datetime.datetime(2022, 6, 3, 11, 57, 9, 183408), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:57:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:57:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:57:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:57:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:57:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:57:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:57:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:57:26,273 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:58:09.167018+00:00 (in 29.998905 seconds)
repomirrorworker stdout | 2022-06-03 11:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:58:09 UTC)" (scheduled at 2022-06-03 11:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:57:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:57:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:57:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 57, 39, 177303), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 57, 39, 177303), 0, 2, datetime.datetime(2022, 6, 3, 11, 57, 39, 177303), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:57:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:57:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 57, 39, 180972), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 57, 39, 180972), 0, 2, datetime.datetime(2022, 6, 3, 11, 57, 39, 180972), True, 2, 6])
repomirrorworker stdout | 2022-06-03 11:57:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 11:57:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 57, 39, 182985), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 57, 39, 182985), 0, 2, datetime.datetime(2022, 6, 3, 11, 57, 39, 182985), True, 6, 10])
repomirrorworker stdout | 2022-06-03 11:57:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 11:57:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 57, 39, 184832), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 57, 39, 184832), 0, 2, datetime.datetime(2022, 6, 3, 11, 57, 39, 184832), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:57:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:57:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 57, 39, 186519), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 57, 39, 186519), 0, 2, datetime.datetime(2022, 6, 3, 11, 57, 39, 186519), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:57:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:57:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:57:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:57:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:57:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:57:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:57:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:57:56,335 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:58:39.167018+00:00 (in 29.999144 seconds)
repomirrorworker stdout | 2022-06-03 11:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:58:39 UTC)" (scheduled at 2022-06-03 11:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:58:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:58:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 58, 9, 176810), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 58, 9, 176810), 0, 2, datetime.datetime(2022, 6, 3, 11, 58, 9, 176810), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:58:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:58:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 58, 9, 180133), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 58, 9, 180133), 0, 2, datetime.datetime(2022, 6, 3, 11, 58, 9, 180133), True, 10, 14])
repomirrorworker stdout | 2022-06-03 11:58:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 11:58:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 58, 9, 182126), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 58, 9, 182126), 0, 2, datetime.datetime(2022, 6, 3, 11, 58, 9, 182126), True, 14, 15])
repomirrorworker stdout | 2022-06-03 11:58:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 11:58:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 58, 9, 183875), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 58, 9, 183875), 0, 2, datetime.datetime(2022, 6, 3, 11, 58, 9, 183875), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:58:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:58:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 58, 9, 185491), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 58, 9, 185491), 0, 2, datetime.datetime(2022, 6, 3, 11, 58, 9, 185491), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:58:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:58:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:58:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:58:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:58:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:58:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:58:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:58:26,397 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:59:09.167018+00:00 (in 29.999026 seconds)
repomirrorworker stdout | 2022-06-03 11:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:59:09 UTC)" (scheduled at 2022-06-03 11:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:58:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:58:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 58, 39, 177157), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 58, 39, 177157), 0, 2, datetime.datetime(2022, 6, 3, 11, 58, 39, 177157), True, 7, 11])
repomirrorworker stdout | 2022-06-03 11:58:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 11:58:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 58, 39, 180933), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 58, 39, 180933), 0, 2, datetime.datetime(2022, 6, 3, 11, 58, 39, 180933), True, 11, 15])
repomirrorworker stdout | 2022-06-03 11:58:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 11:58:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 58, 39, 182986), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 58, 39, 182986), 0, 2, datetime.datetime(2022, 6, 3, 11, 58, 39, 182986), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:58:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:58:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 58, 39, 184748), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 58, 39, 184748), 0, 2, datetime.datetime(2022, 6, 3, 11, 58, 39, 184748), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:58:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:58:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:58:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:58:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:58:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:58:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:58:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:58:56,449 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 11:59:39.167018+00:00 (in 29.999135 seconds)
repomirrorworker stdout | 2022-06-03 11:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:59:39 UTC)" (scheduled at 2022-06-03 11:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:59:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:59:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 59, 9, 177141), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 59, 9, 177141), 0, 2, datetime.datetime(2022, 6, 3, 11, 59, 9, 177141), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:59:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:59:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 59, 9, 180294), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 59, 9, 180294), 0, 2, datetime.datetime(2022, 6, 3, 11, 59, 9, 180294), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:59:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:59:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 59, 9, 182165), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 59, 9, 182165), 0, 2, datetime.datetime(2022, 6, 3, 11, 59, 9, 182165), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:59:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:59:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 59, 9, 183819), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 59, 9, 183819), 0, 2, datetime.datetime(2022, 6, 3, 11, 59, 9, 183819), True, 13, 15])
repomirrorworker stdout | 2022-06-03 11:59:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 11:59:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:59:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:59:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:59:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:59:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:59:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 11:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:59:26,520 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 11:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 11:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:00:09.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-03 11:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:00:09 UTC)" (scheduled at 2022-06-03 11:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 11:59:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:59:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:59:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 59, 39, 177137), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 59, 39, 177137), 0, 2, datetime.datetime(2022, 6, 3, 11, 59, 39, 177137), True, 1, 5])
repomirrorworker stdout | 2022-06-03 11:59:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 11:59:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 59, 39, 180265), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 59, 39, 180265), 0, 2, datetime.datetime(2022, 6, 3, 11, 59, 39, 180265), True, 9, 13])
repomirrorworker stdout | 2022-06-03 11:59:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 11:59:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 59, 39, 182363), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 59, 39, 182363), 0, 2, datetime.datetime(2022, 6, 3, 11, 59, 39, 182363), True, 13, 15])
repomirrorworker stdout | 2022-06-03 11:59:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 11:59:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 11, 59, 39, 184303), 0, 2, None, True, datetime.datetime(2022, 6, 3, 11, 59, 39, 184303), 0, 2, datetime.datetime(2022, 6, 3, 11, 59, 39, 184303), True, 5, 9])
repomirrorworker stdout | 2022-06-03 11:59:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 11:59:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 11:59:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:59:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 11:59:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 11:59:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 11:59:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 11:59:56,553 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:00:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:00:39.167018+00:00 (in 29.999115 seconds)
repomirrorworker stdout | 2022-06-03 12:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:00:39 UTC)" (scheduled at 2022-06-03 12:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:00:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:00:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:00:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 0, 9, 177149), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 0, 9, 177149), 0, 2, datetime.datetime(2022, 6, 3, 12, 0, 9, 177149), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:00:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:00:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 0, 9, 180684), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 0, 9, 180684), 0, 2, datetime.datetime(2022, 6, 3, 12, 0, 9, 180684), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:00:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:00:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 0, 9, 182753), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 0, 9, 182753), 0, 2, datetime.datetime(2022, 6, 3, 12, 0, 9, 182753), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:00:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:00:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 0, 9, 184466), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 0, 9, 184466), 0, 2, datetime.datetime(2022, 6, 3, 12, 0, 9, 184466), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:00:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:00:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 0, 9, 186172), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 0, 9, 186172), 0, 2, datetime.datetime(2022, 6, 3, 12, 0, 9, 186172), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:00:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:00:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:00:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:00:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:00:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:00:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:00:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:00:26,620 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:01:09.167018+00:00 (in 29.999119 seconds)
repomirrorworker stdout | 2022-06-03 12:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:01:09 UTC)" (scheduled at 2022-06-03 12:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:00:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:00:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 0, 39, 176829), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 0, 39, 176829), 0, 2, datetime.datetime(2022, 6, 3, 12, 0, 39, 176829), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:00:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:00:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 0, 39, 180385), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 0, 39, 180385), 0, 2, datetime.datetime(2022, 6, 3, 12, 0, 39, 180385), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:00:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:00:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 0, 39, 182375), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 0, 39, 182375), 0, 2, datetime.datetime(2022, 6, 3, 12, 0, 39, 182375), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:00:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:00:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 0, 39, 184181), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 0, 39, 184181), 0, 2, datetime.datetime(2022, 6, 3, 12, 0, 39, 184181), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:00:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:00:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 0, 39, 186012), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 0, 39, 186012), 0, 2, datetime.datetime(2022, 6, 3, 12, 0, 39, 186012), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:00:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:00:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:00:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:00:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:00:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:00:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:00:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:00:56,675 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:01:39.167018+00:00 (in 29.999138 seconds)
repomirrorworker stdout | 2022-06-03 12:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:01:39 UTC)" (scheduled at 2022-06-03 12:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:01:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:01:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:01:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 1, 9, 177113), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 1, 9, 177113), 0, 2, datetime.datetime(2022, 6, 3, 12, 1, 9, 177113), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:01:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:01:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 1, 9, 180353), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 1, 9, 180353), 0, 2, datetime.datetime(2022, 6, 3, 12, 1, 9, 180353), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:01:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:01:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 1, 9, 182318), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 1, 9, 182318), 0, 2, datetime.datetime(2022, 6, 3, 12, 1, 9, 182318), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:01:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:01:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 1, 9, 184065), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 1, 9, 184065), 0, 2, datetime.datetime(2022, 6, 3, 12, 1, 9, 184065), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:01:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:01:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 1, 9, 185773), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 1, 9, 185773), 0, 2, datetime.datetime(2022, 6, 3, 12, 1, 9, 185773), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:01:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:01:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:01:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:01:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:01:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:01:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:01:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:01:26,732 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:02:09.167018+00:00 (in 29.999139 seconds)
repomirrorworker stdout | 2022-06-03 12:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:02:09 UTC)" (scheduled at 2022-06-03 12:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:01:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:01:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 1, 39, 177163), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 1, 39, 177163), 0, 2, datetime.datetime(2022, 6, 3, 12, 1, 39, 177163), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:01:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 1, 39, 180888), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 1, 39, 180888), 0, 2, datetime.datetime(2022, 6, 3, 12, 1, 39, 180888), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:01:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:01:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 1, 39, 182983), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 1, 39, 182983), 0, 2, datetime.datetime(2022, 6, 3, 12, 1, 39, 182983), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:01:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:01:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 1, 39, 184776), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 1, 39, 184776), 0, 2, datetime.datetime(2022, 6, 3, 12, 1, 39, 184776), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:01:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:01:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:01:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:01:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:01:39,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:01:39,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:01:39,196 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:01:56,784 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:02:39.167018+00:00 (in 29.999118 seconds)
repomirrorworker stdout | 2022-06-03 12:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:02:39 UTC)" (scheduled at 2022-06-03 12:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:02:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:02:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:02:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 2, 9, 177057), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 2, 9, 177057), 0, 2, datetime.datetime(2022, 6, 3, 12, 2, 9, 177057), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:02:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:02:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 2, 9, 180349), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 2, 9, 180349), 0, 2, datetime.datetime(2022, 6, 3, 12, 2, 9, 180349), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:02:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:02:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 2, 9, 182343), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 2, 9, 182343), 0, 2, datetime.datetime(2022, 6, 3, 12, 2, 9, 182343), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:02:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:02:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 2, 9, 184498), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 2, 9, 184498), 0, 2, datetime.datetime(2022, 6, 3, 12, 2, 9, 184498), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:02:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:02:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 2, 9, 186189), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 2, 9, 186189), 0, 2, datetime.datetime(2022, 6, 3, 12, 2, 9, 186189), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:02:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:02:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:02:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:02:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:02:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:02:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:02:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:02:26,839 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:03:09.167018+00:00 (in 29.999125 seconds)
repomirrorworker stdout | 2022-06-03 12:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:03:09 UTC)" (scheduled at 2022-06-03 12:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:02:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:02:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:02:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 2, 39, 176652), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 2, 39, 176652), 0, 2, datetime.datetime(2022, 6, 3, 12, 2, 39, 176652), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:02:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:02:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 2, 39, 179919), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 2, 39, 179919), 0, 2, datetime.datetime(2022, 6, 3, 12, 2, 39, 179919), True, 14, 15])
repomirrorworker stdout | 2022-06-03 12:02:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 12:02:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 2, 39, 181794), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 2, 39, 181794), 0, 2, datetime.datetime(2022, 6, 3, 12, 2, 39, 181794), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:02:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:02:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 2, 39, 183471), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 2, 39, 183471), 0, 2, datetime.datetime(2022, 6, 3, 12, 2, 39, 183471), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:02:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:02:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 2, 39, 185151), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 2, 39, 185151), 0, 2, datetime.datetime(2022, 6, 3, 12, 2, 39, 185151), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:02:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:02:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:02:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:02:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:02:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:02:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:02:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:02:56,893 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:03:39.167018+00:00 (in 29.999127 seconds)
repomirrorworker stdout | 2022-06-03 12:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:03:39 UTC)" (scheduled at 2022-06-03 12:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:03:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:03:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 3, 9, 176892), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 3, 9, 176892), 0, 2, datetime.datetime(2022, 6, 3, 12, 3, 9, 176892), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:03:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:03:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 3, 9, 180302), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 3, 9, 180302), 0, 2, datetime.datetime(2022, 6, 3, 12, 3, 9, 180302), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:03:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:03:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 3, 9, 182151), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 3, 9, 182151), 0, 2, datetime.datetime(2022, 6, 3, 12, 3, 9, 182151), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:03:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:03:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 3, 9, 183801), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 3, 9, 183801), 0, 2, datetime.datetime(2022, 6, 3, 12, 3, 9, 183801), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:03:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:03:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:03:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:03:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:03:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:03:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:03:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:03:26,957 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:04:09.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-03 12:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:04:09 UTC)" (scheduled at 2022-06-03 12:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:03:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:03:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:03:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 3, 39, 176904), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 3, 39, 176904), 0, 2, datetime.datetime(2022, 6, 3, 12, 3, 39, 176904), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:03:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:03:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 3, 39, 180094), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 3, 39, 180094), 0, 2, datetime.datetime(2022, 6, 3, 12, 3, 39, 180094), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:03:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:03:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 3, 39, 182048), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 3, 39, 182048), 0, 2, datetime.datetime(2022, 6, 3, 12, 3, 39, 182048), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:03:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:03:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 3, 39, 183748), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 3, 39, 183748), 0, 2, datetime.datetime(2022, 6, 3, 12, 3, 39, 183748), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:03:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:03:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 3, 39, 185410), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 3, 39, 185410), 0, 2, datetime.datetime(2022, 6, 3, 12, 3, 39, 185410), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:03:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:03:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:03:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:03:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:03:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:03:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:03:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:03:57,007 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:04:39.167018+00:00 (in 29.999140 seconds)
repomirrorworker stdout | 2022-06-03 12:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:04:39 UTC)" (scheduled at 2022-06-03 12:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:04:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 4, 9, 176841), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 4, 9, 176841), 0, 2, datetime.datetime(2022, 6, 3, 12, 4, 9, 176841), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:04:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:04:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 4, 9, 180531), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 4, 9, 180531), 0, 2, datetime.datetime(2022, 6, 3, 12, 4, 9, 180531), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:04:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:04:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 4, 9, 182466), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 4, 9, 182466), 0, 2, datetime.datetime(2022, 6, 3, 12, 4, 9, 182466), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:04:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:04:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 4, 9, 184150), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 4, 9, 184150), 0, 2, datetime.datetime(2022, 6, 3, 12, 4, 9, 184150), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:04:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:04:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 4, 9, 185825), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 4, 9, 185825), 0, 2, datetime.datetime(2022, 6, 3, 12, 4, 9, 185825), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:04:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:04:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:04:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:04:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:04:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:04:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:04:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:04:27,086 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:05:09.167018+00:00 (in 29.999090 seconds)
repomirrorworker stdout | 2022-06-03 12:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:05:09 UTC)" (scheduled at 2022-06-03 12:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:04:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:04:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:04:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 4, 39, 177149), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 4, 39, 177149), 0, 2, datetime.datetime(2022, 6, 3, 12, 4, 39, 177149), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:04:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:04:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 4, 39, 180656), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 4, 39, 180656), 0, 2, datetime.datetime(2022, 6, 3, 12, 4, 39, 180656), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:04:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:04:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 4, 39, 182716), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 4, 39, 182716), 0, 2, datetime.datetime(2022, 6, 3, 12, 4, 39, 182716), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:04:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:04:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 4, 39, 184499), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 4, 39, 184499), 0, 2, datetime.datetime(2022, 6, 3, 12, 4, 39, 184499), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:04:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:04:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:04:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:04:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:04:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:04:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:04:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:04:57,147 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:05:39.167018+00:00 (in 29.999182 seconds)
repomirrorworker stdout | 2022-06-03 12:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:05:39 UTC)" (scheduled at 2022-06-03 12:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:05:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:05:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 5, 9, 177420), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 5, 9, 177420), 0, 2, datetime.datetime(2022, 6, 3, 12, 5, 9, 177420), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:05:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:05:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 5, 9, 181506), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 5, 9, 181506), 0, 2, datetime.datetime(2022, 6, 3, 12, 5, 9, 181506), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:05:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:05:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 5, 9, 183837), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 5, 9, 183837), 0, 2, datetime.datetime(2022, 6, 3, 12, 5, 9, 183837), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:05:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 5, 9, 185732), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 5, 9, 185732), 0, 2, datetime.datetime(2022, 6, 3, 12, 5, 9, 185732), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:05:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:05:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 5, 9, 187523), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 5, 9, 187523), 0, 2, datetime.datetime(2022, 6, 3, 12, 5, 9, 187523), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:05:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:05:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:05:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:05:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:05:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:05:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:05:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:05:27,219 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:06:09.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-03 12:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:06:09 UTC)" (scheduled at 2022-06-03 12:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:05:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:05:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 5, 39, 176758), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 5, 39, 176758), 0, 2, datetime.datetime(2022, 6, 3, 12, 5, 39, 176758), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:05:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 5, 39, 180147), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 5, 39, 180147), 0, 2, datetime.datetime(2022, 6, 3, 12, 5, 39, 180147), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:05:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:05:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 5, 39, 182006), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 5, 39, 182006), 0, 2, datetime.datetime(2022, 6, 3, 12, 5, 39, 182006), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:05:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:05:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 5, 39, 183692), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 5, 39, 183692), 0, 2, datetime.datetime(2022, 6, 3, 12, 5, 39, 183692), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:05:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:05:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:05:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:05:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:05:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:05:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:05:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:05:57,284 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:06:39.167018+00:00 (in 29.999096 seconds)
repomirrorworker stdout | 2022-06-03 12:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:06:39 UTC)" (scheduled at 2022-06-03 12:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:06:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:06:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 6, 9, 177085), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 6, 9, 177085), 0, 2, datetime.datetime(2022, 6, 3, 12, 6, 9, 177085), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:06:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:06:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 6, 9, 180328), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 6, 9, 180328), 0, 2, datetime.datetime(2022, 6, 3, 12, 6, 9, 180328), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:06:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:06:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 6, 9, 182282), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 6, 9, 182282), 0, 2, datetime.datetime(2022, 6, 3, 12, 6, 9, 182282), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:06:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:06:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 6, 9, 184104), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 6, 9, 184104), 0, 2, datetime.datetime(2022, 6, 3, 12, 6, 9, 184104), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:06:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:06:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:06:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:06:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:06:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:06:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:06:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:06:27,341 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:07:09.167018+00:00 (in 29.998843 seconds)
repomirrorworker stdout | 2022-06-03 12:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:07:09 UTC)" (scheduled at 2022-06-03 12:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:06:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:06:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 6, 39, 177463), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 6, 39, 177463), 0, 2, datetime.datetime(2022, 6, 3, 12, 6, 39, 177463), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:06:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:06:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 6, 39, 181037), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 6, 39, 181037), 0, 2, datetime.datetime(2022, 6, 3, 12, 6, 39, 181037), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:06:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:06:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 6, 39, 183020), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 6, 39, 183020), 0, 2, datetime.datetime(2022, 6, 3, 12, 6, 39, 183020), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:06:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:06:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 6, 39, 184756), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 6, 39, 184756), 0, 2, datetime.datetime(2022, 6, 3, 12, 6, 39, 184756), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:06:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:06:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:06:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:06:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:06:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:06:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:06:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:06:57,382 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:07:39.167018+00:00 (in 29.999063 seconds)
repomirrorworker stdout | 2022-06-03 12:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:07:39 UTC)" (scheduled at 2022-06-03 12:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:07:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:07:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:07:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 7, 9, 176750), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 7, 9, 176750), 0, 2, datetime.datetime(2022, 6, 3, 12, 7, 9, 176750), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:07:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:07:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 7, 9, 179995), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 7, 9, 179995), 0, 2, datetime.datetime(2022, 6, 3, 12, 7, 9, 179995), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:07:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:07:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 7, 9, 182036), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 7, 9, 182036), 0, 2, datetime.datetime(2022, 6, 3, 12, 7, 9, 182036), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:07:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:07:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 7, 9, 183812), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 7, 9, 183812), 0, 2, datetime.datetime(2022, 6, 3, 12, 7, 9, 183812), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:07:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:07:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:07:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:07:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:07:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:07:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:07:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:07:27,446 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:08:09.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-03 12:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:08:09 UTC)" (scheduled at 2022-06-03 12:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:07:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:07:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 7, 39, 177283), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 7, 39, 177283), 0, 2, datetime.datetime(2022, 6, 3, 12, 7, 39, 177283), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:07:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:07:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 7, 39, 180728), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 7, 39, 180728), 0, 2, datetime.datetime(2022, 6, 3, 12, 7, 39, 180728), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:07:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:07:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 7, 39, 182776), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 7, 39, 182776), 0, 2, datetime.datetime(2022, 6, 3, 12, 7, 39, 182776), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:07:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:07:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 7, 39, 185220), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 7, 39, 185220), 0, 2, datetime.datetime(2022, 6, 3, 12, 7, 39, 185220), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:07:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:07:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:07:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:07:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:07:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:07:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:07:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:07:57,513 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:08:39.167018+00:00 (in 29.998927 seconds)
repomirrorworker stdout | 2022-06-03 12:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:08:39 UTC)" (scheduled at 2022-06-03 12:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:08:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:08:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:08:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 8, 9, 176789), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 8, 9, 176789), 0, 2, datetime.datetime(2022, 6, 3, 12, 8, 9, 176789), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:08:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:08:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 8, 9, 179911), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 8, 9, 179911), 0, 2, datetime.datetime(2022, 6, 3, 12, 8, 9, 179911), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:08:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:08:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 8, 9, 181808), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 8, 9, 181808), 0, 2, datetime.datetime(2022, 6, 3, 12, 8, 9, 181808), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:08:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:08:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 8, 9, 183504), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 8, 9, 183504), 0, 2, datetime.datetime(2022, 6, 3, 12, 8, 9, 183504), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:08:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:08:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:08:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:08:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:08:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:08:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:08:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:08:27,584 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:09:09.167018+00:00 (in 29.999085 seconds)
repomirrorworker stdout | 2022-06-03 12:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:09:09 UTC)" (scheduled at 2022-06-03 12:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:08:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:08:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:08:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 8, 39, 176512), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 8, 39, 176512), 0, 2, datetime.datetime(2022, 6, 3, 12, 8, 39, 176512), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:08:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:08:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 8, 39, 184981), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 8, 39, 184981), 0, 2, datetime.datetime(2022, 6, 3, 12, 8, 39, 184981), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:08:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:08:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 8, 39, 187024), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 8, 39, 187024), 0, 2, datetime.datetime(2022, 6, 3, 12, 8, 39, 187024), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:08:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:08:39,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 8, 39, 188854), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 8, 39, 188854), 0, 2, datetime.datetime(2022, 6, 3, 12, 8, 39, 188854), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:08:39,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:08:39,190 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:08:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:08:39,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:08:39,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:08:39,196 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:08:39,196 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:08:57,636 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:09:39.167018+00:00 (in 29.999176 seconds)
repomirrorworker stdout | 2022-06-03 12:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:09:39 UTC)" (scheduled at 2022-06-03 12:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:09:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:09:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:09:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 9, 9, 176595), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 9, 9, 176595), 0, 2, datetime.datetime(2022, 6, 3, 12, 9, 9, 176595), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:09:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:09:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 9, 9, 179703), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 9, 9, 179703), 0, 2, datetime.datetime(2022, 6, 3, 12, 9, 9, 179703), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:09:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:09:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 9, 9, 181556), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 9, 9, 181556), 0, 2, datetime.datetime(2022, 6, 3, 12, 9, 9, 181556), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:09:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:09:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 9, 9, 183235), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 9, 9, 183235), 0, 2, datetime.datetime(2022, 6, 3, 12, 9, 9, 183235), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:09:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:09:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:09:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:09:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:09:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:09:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:09:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:09:27,696 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:10:09.167018+00:00 (in 29.999231 seconds)
repomirrorworker stdout | 2022-06-03 12:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:10:09 UTC)" (scheduled at 2022-06-03 12:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:09:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:09:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:09:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 9, 39, 176581), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 9, 39, 176581), 0, 2, datetime.datetime(2022, 6, 3, 12, 9, 39, 176581), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:09:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:09:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 9, 39, 179863), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 9, 39, 179863), 0, 2, datetime.datetime(2022, 6, 3, 12, 9, 39, 179863), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:09:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:09:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 9, 39, 181895), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 9, 39, 181895), 0, 2, datetime.datetime(2022, 6, 3, 12, 9, 39, 181895), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:09:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:09:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 9, 39, 183719), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 9, 39, 183719), 0, 2, datetime.datetime(2022, 6, 3, 12, 9, 39, 183719), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:09:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:09:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:09:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:09:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:09:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:09:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:09:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:09:57,755 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:10:39.167018+00:00 (in 29.999117 seconds)
repomirrorworker stdout | 2022-06-03 12:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:10:39 UTC)" (scheduled at 2022-06-03 12:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:10:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:10:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:10:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 10, 9, 176730), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 10, 9, 176730), 0, 2, datetime.datetime(2022, 6, 3, 12, 10, 9, 176730), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:10:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:10:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 10, 9, 179835), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 10, 9, 179835), 0, 2, datetime.datetime(2022, 6, 3, 12, 10, 9, 179835), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:10:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:10:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 10, 9, 181722), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 10, 9, 181722), 0, 2, datetime.datetime(2022, 6, 3, 12, 10, 9, 181722), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:10:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:10:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 10, 9, 183430), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 10, 9, 183430), 0, 2, datetime.datetime(2022, 6, 3, 12, 10, 9, 183430), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:10:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:10:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 10, 9, 185105), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 10, 9, 185105), 0, 2, datetime.datetime(2022, 6, 3, 12, 10, 9, 185105), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:10:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:10:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:10:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:10:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:10:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:10:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:10:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:10:27,805 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:11:09.167018+00:00 (in 29.999202 seconds)
repomirrorworker stdout | 2022-06-03 12:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:11:09 UTC)" (scheduled at 2022-06-03 12:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:10:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:10:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 10, 39, 176479), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 10, 39, 176479), 0, 2, datetime.datetime(2022, 6, 3, 12, 10, 39, 176479), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:10:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:10:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 10, 39, 179913), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 10, 39, 179913), 0, 2, datetime.datetime(2022, 6, 3, 12, 10, 39, 179913), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:10:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:10:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 10, 39, 181782), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 10, 39, 181782), 0, 2, datetime.datetime(2022, 6, 3, 12, 10, 39, 181782), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:10:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:10:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 10, 39, 183431), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 10, 39, 183431), 0, 2, datetime.datetime(2022, 6, 3, 12, 10, 39, 183431), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:10:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:10:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 10, 39, 185095), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 10, 39, 185095), 0, 2, datetime.datetime(2022, 6, 3, 12, 10, 39, 185095), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:10:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:10:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:10:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:10:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:10:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:10:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:10:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:10:57,867 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:11:39.167018+00:00 (in 29.998977 seconds)
repomirrorworker stdout | 2022-06-03 12:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:11:39 UTC)" (scheduled at 2022-06-03 12:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:11:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:11:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:11:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 11, 9, 176862), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 11, 9, 176862), 0, 2, datetime.datetime(2022, 6, 3, 12, 11, 9, 176862), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:11:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:11:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 11, 9, 180049), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 11, 9, 180049), 0, 2, datetime.datetime(2022, 6, 3, 12, 11, 9, 180049), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:11:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:11:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 11, 9, 182101), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 11, 9, 182101), 0, 2, datetime.datetime(2022, 6, 3, 12, 11, 9, 182101), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:11:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:11:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 11, 9, 183801), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 11, 9, 183801), 0, 2, datetime.datetime(2022, 6, 3, 12, 11, 9, 183801), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:11:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:11:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 11, 9, 185456), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 11, 9, 185456), 0, 2, datetime.datetime(2022, 6, 3, 12, 11, 9, 185456), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:11:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:11:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:11:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:11:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:11:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:11:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:11:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:11:27,944 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:12:09.167018+00:00 (in 29.999119 seconds)
repomirrorworker stdout | 2022-06-03 12:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:12:09 UTC)" (scheduled at 2022-06-03 12:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:11:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:11:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:11:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 11, 39, 177440), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 11, 39, 177440), 0, 2, datetime.datetime(2022, 6, 3, 12, 11, 39, 177440), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:11:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:11:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 11, 39, 180879), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 11, 39, 180879), 0, 2, datetime.datetime(2022, 6, 3, 12, 11, 39, 180879), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:11:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:11:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 11, 39, 182907), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 11, 39, 182907), 0, 2, datetime.datetime(2022, 6, 3, 12, 11, 39, 182907), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:11:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:11:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 11, 39, 184766), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 11, 39, 184766), 0, 2, datetime.datetime(2022, 6, 3, 12, 11, 39, 184766), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:11:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:11:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:11:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:11:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:11:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:11:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:11:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:11:57,992 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:12:39.167018+00:00 (in 29.998944 seconds)
repomirrorworker stdout | 2022-06-03 12:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:12:39 UTC)" (scheduled at 2022-06-03 12:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:12:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:12:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:12:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 12, 9, 176824), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 12, 9, 176824), 0, 2, datetime.datetime(2022, 6, 3, 12, 12, 9, 176824), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:12:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:12:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 12, 9, 180173), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 12, 9, 180173), 0, 2, datetime.datetime(2022, 6, 3, 12, 12, 9, 180173), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:12:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:12:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 12, 9, 182140), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 12, 9, 182140), 0, 2, datetime.datetime(2022, 6, 3, 12, 12, 9, 182140), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:12:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:12:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 12, 9, 183816), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 12, 9, 183816), 0, 2, datetime.datetime(2022, 6, 3, 12, 12, 9, 183816), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:12:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:12:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 12, 9, 185445), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 12, 9, 185445), 0, 2, datetime.datetime(2022, 6, 3, 12, 12, 9, 185445), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:12:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:12:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:12:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:12:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:12:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:12:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:12:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:12:28,053 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:13:09.167018+00:00 (in 29.999201 seconds)
repomirrorworker stdout | 2022-06-03 12:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:13:09 UTC)" (scheduled at 2022-06-03 12:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:12:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:12:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:12:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 12, 39, 177040), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 12, 39, 177040), 0, 2, datetime.datetime(2022, 6, 3, 12, 12, 39, 177040), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:12:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:12:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 12, 39, 180290), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 12, 39, 180290), 0, 2, datetime.datetime(2022, 6, 3, 12, 12, 39, 180290), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:12:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:12:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 12, 39, 182204), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 12, 39, 182204), 0, 2, datetime.datetime(2022, 6, 3, 12, 12, 39, 182204), True, 14, 15])
repomirrorworker stdout | 2022-06-03 12:12:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 12:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 12, 39, 183919), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 12, 39, 183919), 0, 2, datetime.datetime(2022, 6, 3, 12, 12, 39, 183919), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:12:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:12:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 12, 39, 185556), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 12, 39, 185556), 0, 2, datetime.datetime(2022, 6, 3, 12, 12, 39, 185556), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:12:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:12:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:12:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:12:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:12:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:12:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:12:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:12:58,108 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:13:39.167018+00:00 (in 29.999111 seconds)
repomirrorworker stdout | 2022-06-03 12:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:13:39 UTC)" (scheduled at 2022-06-03 12:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:13:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:13:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:13:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 13, 9, 176825), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 13, 9, 176825), 0, 2, datetime.datetime(2022, 6, 3, 12, 13, 9, 176825), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:13:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:13:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 13, 9, 180110), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 13, 9, 180110), 0, 2, datetime.datetime(2022, 6, 3, 12, 13, 9, 180110), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:13:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:13:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 13, 9, 182032), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 13, 9, 182032), 0, 2, datetime.datetime(2022, 6, 3, 12, 13, 9, 182032), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:13:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:13:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 13, 9, 183711), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 13, 9, 183711), 0, 2, datetime.datetime(2022, 6, 3, 12, 13, 9, 183711), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:13:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:13:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:13:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:13:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:13:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:13:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:13:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:13:28,158 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:14:09.167018+00:00 (in 29.999114 seconds)
repomirrorworker stdout | 2022-06-03 12:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:14:09 UTC)" (scheduled at 2022-06-03 12:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:13:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:13:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:13:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 13, 39, 177429), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 13, 39, 177429), 0, 2, datetime.datetime(2022, 6, 3, 12, 13, 39, 177429), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:13:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:13:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 13, 39, 180755), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 13, 39, 180755), 0, 2, datetime.datetime(2022, 6, 3, 12, 13, 39, 180755), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:13:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:13:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 13, 39, 182689), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 13, 39, 182689), 0, 2, datetime.datetime(2022, 6, 3, 12, 13, 39, 182689), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:13:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:13:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 13, 39, 184436), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 13, 39, 184436), 0, 2, datetime.datetime(2022, 6, 3, 12, 13, 39, 184436), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:13:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:13:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:13:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:13:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:13:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:13:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:13:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:13:58,222 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:14:39.167018+00:00 (in 29.999030 seconds)
repomirrorworker stdout | 2022-06-03 12:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:14:39 UTC)" (scheduled at 2022-06-03 12:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:14:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:14:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:14:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 14, 9, 176946), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 14, 9, 176946), 0, 2, datetime.datetime(2022, 6, 3, 12, 14, 9, 176946), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:14:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:14:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 14, 9, 180493), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 14, 9, 180493), 0, 2, datetime.datetime(2022, 6, 3, 12, 14, 9, 180493), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:14:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:14:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 14, 9, 182338), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 14, 9, 182338), 0, 2, datetime.datetime(2022, 6, 3, 12, 14, 9, 182338), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:14:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:14:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 14, 9, 184022), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 14, 9, 184022), 0, 2, datetime.datetime(2022, 6, 3, 12, 14, 9, 184022), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:14:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:14:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 14, 9, 185642), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 14, 9, 185642), 0, 2, datetime.datetime(2022, 6, 3, 12, 14, 9, 185642), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:14:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:14:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:14:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:14:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:14:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:14:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:14:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:14:28,283 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:15:09.167018+00:00 (in 29.999128 seconds)
repomirrorworker stdout | 2022-06-03 12:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:15:09 UTC)" (scheduled at 2022-06-03 12:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:14:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:14:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:14:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 14, 39, 177256), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 14, 39, 177256), 0, 2, datetime.datetime(2022, 6, 3, 12, 14, 39, 177256), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:14:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:14:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 14, 39, 180607), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 14, 39, 180607), 0, 2, datetime.datetime(2022, 6, 3, 12, 14, 39, 180607), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:14:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 14, 39, 182543), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 14, 39, 182543), 0, 2, datetime.datetime(2022, 6, 3, 12, 14, 39, 182543), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:14:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:14:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 14, 39, 184300), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 14, 39, 184300), 0, 2, datetime.datetime(2022, 6, 3, 12, 14, 39, 184300), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:14:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:14:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 14, 39, 186001), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 14, 39, 186001), 0, 2, datetime.datetime(2022, 6, 3, 12, 14, 39, 186001), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:14:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:14:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:14:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:14:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:14:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:14:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:14:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:14:58,309 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:15:39.167018+00:00 (in 29.999115 seconds)
repomirrorworker stdout | 2022-06-03 12:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:15:39 UTC)" (scheduled at 2022-06-03 12:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:15:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:15:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:15:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 15, 9, 177102), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 15, 9, 177102), 0, 2, datetime.datetime(2022, 6, 3, 12, 15, 9, 177102), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:15:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:15:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 15, 9, 180953), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 15, 9, 180953), 0, 2, datetime.datetime(2022, 6, 3, 12, 15, 9, 180953), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:15:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 15, 9, 183081), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 15, 9, 183081), 0, 2, datetime.datetime(2022, 6, 3, 12, 15, 9, 183081), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:15:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:15:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 15, 9, 184989), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 15, 9, 184989), 0, 2, datetime.datetime(2022, 6, 3, 12, 15, 9, 184989), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:15:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:15:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:15:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:15:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:15:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:15:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:15:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:15:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:15:28,370 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:15:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:15:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:16:09.167018+00:00 (in 29.999107 seconds)
repomirrorworker stdout | 2022-06-03 12:15:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:16:09 UTC)" (scheduled at 2022-06-03 12:15:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:15:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:15:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:15:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 15, 39, 177517), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 15, 39, 177517), 0, 2, datetime.datetime(2022, 6, 3, 12, 15, 39, 177517), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:15:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:15:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 15, 39, 181404), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 15, 39, 181404), 0, 2, datetime.datetime(2022, 6, 3, 12, 15, 39, 181404), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:15:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:15:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 15, 39, 183375), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 15, 39, 183375), 0, 2, datetime.datetime(2022, 6, 3, 12, 15, 39, 183375), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:15:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:15:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 15, 39, 185225), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 15, 39, 185225), 0, 2, datetime.datetime(2022, 6, 3, 12, 15, 39, 185225), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:15:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:15:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:15:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:15:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:15:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:15:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:15:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:16:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:15:58,416 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:16:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:16:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:16:39.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-03 12:16:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:16:39 UTC)" (scheduled at 2022-06-03 12:16:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:16:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:16:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:16:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 16, 9, 177367), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 16, 9, 177367), 0, 2, datetime.datetime(2022, 6, 3, 12, 16, 9, 177367), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:16:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:16:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 16, 9, 181046), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 16, 9, 181046), 0, 2, datetime.datetime(2022, 6, 3, 12, 16, 9, 181046), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:16:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:16:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 16, 9, 183044), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 16, 9, 183044), 0, 2, datetime.datetime(2022, 6, 3, 12, 16, 9, 183044), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:16:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:16:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 16, 9, 184888), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 16, 9, 184888), 0, 2, datetime.datetime(2022, 6, 3, 12, 16, 9, 184888), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:16:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:16:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 16, 9, 186707), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 16, 9, 186707), 0, 2, datetime.datetime(2022, 6, 3, 12, 16, 9, 186707), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:16:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:16:09,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:16:09,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:16:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:16:09,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:16:09,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:16:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:16:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:16:28,707 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:16:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:16:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:17:09.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-03 12:16:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:17:09 UTC)" (scheduled at 2022-06-03 12:16:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:16:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:16:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:16:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 16, 39, 176807), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 16, 39, 176807), 0, 2, datetime.datetime(2022, 6, 3, 12, 16, 39, 176807), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:16:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:16:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 16, 39, 180052), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 16, 39, 180052), 0, 2, datetime.datetime(2022, 6, 3, 12, 16, 39, 180052), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:16:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:16:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 16, 39, 182043), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 16, 39, 182043), 0, 2, datetime.datetime(2022, 6, 3, 12, 16, 39, 182043), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:16:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:16:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 16, 39, 183793), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 16, 39, 183793), 0, 2, datetime.datetime(2022, 6, 3, 12, 16, 39, 183793), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:16:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:16:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:16:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:16:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:16:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:16:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:16:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:17:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:16:58,765 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:17:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:17:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:17:39.167018+00:00 (in 29.999064 seconds)
repomirrorworker stdout | 2022-06-03 12:17:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:17:39 UTC)" (scheduled at 2022-06-03 12:17:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:17:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:17:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:17:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 17, 9, 177151), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 17, 9, 177151), 0, 2, datetime.datetime(2022, 6, 3, 12, 17, 9, 177151), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:17:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:17:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 17, 9, 181149), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 17, 9, 181149), 0, 2, datetime.datetime(2022, 6, 3, 12, 17, 9, 181149), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:17:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:17:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 17, 9, 183040), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 17, 9, 183040), 0, 2, datetime.datetime(2022, 6, 3, 12, 17, 9, 183040), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:17:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:17:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 17, 9, 184723), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 17, 9, 184723), 0, 2, datetime.datetime(2022, 6, 3, 12, 17, 9, 184723), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:17:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:17:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:17:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:17:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:17:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:17:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:17:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:17:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:17:28,859 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:17:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:17:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:18:09.167018+00:00 (in 29.998903 seconds)
repomirrorworker stdout | 2022-06-03 12:17:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:18:09 UTC)" (scheduled at 2022-06-03 12:17:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:17:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:17:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:17:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 17, 39, 177028), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 17, 39, 177028), 0, 2, datetime.datetime(2022, 6, 3, 12, 17, 39, 177028), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:17:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:17:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 17, 39, 180306), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 17, 39, 180306), 0, 2, datetime.datetime(2022, 6, 3, 12, 17, 39, 180306), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:17:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:17:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 17, 39, 182288), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 17, 39, 182288), 0, 2, datetime.datetime(2022, 6, 3, 12, 17, 39, 182288), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:17:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:17:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 17, 39, 184035), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 17, 39, 184035), 0, 2, datetime.datetime(2022, 6, 3, 12, 17, 39, 184035), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:17:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:17:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 17, 39, 185710), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 17, 39, 185710), 0, 2, datetime.datetime(2022, 6, 3, 12, 17, 39, 185710), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:17:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:17:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:17:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:17:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:17:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:17:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:17:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:18:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:17:58,923 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:18:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:18:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:18:39.167018+00:00 (in 29.999002 seconds)
repomirrorworker stdout | 2022-06-03 12:18:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:18:39 UTC)" (scheduled at 2022-06-03 12:18:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:18:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:18:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:18:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 18, 9, 176474), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 18, 9, 176474), 0, 2, datetime.datetime(2022, 6, 3, 12, 18, 9, 176474), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:18:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:18:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 18, 9, 179801), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 18, 9, 179801), 0, 2, datetime.datetime(2022, 6, 3, 12, 18, 9, 179801), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:18:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:18:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 18, 9, 181706), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 18, 9, 181706), 0, 2, datetime.datetime(2022, 6, 3, 12, 18, 9, 181706), True, 14, 15])
repomirrorworker stdout | 2022-06-03 12:18:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 12:18:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 18, 9, 183400), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 18, 9, 183400), 0, 2, datetime.datetime(2022, 6, 3, 12, 18, 9, 183400), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:18:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:18:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 18, 9, 185100), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 18, 9, 185100), 0, 2, datetime.datetime(2022, 6, 3, 12, 18, 9, 185100), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:18:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:18:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:18:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:18:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:18:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:18:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:18:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:18:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:18:28,992 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:18:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:18:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:19:09.167018+00:00 (in 29.999090 seconds)
repomirrorworker stdout | 2022-06-03 12:18:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:19:09 UTC)" (scheduled at 2022-06-03 12:18:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:18:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:18:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:18:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 18, 39, 176758), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 18, 39, 176758), 0, 2, datetime.datetime(2022, 6, 3, 12, 18, 39, 176758), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:18:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:18:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 18, 39, 179994), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 18, 39, 179994), 0, 2, datetime.datetime(2022, 6, 3, 12, 18, 39, 179994), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:18:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:18:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 18, 39, 182022), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 18, 39, 182022), 0, 2, datetime.datetime(2022, 6, 3, 12, 18, 39, 182022), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:18:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:18:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 18, 39, 183744), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 18, 39, 183744), 0, 2, datetime.datetime(2022, 6, 3, 12, 18, 39, 183744), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:18:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:18:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:18:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:18:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:18:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:18:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:18:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:19:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:18:59,051 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:19:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:19:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:19:39.167018+00:00 (in 29.999065 seconds)
repomirrorworker stdout | 2022-06-03 12:19:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:19:39 UTC)" (scheduled at 2022-06-03 12:19:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:19:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:19:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:19:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 19, 9, 176894), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 19, 9, 176894), 0, 2, datetime.datetime(2022, 6, 3, 12, 19, 9, 176894), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:19:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:19:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 19, 9, 180624), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 19, 9, 180624), 0, 2, datetime.datetime(2022, 6, 3, 12, 19, 9, 180624), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:19:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:19:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 19, 9, 182794), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 19, 9, 182794), 0, 2, datetime.datetime(2022, 6, 3, 12, 19, 9, 182794), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:19:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:19:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 19, 9, 184602), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 19, 9, 184602), 0, 2, datetime.datetime(2022, 6, 3, 12, 19, 9, 184602), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:19:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:19:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:19:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:19:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:19:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:19:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:19:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:19:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:19:29,117 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:19:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:19:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:20:09.167018+00:00 (in 29.999084 seconds)
repomirrorworker stdout | 2022-06-03 12:19:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:20:09 UTC)" (scheduled at 2022-06-03 12:19:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:19:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:19:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:19:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 19, 39, 176896), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 19, 39, 176896), 0, 2, datetime.datetime(2022, 6, 3, 12, 19, 39, 176896), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:19:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:19:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 19, 39, 180522), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 19, 39, 180522), 0, 2, datetime.datetime(2022, 6, 3, 12, 19, 39, 180522), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:19:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:19:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 19, 39, 182435), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 19, 39, 182435), 0, 2, datetime.datetime(2022, 6, 3, 12, 19, 39, 182435), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:19:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:19:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 19, 39, 184176), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 19, 39, 184176), 0, 2, datetime.datetime(2022, 6, 3, 12, 19, 39, 184176), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:19:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:19:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 19, 39, 185902), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 19, 39, 185902), 0, 2, datetime.datetime(2022, 6, 3, 12, 19, 39, 185902), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:19:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:19:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:19:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:19:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:19:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:19:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:19:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:20:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:19:59,145 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:20:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:20:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:20:39.167018+00:00 (in 29.998938 seconds)
repomirrorworker stdout | 2022-06-03 12:20:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:20:39 UTC)" (scheduled at 2022-06-03 12:20:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:20:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:20:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:20:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 20, 9, 177133), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 20, 9, 177133), 0, 2, datetime.datetime(2022, 6, 3, 12, 20, 9, 177133), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:20:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:20:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 20, 9, 180398), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 20, 9, 180398), 0, 2, datetime.datetime(2022, 6, 3, 12, 20, 9, 180398), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:20:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:20:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 20, 9, 182325), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 20, 9, 182325), 0, 2, datetime.datetime(2022, 6, 3, 12, 20, 9, 182325), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:20:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:20:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 20, 9, 184125), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 20, 9, 184125), 0, 2, datetime.datetime(2022, 6, 3, 12, 20, 9, 184125), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:20:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:20:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 20, 9, 185846), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 20, 9, 185846), 0, 2, datetime.datetime(2022, 6, 3, 12, 20, 9, 185846), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:20:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:20:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:20:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:20:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:20:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:20:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:20:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:20:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:20:29,272 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:20:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:20:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:21:09.167018+00:00 (in 29.998976 seconds)
repomirrorworker stdout | 2022-06-03 12:20:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:21:09 UTC)" (scheduled at 2022-06-03 12:20:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:20:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:20:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:20:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 20, 39, 176555), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 20, 39, 176555), 0, 2, datetime.datetime(2022, 6, 3, 12, 20, 39, 176555), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:20:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:20:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 20, 39, 179667), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 20, 39, 179667), 0, 2, datetime.datetime(2022, 6, 3, 12, 20, 39, 179667), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:20:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:20:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 20, 39, 181530), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 20, 39, 181530), 0, 2, datetime.datetime(2022, 6, 3, 12, 20, 39, 181530), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:20:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:20:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 20, 39, 183178), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 20, 39, 183178), 0, 2, datetime.datetime(2022, 6, 3, 12, 20, 39, 183178), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:20:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:20:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 20, 39, 184828), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 20, 39, 184828), 0, 2, datetime.datetime(2022, 6, 3, 12, 20, 39, 184828), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:20:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:20:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:20:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:20:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:20:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:20:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:20:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:21:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:20:59,299 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:21:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:21:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:21:39.167018+00:00 (in 29.998988 seconds)
repomirrorworker stdout | 2022-06-03 12:21:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:21:39 UTC)" (scheduled at 2022-06-03 12:21:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:21:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:21:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:21:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 21, 9, 176539), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 21, 9, 176539), 0, 2, datetime.datetime(2022, 6, 3, 12, 21, 9, 176539), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:21:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:21:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 21, 9, 180019), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 21, 9, 180019), 0, 2, datetime.datetime(2022, 6, 3, 12, 21, 9, 180019), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:21:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:21:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 21, 9, 181930), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 21, 9, 181930), 0, 2, datetime.datetime(2022, 6, 3, 12, 21, 9, 181930), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:21:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:21:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 21, 9, 183611), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 21, 9, 183611), 0, 2, datetime.datetime(2022, 6, 3, 12, 21, 9, 183611), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:21:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:21:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 21, 9, 185311), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 21, 9, 185311), 0, 2, datetime.datetime(2022, 6, 3, 12, 21, 9, 185311), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:21:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:21:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:21:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:21:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:21:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:21:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:21:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:21:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:21:29,367 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:21:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:21:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:22:09.167018+00:00 (in 29.999215 seconds)
repomirrorworker stdout | 2022-06-03 12:21:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:22:09 UTC)" (scheduled at 2022-06-03 12:21:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:21:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:21:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:21:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 21, 39, 176751), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 21, 39, 176751), 0, 2, datetime.datetime(2022, 6, 3, 12, 21, 39, 176751), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:21:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:21:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 21, 39, 180353), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 21, 39, 180353), 0, 2, datetime.datetime(2022, 6, 3, 12, 21, 39, 180353), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:21:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:21:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 21, 39, 182328), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 21, 39, 182328), 0, 2, datetime.datetime(2022, 6, 3, 12, 21, 39, 182328), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:21:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:21:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 21, 39, 184057), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 21, 39, 184057), 0, 2, datetime.datetime(2022, 6, 3, 12, 21, 39, 184057), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:21:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:21:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 21, 39, 185748), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 21, 39, 185748), 0, 2, datetime.datetime(2022, 6, 3, 12, 21, 39, 185748), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:21:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:21:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:21:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:21:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:21:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:21:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:21:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:22:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:21:59,412 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:22:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:22:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:22:39.167018+00:00 (in 29.999201 seconds)
repomirrorworker stdout | 2022-06-03 12:22:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:22:39 UTC)" (scheduled at 2022-06-03 12:22:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:22:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:22:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:22:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 22, 9, 176535), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 22, 9, 176535), 0, 2, datetime.datetime(2022, 6, 3, 12, 22, 9, 176535), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:22:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:22:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 22, 9, 179976), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 22, 9, 179976), 0, 2, datetime.datetime(2022, 6, 3, 12, 22, 9, 179976), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:22:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:22:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 22, 9, 181972), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 22, 9, 181972), 0, 2, datetime.datetime(2022, 6, 3, 12, 22, 9, 181972), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:22:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:22:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 22, 9, 183999), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 22, 9, 183999), 0, 2, datetime.datetime(2022, 6, 3, 12, 22, 9, 183999), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:22:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:22:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 22, 9, 185737), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 22, 9, 185737), 0, 2, datetime.datetime(2022, 6, 3, 12, 22, 9, 185737), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:22:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:22:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:22:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:22:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:22:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:22:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:22:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:22:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:22:29,447 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:22:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:22:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:23:09.167018+00:00 (in 29.999228 seconds)
repomirrorworker stdout | 2022-06-03 12:22:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:23:09 UTC)" (scheduled at 2022-06-03 12:22:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:22:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:22:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:22:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 22, 39, 176547), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 22, 39, 176547), 0, 2, datetime.datetime(2022, 6, 3, 12, 22, 39, 176547), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:22:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:22:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 22, 39, 179952), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 22, 39, 179952), 0, 2, datetime.datetime(2022, 6, 3, 12, 22, 39, 179952), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:22:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:22:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 22, 39, 182005), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 22, 39, 182005), 0, 2, datetime.datetime(2022, 6, 3, 12, 22, 39, 182005), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:22:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:22:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 22, 39, 183661), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 22, 39, 183661), 0, 2, datetime.datetime(2022, 6, 3, 12, 22, 39, 183661), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:22:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:22:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:22:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:22:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:22:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:22:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:22:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:23:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:22:59,505 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:23:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:23:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:23:39.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-03 12:23:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:23:39 UTC)" (scheduled at 2022-06-03 12:23:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:23:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:23:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:23:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 23, 9, 176206), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 23, 9, 176206), 0, 2, datetime.datetime(2022, 6, 3, 12, 23, 9, 176206), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:23:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:23:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 23, 9, 179461), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 23, 9, 179461), 0, 2, datetime.datetime(2022, 6, 3, 12, 23, 9, 179461), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:23:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:23:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 23, 9, 181457), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 23, 9, 181457), 0, 2, datetime.datetime(2022, 6, 3, 12, 23, 9, 181457), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:23:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:23:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 23, 9, 183176), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 23, 9, 183176), 0, 2, datetime.datetime(2022, 6, 3, 12, 23, 9, 183176), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:23:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:23:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:23:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:23:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:23:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:23:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:23:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:23:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:23:29,561 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:23:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:23:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:24:09.167018+00:00 (in 29.999110 seconds)
repomirrorworker stdout | 2022-06-03 12:23:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:24:09 UTC)" (scheduled at 2022-06-03 12:23:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:23:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:23:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:23:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 23, 39, 176956), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 23, 39, 176956), 0, 2, datetime.datetime(2022, 6, 3, 12, 23, 39, 176956), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:23:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:23:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 23, 39, 180442), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 23, 39, 180442), 0, 2, datetime.datetime(2022, 6, 3, 12, 23, 39, 180442), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:23:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:23:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 23, 39, 182398), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 23, 39, 182398), 0, 2, datetime.datetime(2022, 6, 3, 12, 23, 39, 182398), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:23:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:23:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 23, 39, 184124), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 23, 39, 184124), 0, 2, datetime.datetime(2022, 6, 3, 12, 23, 39, 184124), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:23:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:23:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:23:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:23:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:23:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:23:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:23:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:24:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:23:59,608 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:24:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:24:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:24:39.167018+00:00 (in 29.999240 seconds)
repomirrorworker stdout | 2022-06-03 12:24:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:24:39 UTC)" (scheduled at 2022-06-03 12:24:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:24:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:24:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:24:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 24, 9, 176036), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 24, 9, 176036), 0, 2, datetime.datetime(2022, 6, 3, 12, 24, 9, 176036), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:24:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:24:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 24, 9, 179128), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 24, 9, 179128), 0, 2, datetime.datetime(2022, 6, 3, 12, 24, 9, 179128), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:24:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:24:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 24, 9, 181049), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 24, 9, 181049), 0, 2, datetime.datetime(2022, 6, 3, 12, 24, 9, 181049), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:24:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:24:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 24, 9, 182722), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 24, 9, 182722), 0, 2, datetime.datetime(2022, 6, 3, 12, 24, 9, 182722), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:24:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:24:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 24, 9, 184351), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 24, 9, 184351), 0, 2, datetime.datetime(2022, 6, 3, 12, 24, 9, 184351), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:24:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:24:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:24:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:24:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:24:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:24:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:24:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:24:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:24:29,661 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:24:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:24:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:25:09.167018+00:00 (in 29.999195 seconds)
repomirrorworker stdout | 2022-06-03 12:24:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:25:09 UTC)" (scheduled at 2022-06-03 12:24:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:24:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:24:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:24:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 24, 39, 176839), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 24, 39, 176839), 0, 2, datetime.datetime(2022, 6, 3, 12, 24, 39, 176839), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:24:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:24:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 24, 39, 181171), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 24, 39, 181171), 0, 2, datetime.datetime(2022, 6, 3, 12, 24, 39, 181171), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:24:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:24:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 24, 39, 183085), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 24, 39, 183085), 0, 2, datetime.datetime(2022, 6, 3, 12, 24, 39, 183085), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:24:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:24:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 24, 39, 184905), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 24, 39, 184905), 0, 2, datetime.datetime(2022, 6, 3, 12, 24, 39, 184905), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:24:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:24:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:24:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:24:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:24:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:24:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:24:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:25:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:24:59,716 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:25:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:25:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:25:39.167018+00:00 (in 29.999223 seconds)
repomirrorworker stdout | 2022-06-03 12:25:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:25:39 UTC)" (scheduled at 2022-06-03 12:25:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:25:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:25:09,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:25:09,179 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 25, 9, 178006), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 25, 9, 178006), 0, 2, datetime.datetime(2022, 6, 3, 12, 25, 9, 178006), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:25:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:25:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 25, 9, 186106), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 25, 9, 186106), 0, 2, datetime.datetime(2022, 6, 3, 12, 25, 9, 186106), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:25:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:25:09,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 25, 9, 188585), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 25, 9, 188585), 0, 2, datetime.datetime(2022, 6, 3, 12, 25, 9, 188585), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:25:09,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:25:09,191 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 25, 9, 190702), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 25, 9, 190702), 0, 2, datetime.datetime(2022, 6, 3, 12, 25, 9, 190702), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:25:09,192 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:25:09,192 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:25:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:25:09,193 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:25:09,198 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:25:09,198 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:25:09,199 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:25:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:25:29,775 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:25:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:25:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:26:09.167018+00:00 (in 29.999131 seconds)
repomirrorworker stdout | 2022-06-03 12:25:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:26:09 UTC)" (scheduled at 2022-06-03 12:25:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:25:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:25:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:25:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 25, 39, 177186), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 25, 39, 177186), 0, 2, datetime.datetime(2022, 6, 3, 12, 25, 39, 177186), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:25:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:25:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 25, 39, 180744), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 25, 39, 180744), 0, 2, datetime.datetime(2022, 6, 3, 12, 25, 39, 180744), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:25:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:25:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 25, 39, 182884), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 25, 39, 182884), 0, 2, datetime.datetime(2022, 6, 3, 12, 25, 39, 182884), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:25:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:25:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 25, 39, 184886), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 25, 39, 184886), 0, 2, datetime.datetime(2022, 6, 3, 12, 25, 39, 184886), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:25:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:25:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 25, 39, 186852), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 25, 39, 186852), 0, 2, datetime.datetime(2022, 6, 3, 12, 25, 39, 186852), True, 14, 15])
repomirrorworker stdout | 2022-06-03 12:25:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 12:25:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:25:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:25:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:25:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:25:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:25:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:26:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:25:59,819 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:26:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:26:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:26:39.167018+00:00 (in 29.999062 seconds)
repomirrorworker stdout | 2022-06-03 12:26:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:26:39 UTC)" (scheduled at 2022-06-03 12:26:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:26:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:26:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:26:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 26, 9, 176610), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 26, 9, 176610), 0, 2, datetime.datetime(2022, 6, 3, 12, 26, 9, 176610), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:26:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:26:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 26, 9, 179762), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 26, 9, 179762), 0, 2, datetime.datetime(2022, 6, 3, 12, 26, 9, 179762), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:26:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:26:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 26, 9, 181661), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 26, 9, 181661), 0, 2, datetime.datetime(2022, 6, 3, 12, 26, 9, 181661), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:26:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:26:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 26, 9, 183350), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 26, 9, 183350), 0, 2, datetime.datetime(2022, 6, 3, 12, 26, 9, 183350), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:26:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:26:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 26, 9, 185056), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 26, 9, 185056), 0, 2, datetime.datetime(2022, 6, 3, 12, 26, 9, 185056), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:26:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:26:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:26:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:26:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:26:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:26:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:26:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:26:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:26:29,878 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:26:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:26:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:27:09.167018+00:00 (in 29.999159 seconds)
repomirrorworker stdout | 2022-06-03 12:26:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:27:09 UTC)" (scheduled at 2022-06-03 12:26:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:26:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:26:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:26:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 26, 39, 176244), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 26, 39, 176244), 0, 2, datetime.datetime(2022, 6, 3, 12, 26, 39, 176244), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:26:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:26:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 26, 39, 179689), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 26, 39, 179689), 0, 2, datetime.datetime(2022, 6, 3, 12, 26, 39, 179689), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:26:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:26:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 26, 39, 181702), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 26, 39, 181702), 0, 2, datetime.datetime(2022, 6, 3, 12, 26, 39, 181702), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:26:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:26:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 26, 39, 183391), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 26, 39, 183391), 0, 2, datetime.datetime(2022, 6, 3, 12, 26, 39, 183391), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:26:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:26:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:26:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:26:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:26:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:26:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:26:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:27:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:26:59,926 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:27:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:27:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:27:39.167018+00:00 (in 29.999243 seconds)
repomirrorworker stdout | 2022-06-03 12:27:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:27:39 UTC)" (scheduled at 2022-06-03 12:27:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:27:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:27:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:27:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 27, 9, 176242), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 27, 9, 176242), 0, 2, datetime.datetime(2022, 6, 3, 12, 27, 9, 176242), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:27:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:27:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 27, 9, 179377), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 27, 9, 179377), 0, 2, datetime.datetime(2022, 6, 3, 12, 27, 9, 179377), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:27:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:27:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 27, 9, 181381), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 27, 9, 181381), 0, 2, datetime.datetime(2022, 6, 3, 12, 27, 9, 181381), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:27:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:27:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 27, 9, 183107), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 27, 9, 183107), 0, 2, datetime.datetime(2022, 6, 3, 12, 27, 9, 183107), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:27:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:27:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 27, 9, 184777), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 27, 9, 184777), 0, 2, datetime.datetime(2022, 6, 3, 12, 27, 9, 184777), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:27:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:27:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:27:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:27:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:27:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:27:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:27:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:27:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:27:29,965 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:27:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:27:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:28:09.167018+00:00 (in 29.999207 seconds)
repomirrorworker stdout | 2022-06-03 12:27:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:28:09 UTC)" (scheduled at 2022-06-03 12:27:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:27:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:27:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:27:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 27, 39, 176867), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 27, 39, 176867), 0, 2, datetime.datetime(2022, 6, 3, 12, 27, 39, 176867), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:27:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:27:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 27, 39, 180406), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 27, 39, 180406), 0, 2, datetime.datetime(2022, 6, 3, 12, 27, 39, 180406), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:27:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:27:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 27, 39, 182357), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 27, 39, 182357), 0, 2, datetime.datetime(2022, 6, 3, 12, 27, 39, 182357), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:27:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:27:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 27, 39, 184259), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 27, 39, 184259), 0, 2, datetime.datetime(2022, 6, 3, 12, 27, 39, 184259), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:27:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:27:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:27:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:27:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:27:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:27:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:27:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:28:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:28:00,023 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:28:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:28:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:28:39.167018+00:00 (in 29.999257 seconds)
repomirrorworker stdout | 2022-06-03 12:28:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:28:39 UTC)" (scheduled at 2022-06-03 12:28:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:28:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:28:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:28:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 28, 9, 176625), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 28, 9, 176625), 0, 2, datetime.datetime(2022, 6, 3, 12, 28, 9, 176625), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:28:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:28:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 28, 9, 180075), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 28, 9, 180075), 0, 2, datetime.datetime(2022, 6, 3, 12, 28, 9, 180075), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:28:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:28:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 28, 9, 182100), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 28, 9, 182100), 0, 2, datetime.datetime(2022, 6, 3, 12, 28, 9, 182100), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:28:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:28:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 28, 9, 183829), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 28, 9, 183829), 0, 2, datetime.datetime(2022, 6, 3, 12, 28, 9, 183829), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:28:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:28:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:28:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:28:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:28:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:28:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:28:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:28:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:28:30,086 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:28:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:28:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:29:09.167018+00:00 (in 29.999212 seconds)
repomirrorworker stdout | 2022-06-03 12:28:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:29:09 UTC)" (scheduled at 2022-06-03 12:28:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:28:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:28:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:28:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 28, 39, 176229), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 28, 39, 176229), 0, 2, datetime.datetime(2022, 6, 3, 12, 28, 39, 176229), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:28:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:28:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 28, 39, 179404), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 28, 39, 179404), 0, 2, datetime.datetime(2022, 6, 3, 12, 28, 39, 179404), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:28:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:28:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 28, 39, 181336), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 28, 39, 181336), 0, 2, datetime.datetime(2022, 6, 3, 12, 28, 39, 181336), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:28:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:28:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 28, 39, 183069), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 28, 39, 183069), 0, 2, datetime.datetime(2022, 6, 3, 12, 28, 39, 183069), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:28:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:28:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 28, 39, 184741), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 28, 39, 184741), 0, 2, datetime.datetime(2022, 6, 3, 12, 28, 39, 184741), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:28:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:28:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:28:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:28:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:28:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:28:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:28:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:29:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:29:00,139 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:29:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:29:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:29:39.167018+00:00 (in 29.999176 seconds)
repomirrorworker stdout | 2022-06-03 12:29:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:29:39 UTC)" (scheduled at 2022-06-03 12:29:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:29:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:29:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:29:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 29, 9, 176762), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 29, 9, 176762), 0, 2, datetime.datetime(2022, 6, 3, 12, 29, 9, 176762), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:29:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:29:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 29, 9, 180049), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 29, 9, 180049), 0, 2, datetime.datetime(2022, 6, 3, 12, 29, 9, 180049), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:29:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:29:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 29, 9, 182471), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 29, 9, 182471), 0, 2, datetime.datetime(2022, 6, 3, 12, 29, 9, 182471), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:29:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:29:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 29, 9, 184182), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 29, 9, 184182), 0, 2, datetime.datetime(2022, 6, 3, 12, 29, 9, 184182), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:29:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:29:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:29:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:29:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:29:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:29:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:29:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:29:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:29:30,169 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:29:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:29:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:30:09.167018+00:00 (in 29.999173 seconds)
repomirrorworker stdout | 2022-06-03 12:29:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:30:09 UTC)" (scheduled at 2022-06-03 12:29:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:29:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:29:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:29:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 29, 39, 176332), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 29, 39, 176332), 0, 2, datetime.datetime(2022, 6, 3, 12, 29, 39, 176332), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:29:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:29:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 29, 39, 179438), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 29, 39, 179438), 0, 2, datetime.datetime(2022, 6, 3, 12, 29, 39, 179438), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:29:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:29:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 29, 39, 181284), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 29, 39, 181284), 0, 2, datetime.datetime(2022, 6, 3, 12, 29, 39, 181284), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:29:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:29:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 29, 39, 182968), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 29, 39, 182968), 0, 2, datetime.datetime(2022, 6, 3, 12, 29, 39, 182968), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:29:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:29:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 29, 39, 184792), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 29, 39, 184792), 0, 2, datetime.datetime(2022, 6, 3, 12, 29, 39, 184792), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:29:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:29:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:29:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:29:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:29:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:29:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:29:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:30:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:30:00,235 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:30:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:30:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:30:39.167018+00:00 (in 29.999180 seconds)
repomirrorworker stdout | 2022-06-03 12:30:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:30:39 UTC)" (scheduled at 2022-06-03 12:30:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:30:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:30:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:30:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 30, 9, 176770), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 30, 9, 176770), 0, 2, datetime.datetime(2022, 6, 3, 12, 30, 9, 176770), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:30:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:30:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 30, 9, 180306), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 30, 9, 180306), 0, 2, datetime.datetime(2022, 6, 3, 12, 30, 9, 180306), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:30:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:30:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 30, 9, 182230), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 30, 9, 182230), 0, 2, datetime.datetime(2022, 6, 3, 12, 30, 9, 182230), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:30:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:30:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 30, 9, 183934), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 30, 9, 183934), 0, 2, datetime.datetime(2022, 6, 3, 12, 30, 9, 183934), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:30:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:30:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 30, 9, 185617), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 30, 9, 185617), 0, 2, datetime.datetime(2022, 6, 3, 12, 30, 9, 185617), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:30:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:30:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:30:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:30:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:30:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:30:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:30:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:30:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:30:30,294 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:30:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:30:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:31:09.167018+00:00 (in 29.999149 seconds)
repomirrorworker stdout | 2022-06-03 12:30:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:31:09 UTC)" (scheduled at 2022-06-03 12:30:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:30:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:30:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:30:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 30, 39, 176946), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 30, 39, 176946), 0, 2, datetime.datetime(2022, 6, 3, 12, 30, 39, 176946), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:30:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:30:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 30, 39, 180246), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 30, 39, 180246), 0, 2, datetime.datetime(2022, 6, 3, 12, 30, 39, 180246), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:30:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:30:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 30, 39, 182509), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 30, 39, 182509), 0, 2, datetime.datetime(2022, 6, 3, 12, 30, 39, 182509), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:30:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:30:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 30, 39, 184594), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 30, 39, 184594), 0, 2, datetime.datetime(2022, 6, 3, 12, 30, 39, 184594), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:30:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:30:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:30:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:30:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:30:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:30:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:30:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:31:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:31:00,352 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:31:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:31:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:31:39.167018+00:00 (in 29.999151 seconds)
repomirrorworker stdout | 2022-06-03 12:31:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:31:39 UTC)" (scheduled at 2022-06-03 12:31:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:31:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:31:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:31:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 31, 9, 176265), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 31, 9, 176265), 0, 2, datetime.datetime(2022, 6, 3, 12, 31, 9, 176265), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:31:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:31:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 31, 9, 179348), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 31, 9, 179348), 0, 2, datetime.datetime(2022, 6, 3, 12, 31, 9, 179348), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:31:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:31:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 31, 9, 181233), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 31, 9, 181233), 0, 2, datetime.datetime(2022, 6, 3, 12, 31, 9, 181233), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:31:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:31:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 31, 9, 182918), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 31, 9, 182918), 0, 2, datetime.datetime(2022, 6, 3, 12, 31, 9, 182918), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:31:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:31:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:31:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:31:09,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:31:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:31:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:31:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:31:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:31:30,395 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:31:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:31:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:32:09.167018+00:00 (in 29.999125 seconds)
repomirrorworker stdout | 2022-06-03 12:31:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:32:09 UTC)" (scheduled at 2022-06-03 12:31:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:31:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:31:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:31:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 31, 39, 176716), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 31, 39, 176716), 0, 2, datetime.datetime(2022, 6, 3, 12, 31, 39, 176716), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:31:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:31:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 31, 39, 179968), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 31, 39, 179968), 0, 2, datetime.datetime(2022, 6, 3, 12, 31, 39, 179968), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:31:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:31:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 31, 39, 181942), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 31, 39, 181942), 0, 2, datetime.datetime(2022, 6, 3, 12, 31, 39, 181942), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:31:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:31:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 31, 39, 183728), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 31, 39, 183728), 0, 2, datetime.datetime(2022, 6, 3, 12, 31, 39, 183728), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:31:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:31:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 31, 39, 185571), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 31, 39, 185571), 0, 2, datetime.datetime(2022, 6, 3, 12, 31, 39, 185571), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:31:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:31:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:31:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:31:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:31:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:31:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:31:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:32:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:32:00,455 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:32:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:32:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:32:39.167018+00:00 (in 29.999056 seconds)
repomirrorworker stdout | 2022-06-03 12:32:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:32:39 UTC)" (scheduled at 2022-06-03 12:32:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:32:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:32:09,178 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:32:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 32, 9, 180270), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 32, 9, 180270), 0, 2, datetime.datetime(2022, 6, 3, 12, 32, 9, 180270), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:32:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:32:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 32, 9, 184942), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 32, 9, 184942), 0, 2, datetime.datetime(2022, 6, 3, 12, 32, 9, 184942), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:32:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:32:09,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 32, 9, 186965), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 32, 9, 186965), 0, 2, datetime.datetime(2022, 6, 3, 12, 32, 9, 186965), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:32:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:32:09,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 32, 9, 188738), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 32, 9, 188738), 0, 2, datetime.datetime(2022, 6, 3, 12, 32, 9, 188738), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:32:09,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:32:09,191 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 32, 9, 190458), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 32, 9, 190458), 0, 2, datetime.datetime(2022, 6, 3, 12, 32, 9, 190458), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:32:09,193 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:32:09,193 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:32:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:32:09,193 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:32:09,198 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:32:09,198 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:32:09,199 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:32:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:32:30,516 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:32:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:32:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:33:09.167018+00:00 (in 29.999049 seconds)
repomirrorworker stdout | 2022-06-03 12:32:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:33:09 UTC)" (scheduled at 2022-06-03 12:32:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:32:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:32:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:32:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 32, 39, 177097), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 32, 39, 177097), 0, 2, datetime.datetime(2022, 6, 3, 12, 32, 39, 177097), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:32:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:32:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 32, 39, 180524), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 32, 39, 180524), 0, 2, datetime.datetime(2022, 6, 3, 12, 32, 39, 180524), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:32:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:32:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 32, 39, 182862), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 32, 39, 182862), 0, 2, datetime.datetime(2022, 6, 3, 12, 32, 39, 182862), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:32:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:32:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 32, 39, 185044), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 32, 39, 185044), 0, 2, datetime.datetime(2022, 6, 3, 12, 32, 39, 185044), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:32:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:32:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 32, 39, 187197), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 32, 39, 187197), 0, 2, datetime.datetime(2022, 6, 3, 12, 32, 39, 187197), True, 14, 15])
repomirrorworker stdout | 2022-06-03 12:32:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 12:32:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:32:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:32:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:32:39,194 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:32:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:32:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:33:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:33:00,573 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:33:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:33:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:33:39.167018+00:00 (in 29.999223 seconds)
repomirrorworker stdout | 2022-06-03 12:33:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:33:39 UTC)" (scheduled at 2022-06-03 12:33:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:33:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:33:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:33:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 33, 9, 176786), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 33, 9, 176786), 0, 2, datetime.datetime(2022, 6, 3, 12, 33, 9, 176786), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:33:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:33:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 33, 9, 180079), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 33, 9, 180079), 0, 2, datetime.datetime(2022, 6, 3, 12, 33, 9, 180079), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:33:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:33:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 33, 9, 182204), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 33, 9, 182204), 0, 2, datetime.datetime(2022, 6, 3, 12, 33, 9, 182204), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:33:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:33:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 33, 9, 184120), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 33, 9, 184120), 0, 2, datetime.datetime(2022, 6, 3, 12, 33, 9, 184120), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:33:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:33:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 33, 9, 186029), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 33, 9, 186029), 0, 2, datetime.datetime(2022, 6, 3, 12, 33, 9, 186029), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:33:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:33:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:33:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:33:09,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:33:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:33:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:33:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:33:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:33:30,622 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:33:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:33:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:34:09.167018+00:00 (in 29.999190 seconds)
repomirrorworker stdout | 2022-06-03 12:33:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:34:09 UTC)" (scheduled at 2022-06-03 12:33:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:33:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:33:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:33:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 33, 39, 176560), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 33, 39, 176560), 0, 2, datetime.datetime(2022, 6, 3, 12, 33, 39, 176560), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:33:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:33:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 33, 39, 179622), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 33, 39, 179622), 0, 2, datetime.datetime(2022, 6, 3, 12, 33, 39, 179622), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:33:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:33:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 33, 39, 181480), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 33, 39, 181480), 0, 2, datetime.datetime(2022, 6, 3, 12, 33, 39, 181480), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:33:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:33:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 33, 39, 183175), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 33, 39, 183175), 0, 2, datetime.datetime(2022, 6, 3, 12, 33, 39, 183175), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:33:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:33:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 33, 39, 184998), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 33, 39, 184998), 0, 2, datetime.datetime(2022, 6, 3, 12, 33, 39, 184998), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:33:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:33:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:33:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:33:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:33:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:33:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:33:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:34:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:34:00,660 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:34:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:34:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:34:39.167018+00:00 (in 29.999223 seconds)
repomirrorworker stdout | 2022-06-03 12:34:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:34:39 UTC)" (scheduled at 2022-06-03 12:34:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:34:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:34:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:34:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 34, 9, 177841), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 34, 9, 177841), 0, 2, datetime.datetime(2022, 6, 3, 12, 34, 9, 177841), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:34:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:34:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 34, 9, 181121), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 34, 9, 181121), 0, 2, datetime.datetime(2022, 6, 3, 12, 34, 9, 181121), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:34:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:34:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 34, 9, 183089), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 34, 9, 183089), 0, 2, datetime.datetime(2022, 6, 3, 12, 34, 9, 183089), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:34:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:34:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 34, 9, 184910), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 34, 9, 184910), 0, 2, datetime.datetime(2022, 6, 3, 12, 34, 9, 184910), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:34:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:34:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:34:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:34:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:34:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:34:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:34:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:34:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:34:30,716 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:34:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:34:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:35:09.167018+00:00 (in 29.998988 seconds)
repomirrorworker stdout | 2022-06-03 12:34:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:35:09 UTC)" (scheduled at 2022-06-03 12:34:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:34:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:34:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:34:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 34, 39, 177038), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 34, 39, 177038), 0, 2, datetime.datetime(2022, 6, 3, 12, 34, 39, 177038), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:34:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:34:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 34, 39, 180244), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 34, 39, 180244), 0, 2, datetime.datetime(2022, 6, 3, 12, 34, 39, 180244), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:34:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:34:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 34, 39, 182132), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 34, 39, 182132), 0, 2, datetime.datetime(2022, 6, 3, 12, 34, 39, 182132), True, 14, 15])
repomirrorworker stdout | 2022-06-03 12:34:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 12:34:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 34, 39, 183861), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 34, 39, 183861), 0, 2, datetime.datetime(2022, 6, 3, 12, 34, 39, 183861), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:34:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:34:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 34, 39, 185512), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 34, 39, 185512), 0, 2, datetime.datetime(2022, 6, 3, 12, 34, 39, 185512), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:34:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:34:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:34:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:34:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:34:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:34:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:34:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:35:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:35:00,777 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:35:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:35:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:35:39.167018+00:00 (in 29.999042 seconds)
repomirrorworker stdout | 2022-06-03 12:35:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:35:39 UTC)" (scheduled at 2022-06-03 12:35:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:35:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:35:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:35:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 35, 9, 176516), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 35, 9, 176516), 0, 2, datetime.datetime(2022, 6, 3, 12, 35, 9, 176516), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:35:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:35:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 35, 9, 179763), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 35, 9, 179763), 0, 2, datetime.datetime(2022, 6, 3, 12, 35, 9, 179763), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:35:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:35:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 35, 9, 181664), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 35, 9, 181664), 0, 2, datetime.datetime(2022, 6, 3, 12, 35, 9, 181664), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:35:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:35:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 35, 9, 183380), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 35, 9, 183380), 0, 2, datetime.datetime(2022, 6, 3, 12, 35, 9, 183380), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:35:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:35:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:35:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:35:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:35:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:35:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:35:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:35:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:35:30,812 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:35:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:35:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:36:09.167018+00:00 (in 29.998998 seconds)
repomirrorworker stdout | 2022-06-03 12:35:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:36:09 UTC)" (scheduled at 2022-06-03 12:35:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:35:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:35:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:35:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 35, 39, 177381), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 35, 39, 177381), 0, 2, datetime.datetime(2022, 6, 3, 12, 35, 39, 177381), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:35:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:35:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 35, 39, 180922), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 35, 39, 180922), 0, 2, datetime.datetime(2022, 6, 3, 12, 35, 39, 180922), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:35:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:35:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 35, 39, 182988), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 35, 39, 182988), 0, 2, datetime.datetime(2022, 6, 3, 12, 35, 39, 182988), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:35:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:35:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 35, 39, 184641), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 35, 39, 184641), 0, 2, datetime.datetime(2022, 6, 3, 12, 35, 39, 184641), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:35:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:35:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:35:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:35:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:35:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:35:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:35:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:36:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:36:00,873 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:36:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:36:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:36:39.167018+00:00 (in 29.998928 seconds)
repomirrorworker stdout | 2022-06-03 12:36:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:36:39 UTC)" (scheduled at 2022-06-03 12:36:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:36:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:36:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:36:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 36, 9, 177234), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 36, 9, 177234), 0, 2, datetime.datetime(2022, 6, 3, 12, 36, 9, 177234), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:36:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:36:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 36, 9, 180690), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 36, 9, 180690), 0, 2, datetime.datetime(2022, 6, 3, 12, 36, 9, 180690), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:36:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:36:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 36, 9, 182562), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 36, 9, 182562), 0, 2, datetime.datetime(2022, 6, 3, 12, 36, 9, 182562), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:36:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:36:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 36, 9, 184314), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 36, 9, 184314), 0, 2, datetime.datetime(2022, 6, 3, 12, 36, 9, 184314), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:36:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:36:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:36:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:36:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:36:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:36:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:36:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:36:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:36:30,926 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:36:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:36:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:37:09.167018+00:00 (in 29.999139 seconds)
repomirrorworker stdout | 2022-06-03 12:36:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:37:09 UTC)" (scheduled at 2022-06-03 12:36:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:36:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:36:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:36:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 36, 39, 176715), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 36, 39, 176715), 0, 2, datetime.datetime(2022, 6, 3, 12, 36, 39, 176715), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:36:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:36:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 36, 39, 180938), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 36, 39, 180938), 0, 2, datetime.datetime(2022, 6, 3, 12, 36, 39, 180938), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:36:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:36:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 36, 39, 182838), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 36, 39, 182838), 0, 2, datetime.datetime(2022, 6, 3, 12, 36, 39, 182838), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:36:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:36:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 36, 39, 184497), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 36, 39, 184497), 0, 2, datetime.datetime(2022, 6, 3, 12, 36, 39, 184497), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:36:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:36:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:36:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:36:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:36:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:36:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:36:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:37:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:37:00,980 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:37:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:37:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:37:39.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-03 12:37:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:37:39 UTC)" (scheduled at 2022-06-03 12:37:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:37:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:37:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:37:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 37, 9, 176612), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 37, 9, 176612), 0, 2, datetime.datetime(2022, 6, 3, 12, 37, 9, 176612), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:37:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:37:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 37, 9, 179725), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 37, 9, 179725), 0, 2, datetime.datetime(2022, 6, 3, 12, 37, 9, 179725), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:37:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:37:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 37, 9, 181525), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 37, 9, 181525), 0, 2, datetime.datetime(2022, 6, 3, 12, 37, 9, 181525), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:37:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:37:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 37, 9, 183182), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 37, 9, 183182), 0, 2, datetime.datetime(2022, 6, 3, 12, 37, 9, 183182), True, 14, 15])
repomirrorworker stdout | 2022-06-03 12:37:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 12:37:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 37, 9, 184844), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 37, 9, 184844), 0, 2, datetime.datetime(2022, 6, 3, 12, 37, 9, 184844), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:37:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:37:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:37:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:37:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:37:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:37:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:37:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:37:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:37:31,011 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:37:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:37:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:38:09.167018+00:00 (in 29.999156 seconds)
repomirrorworker stdout | 2022-06-03 12:37:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:38:09 UTC)" (scheduled at 2022-06-03 12:37:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:37:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:37:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:37:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 37, 39, 176990), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 37, 39, 176990), 0, 2, datetime.datetime(2022, 6, 3, 12, 37, 39, 176990), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:37:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:37:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 37, 39, 180912), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 37, 39, 180912), 0, 2, datetime.datetime(2022, 6, 3, 12, 37, 39, 180912), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:37:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:37:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 37, 39, 182917), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 37, 39, 182917), 0, 2, datetime.datetime(2022, 6, 3, 12, 37, 39, 182917), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:37:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:37:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 37, 39, 184592), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 37, 39, 184592), 0, 2, datetime.datetime(2022, 6, 3, 12, 37, 39, 184592), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:37:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:37:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:37:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:37:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:37:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:37:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:37:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:38:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:38:01,055 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:38:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:38:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:38:39.167018+00:00 (in 29.999085 seconds)
repomirrorworker stdout | 2022-06-03 12:38:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:38:39 UTC)" (scheduled at 2022-06-03 12:38:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:38:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:38:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:38:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 38, 9, 176703), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 38, 9, 176703), 0, 2, datetime.datetime(2022, 6, 3, 12, 38, 9, 176703), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:38:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:38:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 38, 9, 180564), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 38, 9, 180564), 0, 2, datetime.datetime(2022, 6, 3, 12, 38, 9, 180564), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:38:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:38:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 38, 9, 182490), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 38, 9, 182490), 0, 2, datetime.datetime(2022, 6, 3, 12, 38, 9, 182490), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:38:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:38:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 38, 9, 184223), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 38, 9, 184223), 0, 2, datetime.datetime(2022, 6, 3, 12, 38, 9, 184223), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:38:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:38:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 38, 9, 185950), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 38, 9, 185950), 0, 2, datetime.datetime(2022, 6, 3, 12, 38, 9, 185950), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:38:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:38:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:38:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:38:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:38:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:38:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:38:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:38:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:38:31,104 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:38:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:38:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:39:09.167018+00:00 (in 29.999145 seconds)
repomirrorworker stdout | 2022-06-03 12:38:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:39:09 UTC)" (scheduled at 2022-06-03 12:38:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:38:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:38:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:38:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 38, 39, 176779), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 38, 39, 176779), 0, 2, datetime.datetime(2022, 6, 3, 12, 38, 39, 176779), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:38:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:38:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 38, 39, 180285), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 38, 39, 180285), 0, 2, datetime.datetime(2022, 6, 3, 12, 38, 39, 180285), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:38:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:38:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 38, 39, 182148), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 38, 39, 182148), 0, 2, datetime.datetime(2022, 6, 3, 12, 38, 39, 182148), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:38:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:38:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 38, 39, 183803), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 38, 39, 183803), 0, 2, datetime.datetime(2022, 6, 3, 12, 38, 39, 183803), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:38:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:38:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:38:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:38:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:38:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:38:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:38:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:39:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:39:01,158 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:39:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:39:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:39:39.167018+00:00 (in 29.998983 seconds)
repomirrorworker stdout | 2022-06-03 12:39:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:39:39 UTC)" (scheduled at 2022-06-03 12:39:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:39:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:39:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:39:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 39, 9, 176470), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 39, 9, 176470), 0, 2, datetime.datetime(2022, 6, 3, 12, 39, 9, 176470), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:39:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:39:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 39, 9, 179538), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 39, 9, 179538), 0, 2, datetime.datetime(2022, 6, 3, 12, 39, 9, 179538), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:39:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:39:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 39, 9, 181369), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 39, 9, 181369), 0, 2, datetime.datetime(2022, 6, 3, 12, 39, 9, 181369), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:39:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:39:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 39, 9, 183077), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 39, 9, 183077), 0, 2, datetime.datetime(2022, 6, 3, 12, 39, 9, 183077), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:39:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:39:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:39:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:39:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:39:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:39:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:39:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:39:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:39:31,207 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:39:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:39:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:40:09.167018+00:00 (in 29.999069 seconds)
repomirrorworker stdout | 2022-06-03 12:39:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:40:09 UTC)" (scheduled at 2022-06-03 12:39:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:39:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:39:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:39:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 39, 39, 176958), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 39, 39, 176958), 0, 2, datetime.datetime(2022, 6, 3, 12, 39, 39, 176958), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:39:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:39:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 39, 39, 180648), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 39, 39, 180648), 0, 2, datetime.datetime(2022, 6, 3, 12, 39, 39, 180648), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:39:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:39:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 39, 39, 182683), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 39, 39, 182683), 0, 2, datetime.datetime(2022, 6, 3, 12, 39, 39, 182683), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:39:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:39:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 39, 39, 184414), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 39, 39, 184414), 0, 2, datetime.datetime(2022, 6, 3, 12, 39, 39, 184414), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:39:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:39:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:39:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:39:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:39:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:39:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:39:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:40:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:40:01,257 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:40:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:40:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:40:39.167018+00:00 (in 29.999175 seconds)
repomirrorworker stdout | 2022-06-03 12:40:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:40:39 UTC)" (scheduled at 2022-06-03 12:40:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:40:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:40:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:40:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 40, 9, 176320), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 40, 9, 176320), 0, 2, datetime.datetime(2022, 6, 3, 12, 40, 9, 176320), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:40:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:40:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 40, 9, 179784), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 40, 9, 179784), 0, 2, datetime.datetime(2022, 6, 3, 12, 40, 9, 179784), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:40:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:40:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 40, 9, 181784), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 40, 9, 181784), 0, 2, datetime.datetime(2022, 6, 3, 12, 40, 9, 181784), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:40:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:40:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 40, 9, 183424), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 40, 9, 183424), 0, 2, datetime.datetime(2022, 6, 3, 12, 40, 9, 183424), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:40:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:40:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:40:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:40:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:40:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:40:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:40:09,189 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:40:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:40:31,319 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:40:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:40:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:41:09.167018+00:00 (in 29.999163 seconds)
repomirrorworker stdout | 2022-06-03 12:40:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:41:09 UTC)" (scheduled at 2022-06-03 12:40:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:40:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:40:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:40:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 40, 39, 176366), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 40, 39, 176366), 0, 2, datetime.datetime(2022, 6, 3, 12, 40, 39, 176366), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:40:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:40:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 40, 39, 179894), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 40, 39, 179894), 0, 2, datetime.datetime(2022, 6, 3, 12, 40, 39, 179894), True, 14, 15])
repomirrorworker stdout | 2022-06-03 12:40:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 12:40:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 40, 39, 181792), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 40, 39, 181792), 0, 2, datetime.datetime(2022, 6, 3, 12, 40, 39, 181792), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:40:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:40:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 40, 39, 186419), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 40, 39, 186419), 0, 2, datetime.datetime(2022, 6, 3, 12, 40, 39, 186419), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:40:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:40:39,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 40, 39, 188317), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 40, 39, 188317), 0, 2, datetime.datetime(2022, 6, 3, 12, 40, 39, 188317), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:40:39,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:40:39,190 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:40:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:40:39,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:40:39,197 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:40:39,197 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:40:39,197 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:41:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:41:01,367 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:41:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:41:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:41:39.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-03 12:41:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:41:39 UTC)" (scheduled at 2022-06-03 12:41:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:41:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:41:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:41:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 41, 9, 176536), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 41, 9, 176536), 0, 2, datetime.datetime(2022, 6, 3, 12, 41, 9, 176536), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:41:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:41:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 41, 9, 179788), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 41, 9, 179788), 0, 2, datetime.datetime(2022, 6, 3, 12, 41, 9, 179788), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:41:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:41:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 41, 9, 181656), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 41, 9, 181656), 0, 2, datetime.datetime(2022, 6, 3, 12, 41, 9, 181656), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:41:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:41:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 41, 9, 183327), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 41, 9, 183327), 0, 2, datetime.datetime(2022, 6, 3, 12, 41, 9, 183327), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:41:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:41:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 41, 9, 184975), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 41, 9, 184975), 0, 2, datetime.datetime(2022, 6, 3, 12, 41, 9, 184975), True, 14, 15])
repomirrorworker stdout | 2022-06-03 12:41:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 12:41:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:41:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:41:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:41:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:41:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:41:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:41:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:41:31,412 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:41:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:41:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:42:09.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-03 12:41:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:42:09 UTC)" (scheduled at 2022-06-03 12:41:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:41:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:41:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:41:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 41, 39, 176552), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 41, 39, 176552), 0, 2, datetime.datetime(2022, 6, 3, 12, 41, 39, 176552), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:41:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:41:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 41, 39, 179649), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 41, 39, 179649), 0, 2, datetime.datetime(2022, 6, 3, 12, 41, 39, 179649), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:41:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:41:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 41, 39, 181492), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 41, 39, 181492), 0, 2, datetime.datetime(2022, 6, 3, 12, 41, 39, 181492), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:41:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:41:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 41, 39, 183163), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 41, 39, 183163), 0, 2, datetime.datetime(2022, 6, 3, 12, 41, 39, 183163), True, 14, 15])
repomirrorworker stdout | 2022-06-03 12:41:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 12:41:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 41, 39, 184807), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 41, 39, 184807), 0, 2, datetime.datetime(2022, 6, 3, 12, 41, 39, 184807), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:41:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:41:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:41:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:41:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:41:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:41:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:41:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:42:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:42:01,476 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:42:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:42:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:42:39.167018+00:00 (in 29.998998 seconds)
repomirrorworker stdout | 2022-06-03 12:42:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:42:39 UTC)" (scheduled at 2022-06-03 12:42:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:42:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:42:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:42:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 42, 9, 176665), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 42, 9, 176665), 0, 2, datetime.datetime(2022, 6, 3, 12, 42, 9, 176665), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:42:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:42:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 42, 9, 180067), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 42, 9, 180067), 0, 2, datetime.datetime(2022, 6, 3, 12, 42, 9, 180067), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:42:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:42:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 42, 9, 182030), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 42, 9, 182030), 0, 2, datetime.datetime(2022, 6, 3, 12, 42, 9, 182030), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:42:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:42:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 42, 9, 183706), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 42, 9, 183706), 0, 2, datetime.datetime(2022, 6, 3, 12, 42, 9, 183706), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:42:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:42:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 42, 9, 185307), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 42, 9, 185307), 0, 2, datetime.datetime(2022, 6, 3, 12, 42, 9, 185307), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:42:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:42:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:42:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:42:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:42:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:42:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:42:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:42:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:42:31,524 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:42:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:42:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:43:09.167018+00:00 (in 29.999174 seconds)
repomirrorworker stdout | 2022-06-03 12:42:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:43:09 UTC)" (scheduled at 2022-06-03 12:42:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:42:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:42:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:42:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 42, 39, 176329), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 42, 39, 176329), 0, 2, datetime.datetime(2022, 6, 3, 12, 42, 39, 176329), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:42:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:42:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 42, 39, 179785), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 42, 39, 179785), 0, 2, datetime.datetime(2022, 6, 3, 12, 42, 39, 179785), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:42:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:42:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 42, 39, 182705), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 42, 39, 182705), 0, 2, datetime.datetime(2022, 6, 3, 12, 42, 39, 182705), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:42:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:42:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 42, 39, 184585), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 42, 39, 184585), 0, 2, datetime.datetime(2022, 6, 3, 12, 42, 39, 184585), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:42:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:42:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 42, 39, 186563), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 42, 39, 186563), 0, 2, datetime.datetime(2022, 6, 3, 12, 42, 39, 186563), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:42:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:42:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:42:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:42:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:42:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:42:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:42:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:43:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:43:01,576 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:43:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:43:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:43:39.167018+00:00 (in 29.999078 seconds)
repomirrorworker stdout | 2022-06-03 12:43:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:43:39 UTC)" (scheduled at 2022-06-03 12:43:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:43:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:43:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:43:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 43, 9, 176330), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 43, 9, 176330), 0, 2, datetime.datetime(2022, 6, 3, 12, 43, 9, 176330), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:43:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:43:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 43, 9, 179660), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 43, 9, 179660), 0, 2, datetime.datetime(2022, 6, 3, 12, 43, 9, 179660), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:43:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:43:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 43, 9, 181581), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 43, 9, 181581), 0, 2, datetime.datetime(2022, 6, 3, 12, 43, 9, 181581), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:43:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:43:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 43, 9, 183321), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 43, 9, 183321), 0, 2, datetime.datetime(2022, 6, 3, 12, 43, 9, 183321), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:43:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:43:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 43, 9, 185008), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 43, 9, 185008), 0, 2, datetime.datetime(2022, 6, 3, 12, 43, 9, 185008), True, 14, 15])
repomirrorworker stdout | 2022-06-03 12:43:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 12:43:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:43:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:43:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:43:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:43:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:43:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:43:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:43:31,607 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:43:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:43:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:44:09.167018+00:00 (in 29.998904 seconds)
repomirrorworker stdout | 2022-06-03 12:43:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:44:09 UTC)" (scheduled at 2022-06-03 12:43:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:43:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:43:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:43:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 43, 39, 177073), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 43, 39, 177073), 0, 2, datetime.datetime(2022, 6, 3, 12, 43, 39, 177073), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:43:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:43:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 43, 39, 180650), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 43, 39, 180650), 0, 2, datetime.datetime(2022, 6, 3, 12, 43, 39, 180650), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:43:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:43:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 43, 39, 182548), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 43, 39, 182548), 0, 2, datetime.datetime(2022, 6, 3, 12, 43, 39, 182548), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:43:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:43:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 43, 39, 184255), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 43, 39, 184255), 0, 2, datetime.datetime(2022, 6, 3, 12, 43, 39, 184255), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:43:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:43:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 43, 39, 185986), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 43, 39, 185986), 0, 2, datetime.datetime(2022, 6, 3, 12, 43, 39, 185986), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:43:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:43:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:43:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:43:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:43:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:43:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:43:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:44:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:44:01,665 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:44:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:44:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:44:39.167018+00:00 (in 29.998960 seconds)
repomirrorworker stdout | 2022-06-03 12:44:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:44:39 UTC)" (scheduled at 2022-06-03 12:44:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:44:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:44:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:44:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 44, 9, 176870), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 44, 9, 176870), 0, 2, datetime.datetime(2022, 6, 3, 12, 44, 9, 176870), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:44:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:44:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 44, 9, 180406), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 44, 9, 180406), 0, 2, datetime.datetime(2022, 6, 3, 12, 44, 9, 180406), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:44:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:44:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 44, 9, 182364), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 44, 9, 182364), 0, 2, datetime.datetime(2022, 6, 3, 12, 44, 9, 182364), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:44:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:44:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 44, 9, 184099), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 44, 9, 184099), 0, 2, datetime.datetime(2022, 6, 3, 12, 44, 9, 184099), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:44:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:44:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 44, 9, 185820), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 44, 9, 185820), 0, 2, datetime.datetime(2022, 6, 3, 12, 44, 9, 185820), True, 14, 15])
repomirrorworker stdout | 2022-06-03 12:44:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 12:44:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:44:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:44:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:44:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:44:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:44:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:44:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:44:31,718 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:44:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:44:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:45:09.167018+00:00 (in 29.999140 seconds)
repomirrorworker stdout | 2022-06-03 12:44:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:45:09 UTC)" (scheduled at 2022-06-03 12:44:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:44:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:44:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:44:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 44, 39, 176814), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 44, 39, 176814), 0, 2, datetime.datetime(2022, 6, 3, 12, 44, 39, 176814), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:44:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:44:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 44, 39, 180383), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 44, 39, 180383), 0, 2, datetime.datetime(2022, 6, 3, 12, 44, 39, 180383), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:44:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:44:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 44, 39, 182642), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 44, 39, 182642), 0, 2, datetime.datetime(2022, 6, 3, 12, 44, 39, 182642), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:44:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:44:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 44, 39, 184690), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 44, 39, 184690), 0, 2, datetime.datetime(2022, 6, 3, 12, 44, 39, 184690), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:44:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:44:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 44, 39, 186350), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 44, 39, 186350), 0, 2, datetime.datetime(2022, 6, 3, 12, 44, 39, 186350), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:44:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:44:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:44:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:44:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:44:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:44:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:44:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:45:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:45:01,751 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:45:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:45:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:45:39.167018+00:00 (in 29.999064 seconds)
repomirrorworker stdout | 2022-06-03 12:45:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:45:39 UTC)" (scheduled at 2022-06-03 12:45:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:45:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:45:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:45:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 45, 9, 176446), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 45, 9, 176446), 0, 2, datetime.datetime(2022, 6, 3, 12, 45, 9, 176446), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:45:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:45:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 45, 9, 179747), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 45, 9, 179747), 0, 2, datetime.datetime(2022, 6, 3, 12, 45, 9, 179747), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:45:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:45:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 45, 9, 181581), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 45, 9, 181581), 0, 2, datetime.datetime(2022, 6, 3, 12, 45, 9, 181581), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:45:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:45:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 45, 9, 183240), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 45, 9, 183240), 0, 2, datetime.datetime(2022, 6, 3, 12, 45, 9, 183240), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:45:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:45:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 45, 9, 184903), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 45, 9, 184903), 0, 2, datetime.datetime(2022, 6, 3, 12, 45, 9, 184903), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:45:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:45:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:45:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:45:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:45:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:45:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:45:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:45:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:45:31,791 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:45:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:45:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:46:09.167018+00:00 (in 29.999120 seconds)
repomirrorworker stdout | 2022-06-03 12:45:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:46:09 UTC)" (scheduled at 2022-06-03 12:45:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:45:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:45:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:45:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 45, 39, 177225), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 45, 39, 177225), 0, 2, datetime.datetime(2022, 6, 3, 12, 45, 39, 177225), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:45:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:45:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 45, 39, 180869), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 45, 39, 180869), 0, 2, datetime.datetime(2022, 6, 3, 12, 45, 39, 180869), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:45:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:45:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 45, 39, 183055), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 45, 39, 183055), 0, 2, datetime.datetime(2022, 6, 3, 12, 45, 39, 183055), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:45:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:45:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 45, 39, 184817), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 45, 39, 184817), 0, 2, datetime.datetime(2022, 6, 3, 12, 45, 39, 184817), True, 14, 15])
repomirrorworker stdout | 2022-06-03 12:45:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 12:45:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 45, 39, 186577), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 45, 39, 186577), 0, 2, datetime.datetime(2022, 6, 3, 12, 45, 39, 186577), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:45:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:45:39,188 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:45:39,188 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:45:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:45:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:45:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:45:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:46:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:46:01,858 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:46:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:46:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:46:39.167018+00:00 (in 29.999011 seconds)
repomirrorworker stdout | 2022-06-03 12:46:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:46:39 UTC)" (scheduled at 2022-06-03 12:46:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:46:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:46:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:46:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 46, 9, 176696), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 46, 9, 176696), 0, 2, datetime.datetime(2022, 6, 3, 12, 46, 9, 176696), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:46:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:46:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 46, 9, 180060), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 46, 9, 180060), 0, 2, datetime.datetime(2022, 6, 3, 12, 46, 9, 180060), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:46:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:46:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 46, 9, 181967), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 46, 9, 181967), 0, 2, datetime.datetime(2022, 6, 3, 12, 46, 9, 181967), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:46:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:46:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 46, 9, 183657), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 46, 9, 183657), 0, 2, datetime.datetime(2022, 6, 3, 12, 46, 9, 183657), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:46:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:46:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:46:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:46:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:46:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:46:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:46:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:46:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:46:31,917 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:46:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:46:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:47:09.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-03 12:46:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:47:09 UTC)" (scheduled at 2022-06-03 12:46:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:46:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:46:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:46:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 46, 39, 176809), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 46, 39, 176809), 0, 2, datetime.datetime(2022, 6, 3, 12, 46, 39, 176809), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:46:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:46:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 46, 39, 180454), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 46, 39, 180454), 0, 2, datetime.datetime(2022, 6, 3, 12, 46, 39, 180454), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:46:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:46:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 46, 39, 182368), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 46, 39, 182368), 0, 2, datetime.datetime(2022, 6, 3, 12, 46, 39, 182368), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:46:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:46:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 46, 39, 184164), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 46, 39, 184164), 0, 2, datetime.datetime(2022, 6, 3, 12, 46, 39, 184164), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:46:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:46:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:46:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:46:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:46:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:46:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:46:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:47:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:47:01,977 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:47:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:47:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:47:39.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-03 12:47:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:47:39 UTC)" (scheduled at 2022-06-03 12:47:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:47:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:47:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:47:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 47, 9, 176612), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 47, 9, 176612), 0, 2, datetime.datetime(2022, 6, 3, 12, 47, 9, 176612), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:47:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:47:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 47, 9, 180205), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 47, 9, 180205), 0, 2, datetime.datetime(2022, 6, 3, 12, 47, 9, 180205), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:47:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:47:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 47, 9, 182186), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 47, 9, 182186), 0, 2, datetime.datetime(2022, 6, 3, 12, 47, 9, 182186), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:47:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:47:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 47, 9, 183865), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 47, 9, 183865), 0, 2, datetime.datetime(2022, 6, 3, 12, 47, 9, 183865), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:47:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:47:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:47:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:47:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:47:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:47:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:47:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:47:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:47:32,055 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:47:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:47:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:48:09.167018+00:00 (in 29.999172 seconds)
repomirrorworker stdout | 2022-06-03 12:47:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:48:09 UTC)" (scheduled at 2022-06-03 12:47:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:47:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:47:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:47:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 47, 39, 176588), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 47, 39, 176588), 0, 2, datetime.datetime(2022, 6, 3, 12, 47, 39, 176588), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:47:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:47:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 47, 39, 180040), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 47, 39, 180040), 0, 2, datetime.datetime(2022, 6, 3, 12, 47, 39, 180040), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:47:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:47:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 47, 39, 183259), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 47, 39, 183259), 0, 2, datetime.datetime(2022, 6, 3, 12, 47, 39, 183259), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:47:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:47:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 47, 39, 185327), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 47, 39, 185327), 0, 2, datetime.datetime(2022, 6, 3, 12, 47, 39, 185327), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:47:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:47:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 47, 39, 187350), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 47, 39, 187350), 0, 2, datetime.datetime(2022, 6, 3, 12, 47, 39, 187350), True, 14, 15])
repomirrorworker stdout | 2022-06-03 12:47:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 12:47:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:47:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:47:39,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:47:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:47:39,194 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:47:39,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:48:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:48:02,105 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:48:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:48:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:48:39.167018+00:00 (in 29.999134 seconds)
repomirrorworker stdout | 2022-06-03 12:48:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:48:39 UTC)" (scheduled at 2022-06-03 12:48:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:48:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:48:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:48:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 48, 9, 176256), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 48, 9, 176256), 0, 2, datetime.datetime(2022, 6, 3, 12, 48, 9, 176256), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:48:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:48:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 48, 9, 179645), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 48, 9, 179645), 0, 2, datetime.datetime(2022, 6, 3, 12, 48, 9, 179645), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:48:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:48:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 48, 9, 181637), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 48, 9, 181637), 0, 2, datetime.datetime(2022, 6, 3, 12, 48, 9, 181637), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:48:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:48:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 48, 9, 183327), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 48, 9, 183327), 0, 2, datetime.datetime(2022, 6, 3, 12, 48, 9, 183327), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:48:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:48:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:48:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:48:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:48:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:48:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:48:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:48:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:48:32,135 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:48:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:48:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:49:09.167018+00:00 (in 29.999169 seconds)
repomirrorworker stdout | 2022-06-03 12:48:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:49:09 UTC)" (scheduled at 2022-06-03 12:48:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:48:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:48:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:48:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 48, 39, 176594), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 48, 39, 176594), 0, 2, datetime.datetime(2022, 6, 3, 12, 48, 39, 176594), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:48:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:48:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 48, 39, 179999), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 48, 39, 179999), 0, 2, datetime.datetime(2022, 6, 3, 12, 48, 39, 179999), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:48:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:48:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 48, 39, 181943), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 48, 39, 181943), 0, 2, datetime.datetime(2022, 6, 3, 12, 48, 39, 181943), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:48:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:48:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 48, 39, 183640), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 48, 39, 183640), 0, 2, datetime.datetime(2022, 6, 3, 12, 48, 39, 183640), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:48:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:48:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 48, 39, 185275), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 48, 39, 185275), 0, 2, datetime.datetime(2022, 6, 3, 12, 48, 39, 185275), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:48:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:48:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:48:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:48:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:48:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:48:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:48:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:49:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:49:02,198 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:49:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:49:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:49:39.167018+00:00 (in 29.999015 seconds)
repomirrorworker stdout | 2022-06-03 12:49:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:49:39 UTC)" (scheduled at 2022-06-03 12:49:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:49:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:49:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:49:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 49, 9, 176704), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 49, 9, 176704), 0, 2, datetime.datetime(2022, 6, 3, 12, 49, 9, 176704), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:49:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:49:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 49, 9, 179927), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 49, 9, 179927), 0, 2, datetime.datetime(2022, 6, 3, 12, 49, 9, 179927), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:49:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:49:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 49, 9, 181804), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 49, 9, 181804), 0, 2, datetime.datetime(2022, 6, 3, 12, 49, 9, 181804), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:49:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:49:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 49, 9, 183666), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 49, 9, 183666), 0, 2, datetime.datetime(2022, 6, 3, 12, 49, 9, 183666), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:49:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:49:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 49, 9, 185510), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 49, 9, 185510), 0, 2, datetime.datetime(2022, 6, 3, 12, 49, 9, 185510), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:49:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:49:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:49:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:49:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:49:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:49:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:49:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:49:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:49:32,236 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:49:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:49:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:50:09.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-03 12:49:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:50:09 UTC)" (scheduled at 2022-06-03 12:49:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:49:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:49:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:49:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 49, 39, 176945), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 49, 39, 176945), 0, 2, datetime.datetime(2022, 6, 3, 12, 49, 39, 176945), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:49:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:49:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 49, 39, 180342), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 49, 39, 180342), 0, 2, datetime.datetime(2022, 6, 3, 12, 49, 39, 180342), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:49:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:49:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 49, 39, 182241), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 49, 39, 182241), 0, 2, datetime.datetime(2022, 6, 3, 12, 49, 39, 182241), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:49:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:49:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 49, 39, 183943), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 49, 39, 183943), 0, 2, datetime.datetime(2022, 6, 3, 12, 49, 39, 183943), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:49:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:49:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 49, 39, 185629), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 49, 39, 185629), 0, 2, datetime.datetime(2022, 6, 3, 12, 49, 39, 185629), True, 14, 15])
repomirrorworker stdout | 2022-06-03 12:49:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 12:49:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:49:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:49:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:49:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:49:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:49:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:50:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:50:02,291 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:50:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:50:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:50:39.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-03 12:50:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:50:39 UTC)" (scheduled at 2022-06-03 12:50:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:50:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:50:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:50:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 50, 9, 176630), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 50, 9, 176630), 0, 2, datetime.datetime(2022, 6, 3, 12, 50, 9, 176630), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:50:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:50:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 50, 9, 180058), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 50, 9, 180058), 0, 2, datetime.datetime(2022, 6, 3, 12, 50, 9, 180058), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:50:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:50:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 50, 9, 182092), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 50, 9, 182092), 0, 2, datetime.datetime(2022, 6, 3, 12, 50, 9, 182092), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:50:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:50:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 50, 9, 183934), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 50, 9, 183934), 0, 2, datetime.datetime(2022, 6, 3, 12, 50, 9, 183934), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:50:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:50:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:50:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:50:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:50:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:50:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:50:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:50:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:50:32,336 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:50:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:50:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:51:09.167018+00:00 (in 29.998947 seconds)
repomirrorworker stdout | 2022-06-03 12:50:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:51:09 UTC)" (scheduled at 2022-06-03 12:50:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:50:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:50:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:50:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 50, 39, 177052), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 50, 39, 177052), 0, 2, datetime.datetime(2022, 6, 3, 12, 50, 39, 177052), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:50:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:50:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 50, 39, 180216), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 50, 39, 180216), 0, 2, datetime.datetime(2022, 6, 3, 12, 50, 39, 180216), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:50:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:50:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 50, 39, 182126), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 50, 39, 182126), 0, 2, datetime.datetime(2022, 6, 3, 12, 50, 39, 182126), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:50:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:50:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 50, 39, 183871), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 50, 39, 183871), 0, 2, datetime.datetime(2022, 6, 3, 12, 50, 39, 183871), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:50:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:50:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:50:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:50:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:50:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:50:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:50:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:51:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:51:02,374 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:51:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:51:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:51:39.167018+00:00 (in 29.998961 seconds)
repomirrorworker stdout | 2022-06-03 12:51:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:51:39 UTC)" (scheduled at 2022-06-03 12:51:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:51:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:51:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:51:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 51, 9, 176647), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 51, 9, 176647), 0, 2, datetime.datetime(2022, 6, 3, 12, 51, 9, 176647), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:51:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:51:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 51, 9, 180445), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 51, 9, 180445), 0, 2, datetime.datetime(2022, 6, 3, 12, 51, 9, 180445), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:51:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:51:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 51, 9, 182701), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 51, 9, 182701), 0, 2, datetime.datetime(2022, 6, 3, 12, 51, 9, 182701), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:51:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:51:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 51, 9, 184899), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 51, 9, 184899), 0, 2, datetime.datetime(2022, 6, 3, 12, 51, 9, 184899), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:51:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:51:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 51, 9, 187000), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 51, 9, 187000), 0, 2, datetime.datetime(2022, 6, 3, 12, 51, 9, 187000), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:51:09,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:51:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:51:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:51:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:51:09,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:51:09,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:51:09,194 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:51:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:51:32,428 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:51:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:51:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:52:09.167018+00:00 (in 29.999131 seconds)
repomirrorworker stdout | 2022-06-03 12:51:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:52:09 UTC)" (scheduled at 2022-06-03 12:51:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:51:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:51:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:51:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 51, 39, 176971), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 51, 39, 176971), 0, 2, datetime.datetime(2022, 6, 3, 12, 51, 39, 176971), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:51:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:51:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 51, 39, 180481), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 51, 39, 180481), 0, 2, datetime.datetime(2022, 6, 3, 12, 51, 39, 180481), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:51:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:51:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 51, 39, 182448), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 51, 39, 182448), 0, 2, datetime.datetime(2022, 6, 3, 12, 51, 39, 182448), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:51:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:51:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 51, 39, 184190), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 51, 39, 184190), 0, 2, datetime.datetime(2022, 6, 3, 12, 51, 39, 184190), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:51:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:51:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:51:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:51:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:51:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:51:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:51:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:52:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:52:02,493 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:52:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:52:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:52:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-03 12:52:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:52:39 UTC)" (scheduled at 2022-06-03 12:52:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:52:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:52:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:52:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 52, 9, 176461), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 52, 9, 176461), 0, 2, datetime.datetime(2022, 6, 3, 12, 52, 9, 176461), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:52:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:52:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 52, 9, 179587), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 52, 9, 179587), 0, 2, datetime.datetime(2022, 6, 3, 12, 52, 9, 179587), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:52:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:52:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 52, 9, 181539), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 52, 9, 181539), 0, 2, datetime.datetime(2022, 6, 3, 12, 52, 9, 181539), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:52:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:52:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 52, 9, 183216), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 52, 9, 183216), 0, 2, datetime.datetime(2022, 6, 3, 12, 52, 9, 183216), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:52:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:52:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 52, 9, 184851), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 52, 9, 184851), 0, 2, datetime.datetime(2022, 6, 3, 12, 52, 9, 184851), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:52:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:52:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:52:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:52:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:52:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:52:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:52:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:52:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:52:32,548 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:52:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:52:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:53:09.167018+00:00 (in 29.999235 seconds)
repomirrorworker stdout | 2022-06-03 12:52:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:53:09 UTC)" (scheduled at 2022-06-03 12:52:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:52:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:52:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:52:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 52, 39, 176134), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 52, 39, 176134), 0, 2, datetime.datetime(2022, 6, 3, 12, 52, 39, 176134), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:52:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:52:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 52, 39, 179419), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 52, 39, 179419), 0, 2, datetime.datetime(2022, 6, 3, 12, 52, 39, 179419), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:52:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:52:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 52, 39, 181357), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 52, 39, 181357), 0, 2, datetime.datetime(2022, 6, 3, 12, 52, 39, 181357), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:52:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:52:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 52, 39, 183181), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 52, 39, 183181), 0, 2, datetime.datetime(2022, 6, 3, 12, 52, 39, 183181), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:52:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:52:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 52, 39, 184836), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 52, 39, 184836), 0, 2, datetime.datetime(2022, 6, 3, 12, 52, 39, 184836), True, 14, 15])
repomirrorworker stdout | 2022-06-03 12:52:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 12:52:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:52:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:52:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:52:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:52:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:52:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:53:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:53:02,606 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:53:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:53:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:53:39.167018+00:00 (in 29.999180 seconds)
repomirrorworker stdout | 2022-06-03 12:53:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:53:39 UTC)" (scheduled at 2022-06-03 12:53:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:53:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:53:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:53:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 53, 9, 177038), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 53, 9, 177038), 0, 2, datetime.datetime(2022, 6, 3, 12, 53, 9, 177038), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:53:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:53:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 53, 9, 180527), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 53, 9, 180527), 0, 2, datetime.datetime(2022, 6, 3, 12, 53, 9, 180527), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:53:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:53:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 53, 9, 182421), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 53, 9, 182421), 0, 2, datetime.datetime(2022, 6, 3, 12, 53, 9, 182421), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:53:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:53:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 53, 9, 184138), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 53, 9, 184138), 0, 2, datetime.datetime(2022, 6, 3, 12, 53, 9, 184138), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:53:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:53:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:53:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:53:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:53:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:53:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:53:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:53:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:53:32,645 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:53:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:53:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:54:09.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-03 12:53:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:54:09 UTC)" (scheduled at 2022-06-03 12:53:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:53:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:53:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:53:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 53, 39, 176764), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 53, 39, 176764), 0, 2, datetime.datetime(2022, 6, 3, 12, 53, 39, 176764), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:53:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:53:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 53, 39, 180021), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 53, 39, 180021), 0, 2, datetime.datetime(2022, 6, 3, 12, 53, 39, 180021), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:53:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:53:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 53, 39, 182772), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 53, 39, 182772), 0, 2, datetime.datetime(2022, 6, 3, 12, 53, 39, 182772), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:53:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:53:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 53, 39, 184463), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 53, 39, 184463), 0, 2, datetime.datetime(2022, 6, 3, 12, 53, 39, 184463), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:53:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:53:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 53, 39, 186156), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 53, 39, 186156), 0, 2, datetime.datetime(2022, 6, 3, 12, 53, 39, 186156), True, 14, 15])
repomirrorworker stdout | 2022-06-03 12:53:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 12:53:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:53:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:53:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:53:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:53:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:53:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:54:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:54:02,698 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:54:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:54:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:54:39.167018+00:00 (in 29.999142 seconds)
repomirrorworker stdout | 2022-06-03 12:54:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:54:39 UTC)" (scheduled at 2022-06-03 12:54:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:54:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:54:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:54:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 54, 9, 177106), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 54, 9, 177106), 0, 2, datetime.datetime(2022, 6, 3, 12, 54, 9, 177106), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:54:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:54:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 54, 9, 180770), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 54, 9, 180770), 0, 2, datetime.datetime(2022, 6, 3, 12, 54, 9, 180770), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:54:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:54:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 54, 9, 182993), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 54, 9, 182993), 0, 2, datetime.datetime(2022, 6, 3, 12, 54, 9, 182993), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:54:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:54:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 54, 9, 185068), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 54, 9, 185068), 0, 2, datetime.datetime(2022, 6, 3, 12, 54, 9, 185068), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:54:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:54:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:54:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:54:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:54:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:54:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:54:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:54:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:54:32,756 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:54:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:54:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:55:09.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-03 12:54:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:55:09 UTC)" (scheduled at 2022-06-03 12:54:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:54:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:54:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:54:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 54, 39, 176171), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 54, 39, 176171), 0, 2, datetime.datetime(2022, 6, 3, 12, 54, 39, 176171), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:54:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:54:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 54, 39, 179324), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 54, 39, 179324), 0, 2, datetime.datetime(2022, 6, 3, 12, 54, 39, 179324), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:54:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:54:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 54, 39, 181198), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 54, 39, 181198), 0, 2, datetime.datetime(2022, 6, 3, 12, 54, 39, 181198), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:54:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:54:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 54, 39, 182900), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 54, 39, 182900), 0, 2, datetime.datetime(2022, 6, 3, 12, 54, 39, 182900), True, 14, 15])
repomirrorworker stdout | 2022-06-03 12:54:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 12:54:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 54, 39, 184538), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 54, 39, 184538), 0, 2, datetime.datetime(2022, 6, 3, 12, 54, 39, 184538), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:54:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:54:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:54:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:54:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:54:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:54:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:54:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:55:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:55:02,815 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:55:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:55:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:55:39.167018+00:00 (in 29.999167 seconds)
repomirrorworker stdout | 2022-06-03 12:55:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:55:39 UTC)" (scheduled at 2022-06-03 12:55:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:55:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:55:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:55:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 55, 9, 176244), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 55, 9, 176244), 0, 2, datetime.datetime(2022, 6, 3, 12, 55, 9, 176244), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:55:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:55:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 55, 9, 179657), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 55, 9, 179657), 0, 2, datetime.datetime(2022, 6, 3, 12, 55, 9, 179657), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:55:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:55:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 55, 9, 181480), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 55, 9, 181480), 0, 2, datetime.datetime(2022, 6, 3, 12, 55, 9, 181480), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:55:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:55:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 55, 9, 183159), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 55, 9, 183159), 0, 2, datetime.datetime(2022, 6, 3, 12, 55, 9, 183159), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:55:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:55:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:55:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:55:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:55:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:55:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:55:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:55:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:55:32,876 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:55:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:55:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:56:09.167018+00:00 (in 29.999173 seconds)
repomirrorworker stdout | 2022-06-03 12:55:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:56:09 UTC)" (scheduled at 2022-06-03 12:55:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:55:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:55:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:55:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 55, 39, 176415), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 55, 39, 176415), 0, 2, datetime.datetime(2022, 6, 3, 12, 55, 39, 176415), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:55:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:55:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 55, 39, 180048), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 55, 39, 180048), 0, 2, datetime.datetime(2022, 6, 3, 12, 55, 39, 180048), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:55:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:55:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 55, 39, 181943), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 55, 39, 181943), 0, 2, datetime.datetime(2022, 6, 3, 12, 55, 39, 181943), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:55:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:55:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 55, 39, 183642), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 55, 39, 183642), 0, 2, datetime.datetime(2022, 6, 3, 12, 55, 39, 183642), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:55:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:55:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 55, 39, 185322), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 55, 39, 185322), 0, 2, datetime.datetime(2022, 6, 3, 12, 55, 39, 185322), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:55:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:55:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:55:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:55:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:55:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:55:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:55:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:56:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:56:02,906 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:56:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:56:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:56:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-03 12:56:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:56:39 UTC)" (scheduled at 2022-06-03 12:56:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:56:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:56:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:56:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 56, 9, 177128), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 56, 9, 177128), 0, 2, datetime.datetime(2022, 6, 3, 12, 56, 9, 177128), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:56:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:56:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 56, 9, 181097), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 56, 9, 181097), 0, 2, datetime.datetime(2022, 6, 3, 12, 56, 9, 181097), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:56:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:56:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 56, 9, 183001), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 56, 9, 183001), 0, 2, datetime.datetime(2022, 6, 3, 12, 56, 9, 183001), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:56:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:56:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 56, 9, 184691), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 56, 9, 184691), 0, 2, datetime.datetime(2022, 6, 3, 12, 56, 9, 184691), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:56:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:56:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:56:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:56:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:56:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:56:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:56:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:56:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:56:32,965 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:56:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:56:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:57:09.167018+00:00 (in 29.998944 seconds)
repomirrorworker stdout | 2022-06-03 12:56:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:57:09 UTC)" (scheduled at 2022-06-03 12:56:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:56:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:56:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:56:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 56, 39, 177139), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 56, 39, 177139), 0, 2, datetime.datetime(2022, 6, 3, 12, 56, 39, 177139), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:56:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:56:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 56, 39, 180528), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 56, 39, 180528), 0, 2, datetime.datetime(2022, 6, 3, 12, 56, 39, 180528), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:56:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:56:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 56, 39, 182543), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 56, 39, 182543), 0, 2, datetime.datetime(2022, 6, 3, 12, 56, 39, 182543), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:56:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:56:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 56, 39, 184224), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 56, 39, 184224), 0, 2, datetime.datetime(2022, 6, 3, 12, 56, 39, 184224), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:56:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:56:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 56, 39, 185934), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 56, 39, 185934), 0, 2, datetime.datetime(2022, 6, 3, 12, 56, 39, 185934), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:56:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:56:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:56:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:56:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:56:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:56:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:56:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:57:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:57:03,027 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:57:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:57:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:57:39.167018+00:00 (in 29.998877 seconds)
repomirrorworker stdout | 2022-06-03 12:57:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:57:39 UTC)" (scheduled at 2022-06-03 12:57:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:57:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:57:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:57:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 57, 9, 176342), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 57, 9, 176342), 0, 2, datetime.datetime(2022, 6, 3, 12, 57, 9, 176342), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:57:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:57:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 57, 9, 179481), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 57, 9, 179481), 0, 2, datetime.datetime(2022, 6, 3, 12, 57, 9, 179481), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:57:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:57:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 57, 9, 181409), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 57, 9, 181409), 0, 2, datetime.datetime(2022, 6, 3, 12, 57, 9, 181409), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:57:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:57:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 57, 9, 183163), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 57, 9, 183163), 0, 2, datetime.datetime(2022, 6, 3, 12, 57, 9, 183163), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:57:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:57:09,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:57:09,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:57:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:57:09,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:57:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:57:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:57:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:57:33,056 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:57:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:57:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:58:09.167018+00:00 (in 29.999063 seconds)
repomirrorworker stdout | 2022-06-03 12:57:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:58:09 UTC)" (scheduled at 2022-06-03 12:57:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:57:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:57:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:57:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 57, 39, 177024), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 57, 39, 177024), 0, 2, datetime.datetime(2022, 6, 3, 12, 57, 39, 177024), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:57:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:57:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 57, 39, 180926), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 57, 39, 180926), 0, 2, datetime.datetime(2022, 6, 3, 12, 57, 39, 180926), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:57:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:57:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 57, 39, 182909), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 57, 39, 182909), 0, 2, datetime.datetime(2022, 6, 3, 12, 57, 39, 182909), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:57:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:57:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 57, 39, 184618), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 57, 39, 184618), 0, 2, datetime.datetime(2022, 6, 3, 12, 57, 39, 184618), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:57:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:57:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:57:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:57:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:57:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:57:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:57:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:58:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:58:03,148 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:58:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:58:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:58:39.167018+00:00 (in 29.999165 seconds)
repomirrorworker stdout | 2022-06-03 12:58:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:58:39 UTC)" (scheduled at 2022-06-03 12:58:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:58:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:58:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:58:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 58, 9, 176848), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 58, 9, 176848), 0, 2, datetime.datetime(2022, 6, 3, 12, 58, 9, 176848), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:58:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:58:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 58, 9, 180466), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 58, 9, 180466), 0, 2, datetime.datetime(2022, 6, 3, 12, 58, 9, 180466), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:58:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:58:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 58, 9, 182627), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 58, 9, 182627), 0, 2, datetime.datetime(2022, 6, 3, 12, 58, 9, 182627), True, 5, 9])
repomirrorworker stdout | 2022-06-03 12:58:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 12:58:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 58, 9, 184749), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 58, 9, 184749), 0, 2, datetime.datetime(2022, 6, 3, 12, 58, 9, 184749), True, 11, 15])
repomirrorworker stdout | 2022-06-03 12:58:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 12:58:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:58:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:58:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:58:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:58:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:58:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:58:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:58:33,212 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:58:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:58:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:59:09.167018+00:00 (in 29.999013 seconds)
repomirrorworker stdout | 2022-06-03 12:58:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:59:09 UTC)" (scheduled at 2022-06-03 12:58:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:58:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:58:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:58:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 58, 39, 177030), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 58, 39, 177030), 0, 2, datetime.datetime(2022, 6, 3, 12, 58, 39, 177030), True, 4, 8])
repomirrorworker stdout | 2022-06-03 12:58:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 4-8
repomirrorworker stdout | 2022-06-03 12:58:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 58, 39, 180614), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 58, 39, 180614), 0, 2, datetime.datetime(2022, 6, 3, 12, 58, 39, 180614), True, 9, 13])
repomirrorworker stdout | 2022-06-03 12:58:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 12:58:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 58, 39, 182584), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 58, 39, 182584), 0, 2, datetime.datetime(2022, 6, 3, 12, 58, 39, 182584), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:58:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:58:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 58, 39, 184391), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 58, 39, 184391), 0, 2, datetime.datetime(2022, 6, 3, 12, 58, 39, 184391), True, 13, 15])
repomirrorworker stdout | 2022-06-03 12:58:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 12:58:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 58, 39, 186151), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 58, 39, 186151), 0, 2, datetime.datetime(2022, 6, 3, 12, 58, 39, 186151), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:58:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:58:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:58:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:58:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:58:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:58:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:58:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:59:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:59:03,475 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:59:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:59:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 12:59:39.167018+00:00 (in 29.999150 seconds)
repomirrorworker stdout | 2022-06-03 12:59:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:59:39 UTC)" (scheduled at 2022-06-03 12:59:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:59:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:59:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:59:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 59, 9, 176725), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 59, 9, 176725), 0, 2, datetime.datetime(2022, 6, 3, 12, 59, 9, 176725), True, 3, 7])
repomirrorworker stdout | 2022-06-03 12:59:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 12:59:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 59, 9, 179956), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 59, 9, 179956), 0, 2, datetime.datetime(2022, 6, 3, 12, 59, 9, 179956), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:59:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:59:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 59, 9, 181932), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 59, 9, 181932), 0, 2, datetime.datetime(2022, 6, 3, 12, 59, 9, 181932), True, 8, 12])
repomirrorworker stdout | 2022-06-03 12:59:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 12:59:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 59, 9, 183647), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 59, 9, 183647), 0, 2, datetime.datetime(2022, 6, 3, 12, 59, 9, 183647), True, 7, 11])
repomirrorworker stdout | 2022-06-03 12:59:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 12:59:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 59, 9, 185441), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 59, 9, 185441), 0, 2, datetime.datetime(2022, 6, 3, 12, 59, 9, 185441), True, 12, 15])
repomirrorworker stdout | 2022-06-03 12:59:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 12:59:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:59:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:59:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:59:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:59:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:59:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 12:59:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 12:59:33,522 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 12:59:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 12:59:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:00:09.167018+00:00 (in 29.999218 seconds)
repomirrorworker stdout | 2022-06-03 12:59:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:00:09 UTC)" (scheduled at 2022-06-03 12:59:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 12:59:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:59:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:59:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 59, 39, 176739), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 59, 39, 176739), 0, 2, datetime.datetime(2022, 6, 3, 12, 59, 39, 176739), True, 10, 14])
repomirrorworker stdout | 2022-06-03 12:59:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 12:59:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 59, 39, 180330), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 59, 39, 180330), 0, 2, datetime.datetime(2022, 6, 3, 12, 59, 39, 180330), True, 14, 15])
repomirrorworker stdout | 2022-06-03 12:59:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 12:59:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 59, 39, 182164), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 59, 39, 182164), 0, 2, datetime.datetime(2022, 6, 3, 12, 59, 39, 182164), True, 2, 6])
repomirrorworker stdout | 2022-06-03 12:59:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 12:59:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 59, 39, 183819), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 59, 39, 183819), 0, 2, datetime.datetime(2022, 6, 3, 12, 59, 39, 183819), True, 6, 10])
repomirrorworker stdout | 2022-06-03 12:59:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 12:59:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 12, 59, 39, 185438), 0, 2, None, True, datetime.datetime(2022, 6, 3, 12, 59, 39, 185438), 0, 2, datetime.datetime(2022, 6, 3, 12, 59, 39, 185438), True, 1, 5])
repomirrorworker stdout | 2022-06-03 12:59:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 12:59:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 12:59:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:59:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 12:59:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 12:59:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 12:59:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:00:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:00:03,596 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:00:09,167 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:00:39.167018+00:00 (in 29.999270 seconds)
repomirrorworker stdout | 2022-06-03 13:00:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:00:39 UTC)" (scheduled at 2022-06-03 13:00:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:00:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:00:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:00:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 0, 9, 176285), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 0, 9, 176285), 0, 2, datetime.datetime(2022, 6, 3, 13, 0, 9, 176285), True, 8, 12])
repomirrorworker stdout | 2022-06-03 13:00:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 13:00:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 0, 9, 179614), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 0, 9, 179614), 0, 2, datetime.datetime(2022, 6, 3, 13, 0, 9, 179614), True, 12, 15])
repomirrorworker stdout | 2022-06-03 13:00:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 13:00:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 0, 9, 182028), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 0, 9, 182028), 0, 2, datetime.datetime(2022, 6, 3, 13, 0, 9, 182028), True, 3, 7])
repomirrorworker stdout | 2022-06-03 13:00:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 13:00:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 0, 9, 184007), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 0, 9, 184007), 0, 2, datetime.datetime(2022, 6, 3, 13, 0, 9, 184007), True, 7, 11])
repomirrorworker stdout | 2022-06-03 13:00:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 13:00:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 0, 9, 185699), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 0, 9, 185699), 0, 2, datetime.datetime(2022, 6, 3, 13, 0, 9, 185699), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:00:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:00:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:00:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:00:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:00:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:00:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:00:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:00:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:00:33,644 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:00:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:00:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:01:09.167018+00:00 (in 29.999155 seconds)
repomirrorworker stdout | 2022-06-03 13:00:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:01:09 UTC)" (scheduled at 2022-06-03 13:00:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:00:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:00:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:00:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 0, 39, 176637), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 0, 39, 176637), 0, 2, datetime.datetime(2022, 6, 3, 13, 0, 39, 176637), True, 10, 14])
repomirrorworker stdout | 2022-06-03 13:00:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 13:00:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 0, 39, 179775), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 0, 39, 179775), 0, 2, datetime.datetime(2022, 6, 3, 13, 0, 39, 179775), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:00:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:00:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 0, 39, 181658), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 0, 39, 181658), 0, 2, datetime.datetime(2022, 6, 3, 13, 0, 39, 181658), True, 6, 10])
repomirrorworker stdout | 2022-06-03 13:00:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 13:00:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 0, 39, 183398), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 0, 39, 183398), 0, 2, datetime.datetime(2022, 6, 3, 13, 0, 39, 183398), True, 14, 15])
repomirrorworker stdout | 2022-06-03 13:00:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 13:00:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 0, 39, 185082), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 0, 39, 185082), 0, 2, datetime.datetime(2022, 6, 3, 13, 0, 39, 185082), True, 5, 9])
repomirrorworker stdout | 2022-06-03 13:00:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 13:00:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:00:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:00:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:00:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:00:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:00:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:01:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:01:03,815 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:01:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:01:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:01:39.167018+00:00 (in 29.999013 seconds)
repomirrorworker stdout | 2022-06-03 13:01:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:01:39 UTC)" (scheduled at 2022-06-03 13:01:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:01:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:01:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:01:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 1, 9, 177378), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 1, 9, 177378), 0, 2, datetime.datetime(2022, 6, 3, 13, 1, 9, 177378), True, 8, 12])
repomirrorworker stdout | 2022-06-03 13:01:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 13:01:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 1, 9, 181091), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 1, 9, 181091), 0, 2, datetime.datetime(2022, 6, 3, 13, 1, 9, 181091), True, 12, 15])
repomirrorworker stdout | 2022-06-03 13:01:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 13:01:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 1, 9, 183278), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 1, 9, 183278), 0, 2, datetime.datetime(2022, 6, 3, 13, 1, 9, 183278), True, 3, 7])
repomirrorworker stdout | 2022-06-03 13:01:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 13:01:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 1, 9, 185288), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 1, 9, 185288), 0, 2, datetime.datetime(2022, 6, 3, 13, 1, 9, 185288), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:01:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:01:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 1, 9, 187276), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 1, 9, 187276), 0, 2, datetime.datetime(2022, 6, 3, 13, 1, 9, 187276), True, 7, 11])
repomirrorworker stdout | 2022-06-03 13:01:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 13:01:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:01:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:01:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:01:09,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:01:09,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:01:09,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:01:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:01:33,874 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:01:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:01:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:02:09.167018+00:00 (in 29.999127 seconds)
repomirrorworker stdout | 2022-06-03 13:01:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:02:09 UTC)" (scheduled at 2022-06-03 13:01:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:01:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:01:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:01:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 1, 39, 177432), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 1, 39, 177432), 0, 2, datetime.datetime(2022, 6, 3, 13, 1, 39, 177432), True, 9, 13])
repomirrorworker stdout | 2022-06-03 13:01:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 13:01:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 1, 39, 181138), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 1, 39, 181138), 0, 2, datetime.datetime(2022, 6, 3, 13, 1, 39, 181138), True, 2, 6])
repomirrorworker stdout | 2022-06-03 13:01:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 13:01:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 1, 39, 183347), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 1, 39, 183347), 0, 2, datetime.datetime(2022, 6, 3, 13, 1, 39, 183347), True, 6, 10])
repomirrorworker stdout | 2022-06-03 13:01:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 13:01:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 1, 39, 185528), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 1, 39, 185528), 0, 2, datetime.datetime(2022, 6, 3, 13, 1, 39, 185528), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:01:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:01:39,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 1, 39, 187719), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 1, 39, 187719), 0, 2, datetime.datetime(2022, 6, 3, 13, 1, 39, 187719), True, 13, 15])
repomirrorworker stdout | 2022-06-03 13:01:39,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 13:01:39,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:01:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:01:39,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:01:39,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:01:39,196 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:01:39,196 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:02:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:02:04,049 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:02:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:02:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:02:39.167018+00:00 (in 29.999209 seconds)
repomirrorworker stdout | 2022-06-03 13:02:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:02:39 UTC)" (scheduled at 2022-06-03 13:02:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:02:09,170 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:02:09,178 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:02:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 2, 9, 178983), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 2, 9, 178983), 0, 2, datetime.datetime(2022, 6, 3, 13, 2, 9, 178983), True, 5, 9])
repomirrorworker stdout | 2022-06-03 13:02:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 13:02:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 2, 9, 182797), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 2, 9, 182797), 0, 2, datetime.datetime(2022, 6, 3, 13, 2, 9, 182797), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:02:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:02:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 2, 9, 185217), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 2, 9, 185217), 0, 2, datetime.datetime(2022, 6, 3, 13, 2, 9, 185217), True, 11, 15])
repomirrorworker stdout | 2022-06-03 13:02:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 13:02:09,188 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 2, 9, 187299), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 2, 9, 187299), 0, 2, datetime.datetime(2022, 6, 3, 13, 2, 9, 187299), True, 9, 13])
repomirrorworker stdout | 2022-06-03 13:02:09,189 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 13:02:09,189 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:02:09,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:02:09,189 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:02:09,195 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:02:09,195 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:02:09,195 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:02:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:02:34,101 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:02:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:02:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:03:09.167018+00:00 (in 29.999127 seconds)
repomirrorworker stdout | 2022-06-03 13:02:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:03:09 UTC)" (scheduled at 2022-06-03 13:02:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:02:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:02:39,177 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:02:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 2, 39, 178515), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 2, 39, 178515), 0, 2, datetime.datetime(2022, 6, 3, 13, 2, 39, 178515), True, 10, 14])
repomirrorworker stdout | 2022-06-03 13:02:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 13:02:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 2, 39, 182255), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 2, 39, 182255), 0, 2, datetime.datetime(2022, 6, 3, 13, 2, 39, 182255), True, 5, 9])
repomirrorworker stdout | 2022-06-03 13:02:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 13:02:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 2, 39, 184474), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 2, 39, 184474), 0, 2, datetime.datetime(2022, 6, 3, 13, 2, 39, 184474), True, 9, 13])
repomirrorworker stdout | 2022-06-03 13:02:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 13:02:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 2, 39, 186519), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 2, 39, 186519), 0, 2, datetime.datetime(2022, 6, 3, 13, 2, 39, 186519), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:02:39,188 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:02:39,189 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 2, 39, 188502), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 2, 39, 188502), 0, 2, datetime.datetime(2022, 6, 3, 13, 2, 39, 188502), True, 14, 15])
repomirrorworker stdout | 2022-06-03 13:02:39,190 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 13:02:39,190 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:02:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:02:39,190 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:02:39,196 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:02:39,196 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:02:39,196 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:03:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:03:04,182 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:03:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:03:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:03:39.167018+00:00 (in 29.999153 seconds)
repomirrorworker stdout | 2022-06-03 13:03:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:03:39 UTC)" (scheduled at 2022-06-03 13:03:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:03:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:03:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:03:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 3, 9, 176605), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 3, 9, 176605), 0, 2, datetime.datetime(2022, 6, 3, 13, 3, 9, 176605), True, 5, 9])
repomirrorworker stdout | 2022-06-03 13:03:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 13:03:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 3, 9, 180058), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 3, 9, 180058), 0, 2, datetime.datetime(2022, 6, 3, 13, 3, 9, 180058), True, 9, 13])
repomirrorworker stdout | 2022-06-03 13:03:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 13:03:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 3, 9, 182049), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 3, 9, 182049), 0, 2, datetime.datetime(2022, 6, 3, 13, 3, 9, 182049), True, 13, 15])
repomirrorworker stdout | 2022-06-03 13:03:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 13:03:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 3, 9, 183746), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 3, 9, 183746), 0, 2, datetime.datetime(2022, 6, 3, 13, 3, 9, 183746), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:03:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:03:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:03:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:03:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:03:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:03:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:03:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:03:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:03:34,237 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:03:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:03:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:04:09.167018+00:00 (in 29.999166 seconds)
repomirrorworker stdout | 2022-06-03 13:03:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:04:09 UTC)" (scheduled at 2022-06-03 13:03:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:03:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:03:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:03:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 3, 39, 175979), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 3, 39, 175979), 0, 2, datetime.datetime(2022, 6, 3, 13, 3, 39, 175979), True, 2, 6])
repomirrorworker stdout | 2022-06-03 13:03:39,178 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 13:03:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 3, 39, 179072), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 3, 39, 179072), 0, 2, datetime.datetime(2022, 6, 3, 13, 3, 39, 179072), True, 9, 13])
repomirrorworker stdout | 2022-06-03 13:03:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 13:03:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 3, 39, 180935), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 3, 39, 180935), 0, 2, datetime.datetime(2022, 6, 3, 13, 3, 39, 180935), True, 6, 10])
repomirrorworker stdout | 2022-06-03 13:03:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 13:03:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 3, 39, 182618), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 3, 39, 182618), 0, 2, datetime.datetime(2022, 6, 3, 13, 3, 39, 182618), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:03:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:03:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 3, 39, 184294), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 3, 39, 184294), 0, 2, datetime.datetime(2022, 6, 3, 13, 3, 39, 184294), True, 13, 15])
repomirrorworker stdout | 2022-06-03 13:03:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 13:03:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:03:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:03:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:03:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:03:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:03:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:04:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:04:04,360 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:04:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:04:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:04:39.167018+00:00 (in 29.999164 seconds)
repomirrorworker stdout | 2022-06-03 13:04:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:04:39 UTC)" (scheduled at 2022-06-03 13:04:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:04:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:04:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:04:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 4, 9, 176734), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 4, 9, 176734), 0, 2, datetime.datetime(2022, 6, 3, 13, 4, 9, 176734), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:04:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:04:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 4, 9, 180505), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 4, 9, 180505), 0, 2, datetime.datetime(2022, 6, 3, 13, 4, 9, 180505), True, 7, 11])
repomirrorworker stdout | 2022-06-03 13:04:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 13:04:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 4, 9, 182757), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 4, 9, 182757), 0, 2, datetime.datetime(2022, 6, 3, 13, 4, 9, 182757), True, 5, 9])
repomirrorworker stdout | 2022-06-03 13:04:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 13:04:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 4, 9, 184958), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 4, 9, 184958), 0, 2, datetime.datetime(2022, 6, 3, 13, 4, 9, 184958), True, 11, 15])
repomirrorworker stdout | 2022-06-03 13:04:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 13:04:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:04:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:04:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:04:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:04:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:04:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:04:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:04:34,407 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:04:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:04:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:05:09.167018+00:00 (in 29.998981 seconds)
repomirrorworker stdout | 2022-06-03 13:04:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:05:09 UTC)" (scheduled at 2022-06-03 13:04:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:04:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:04:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:04:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 4, 39, 176915), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 4, 39, 176915), 0, 2, datetime.datetime(2022, 6, 3, 13, 4, 39, 176915), True, 3, 7])
repomirrorworker stdout | 2022-06-03 13:04:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 13:04:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 4, 39, 180121), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 4, 39, 180121), 0, 2, datetime.datetime(2022, 6, 3, 13, 4, 39, 180121), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:04:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:04:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 4, 39, 182055), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 4, 39, 182055), 0, 2, datetime.datetime(2022, 6, 3, 13, 4, 39, 182055), True, 9, 13])
repomirrorworker stdout | 2022-06-03 13:04:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 13:04:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 4, 39, 183845), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 4, 39, 183845), 0, 2, datetime.datetime(2022, 6, 3, 13, 4, 39, 183845), True, 7, 11])
repomirrorworker stdout | 2022-06-03 13:04:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 13:04:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 4, 39, 185555), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 4, 39, 185555), 0, 2, datetime.datetime(2022, 6, 3, 13, 4, 39, 185555), True, 13, 15])
repomirrorworker stdout | 2022-06-03 13:04:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 13:04:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:04:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:04:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:04:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:04:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:04:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:05:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:05:04,445 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:05:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:05:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:05:39.167018+00:00 (in 29.998959 seconds)
repomirrorworker stdout | 2022-06-03 13:05:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:05:39 UTC)" (scheduled at 2022-06-03 13:05:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:05:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:05:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:05:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 5, 9, 176615), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 5, 9, 176615), 0, 2, datetime.datetime(2022, 6, 3, 13, 5, 9, 176615), True, 7, 11])
repomirrorworker stdout | 2022-06-03 13:05:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 13:05:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 5, 9, 180192), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 5, 9, 180192), 0, 2, datetime.datetime(2022, 6, 3, 13, 5, 9, 180192), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:05:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:05:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 5, 9, 182027), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 5, 9, 182027), 0, 2, datetime.datetime(2022, 6, 3, 13, 5, 9, 182027), True, 5, 9])
repomirrorworker stdout | 2022-06-03 13:05:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 13:05:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 5, 9, 183711), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 5, 9, 183711), 0, 2, datetime.datetime(2022, 6, 3, 13, 5, 9, 183711), True, 11, 15])
repomirrorworker stdout | 2022-06-03 13:05:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 13:05:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:05:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:05:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:05:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:05:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:05:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:05:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:05:34,502 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:05:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:05:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:06:09.167018+00:00 (in 29.999104 seconds)
repomirrorworker stdout | 2022-06-03 13:05:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:06:09 UTC)" (scheduled at 2022-06-03 13:05:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:05:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:05:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:05:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 5, 39, 176868), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 5, 39, 176868), 0, 2, datetime.datetime(2022, 6, 3, 13, 5, 39, 176868), True, 3, 7])
repomirrorworker stdout | 2022-06-03 13:05:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 13:05:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 5, 39, 180721), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 5, 39, 180721), 0, 2, datetime.datetime(2022, 6, 3, 13, 5, 39, 180721), True, 10, 14])
repomirrorworker stdout | 2022-06-03 13:05:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 13:05:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 5, 39, 182635), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 5, 39, 182635), 0, 2, datetime.datetime(2022, 6, 3, 13, 5, 39, 182635), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:05:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:05:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 5, 39, 184425), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 5, 39, 184425), 0, 2, datetime.datetime(2022, 6, 3, 13, 5, 39, 184425), True, 7, 11])
repomirrorworker stdout | 2022-06-03 13:05:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 13:05:39,187 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 5, 39, 186155), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 5, 39, 186155), 0, 2, datetime.datetime(2022, 6, 3, 13, 5, 39, 186155), True, 14, 15])
repomirrorworker stdout | 2022-06-03 13:05:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 13:05:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:05:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:05:39,188 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:05:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:05:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:05:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:06:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:06:04,561 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:06:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:06:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:06:39.167018+00:00 (in 29.999074 seconds)
repomirrorworker stdout | 2022-06-03 13:06:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:06:39 UTC)" (scheduled at 2022-06-03 13:06:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:06:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:06:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:06:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 6, 9, 176838), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 6, 9, 176838), 0, 2, datetime.datetime(2022, 6, 3, 13, 6, 9, 176838), True, 8, 12])
repomirrorworker stdout | 2022-06-03 13:06:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 13:06:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 6, 9, 180264), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 6, 9, 180264), 0, 2, datetime.datetime(2022, 6, 3, 13, 6, 9, 180264), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:06:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:06:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 6, 9, 182294), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 6, 9, 182294), 0, 2, datetime.datetime(2022, 6, 3, 13, 6, 9, 182294), True, 5, 9])
repomirrorworker stdout | 2022-06-03 13:06:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 13:06:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 6, 9, 184029), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 6, 9, 184029), 0, 2, datetime.datetime(2022, 6, 3, 13, 6, 9, 184029), True, 12, 15])
repomirrorworker stdout | 2022-06-03 13:06:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 13:06:09,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:06:09,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:06:09,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:06:09,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:06:09,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:06:09,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:06:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:06:34,618 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:06:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:06:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:07:09.167018+00:00 (in 29.998956 seconds)
repomirrorworker stdout | 2022-06-03 13:06:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:07:09 UTC)" (scheduled at 2022-06-03 13:06:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:06:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:06:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:06:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 6, 39, 176846), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 6, 39, 176846), 0, 2, datetime.datetime(2022, 6, 3, 13, 6, 39, 176846), True, 3, 7])
repomirrorworker stdout | 2022-06-03 13:06:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 13:06:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 6, 39, 180290), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 6, 39, 180290), 0, 2, datetime.datetime(2022, 6, 3, 13, 6, 39, 180290), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:06:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:06:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 6, 39, 182169), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 6, 39, 182169), 0, 2, datetime.datetime(2022, 6, 3, 13, 6, 39, 182169), True, 8, 12])
repomirrorworker stdout | 2022-06-03 13:06:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 13:06:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 6, 39, 183881), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 6, 39, 183881), 0, 2, datetime.datetime(2022, 6, 3, 13, 6, 39, 183881), True, 12, 15])
repomirrorworker stdout | 2022-06-03 13:06:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 13:06:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 6, 39, 185530), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 6, 39, 185530), 0, 2, datetime.datetime(2022, 6, 3, 13, 6, 39, 185530), True, 7, 11])
repomirrorworker stdout | 2022-06-03 13:06:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 13:06:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:06:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:06:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:06:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:06:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:06:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:07:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:07:04,671 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:07:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:07:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:07:39.167018+00:00 (in 29.999023 seconds)
repomirrorworker stdout | 2022-06-03 13:07:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:07:39 UTC)" (scheduled at 2022-06-03 13:07:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:07:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:07:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:07:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 7, 9, 176378), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 7, 9, 176378), 0, 2, datetime.datetime(2022, 6, 3, 13, 7, 9, 176378), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:07:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:07:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 7, 9, 179421), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 7, 9, 179421), 0, 2, datetime.datetime(2022, 6, 3, 13, 7, 9, 179421), True, 6, 10])
repomirrorworker stdout | 2022-06-03 13:07:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 13:07:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 7, 9, 181286), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 7, 9, 181286), 0, 2, datetime.datetime(2022, 6, 3, 13, 7, 9, 181286), True, 5, 9])
repomirrorworker stdout | 2022-06-03 13:07:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 13:07:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 7, 9, 182956), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 7, 9, 182956), 0, 2, datetime.datetime(2022, 6, 3, 13, 7, 9, 182956), True, 10, 14])
repomirrorworker stdout | 2022-06-03 13:07:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 13:07:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 7, 9, 184574), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 7, 9, 184574), 0, 2, datetime.datetime(2022, 6, 3, 13, 7, 9, 184574), True, 14, 15])
repomirrorworker stdout | 2022-06-03 13:07:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 13:07:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:07:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:07:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:07:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:07:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:07:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:07:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:07:34,721 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:07:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:07:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:08:09.167018+00:00 (in 29.999139 seconds)
repomirrorworker stdout | 2022-06-03 13:07:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:08:09 UTC)" (scheduled at 2022-06-03 13:07:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:07:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:07:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:07:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 7, 39, 176799), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 7, 39, 176799), 0, 2, datetime.datetime(2022, 6, 3, 13, 7, 39, 176799), True, 3, 7])
repomirrorworker stdout | 2022-06-03 13:07:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 13:07:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 7, 39, 180293), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 7, 39, 180293), 0, 2, datetime.datetime(2022, 6, 3, 13, 7, 39, 180293), True, 9, 13])
repomirrorworker stdout | 2022-06-03 13:07:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 13:07:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 7, 39, 182327), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 7, 39, 182327), 0, 2, datetime.datetime(2022, 6, 3, 13, 7, 39, 182327), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:07:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:07:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 7, 39, 184089), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 7, 39, 184089), 0, 2, datetime.datetime(2022, 6, 3, 13, 7, 39, 184089), True, 13, 15])
repomirrorworker stdout | 2022-06-03 13:07:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 13:07:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 7, 39, 185791), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 7, 39, 185791), 0, 2, datetime.datetime(2022, 6, 3, 13, 7, 39, 185791), True, 7, 11])
repomirrorworker stdout | 2022-06-03 13:07:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 13:07:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:07:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:07:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:07:39,193 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:07:39,193 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:07:39,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:08:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:08:04,776 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:08:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:08:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:08:39.167018+00:00 (in 29.998955 seconds)
repomirrorworker stdout | 2022-06-03 13:08:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:08:39 UTC)" (scheduled at 2022-06-03 13:08:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:08:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:08:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:08:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 8, 9, 176691), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 8, 9, 176691), 0, 2, datetime.datetime(2022, 6, 3, 13, 8, 9, 176691), True, 5, 9])
repomirrorworker stdout | 2022-06-03 13:08:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 13:08:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 8, 9, 180256), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 8, 9, 180256), 0, 2, datetime.datetime(2022, 6, 3, 13, 8, 9, 180256), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:08:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:08:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 8, 9, 182201), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 8, 9, 182201), 0, 2, datetime.datetime(2022, 6, 3, 13, 8, 9, 182201), True, 10, 14])
repomirrorworker stdout | 2022-06-03 13:08:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 13:08:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 8, 9, 183943), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 8, 9, 183943), 0, 2, datetime.datetime(2022, 6, 3, 13, 8, 9, 183943), True, 9, 13])
repomirrorworker stdout | 2022-06-03 13:08:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 13:08:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 8, 9, 185607), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 8, 9, 185607), 0, 2, datetime.datetime(2022, 6, 3, 13, 8, 9, 185607), True, 14, 15])
repomirrorworker stdout | 2022-06-03 13:08:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 13:08:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:08:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:08:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:08:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:08:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:08:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:08:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:08:34,835 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:08:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:08:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:09:09.167018+00:00 (in 29.999030 seconds)
repomirrorworker stdout | 2022-06-03 13:08:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:09:09 UTC)" (scheduled at 2022-06-03 13:08:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:08:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:08:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:08:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 8, 39, 177011), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 8, 39, 177011), 0, 2, datetime.datetime(2022, 6, 3, 13, 8, 39, 177011), True, 2, 6])
repomirrorworker stdout | 2022-06-03 13:08:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 13:08:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 8, 39, 180220), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 8, 39, 180220), 0, 2, datetime.datetime(2022, 6, 3, 13, 8, 39, 180220), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:08:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:08:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 8, 39, 182138), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 8, 39, 182138), 0, 2, datetime.datetime(2022, 6, 3, 13, 8, 39, 182138), True, 7, 11])
repomirrorworker stdout | 2022-06-03 13:08:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 13:08:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 8, 39, 183811), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 8, 39, 183811), 0, 2, datetime.datetime(2022, 6, 3, 13, 8, 39, 183811), True, 6, 10])
repomirrorworker stdout | 2022-06-03 13:08:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 13:08:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 8, 39, 185450), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 8, 39, 185450), 0, 2, datetime.datetime(2022, 6, 3, 13, 8, 39, 185450), True, 11, 15])
repomirrorworker stdout | 2022-06-03 13:08:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 11-15
repomirrorworker stdout | 2022-06-03 13:08:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:08:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:08:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:08:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:08:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:08:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:09:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:09:04,891 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:09:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:09:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:09:39.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-03 13:09:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:09:39 UTC)" (scheduled at 2022-06-03 13:09:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:09:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:09:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:09:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 9, 9, 176291), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 9, 9, 176291), 0, 2, datetime.datetime(2022, 6, 3, 13, 9, 9, 176291), True, 10, 14])
repomirrorworker stdout | 2022-06-03 13:09:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 13:09:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 9, 9, 179864), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 9, 9, 179864), 0, 2, datetime.datetime(2022, 6, 3, 13, 9, 9, 179864), True, 14, 15])
repomirrorworker stdout | 2022-06-03 13:09:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 13:09:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 9, 9, 182018), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 9, 9, 182018), 0, 2, datetime.datetime(2022, 6, 3, 13, 9, 9, 182018), True, 6, 10])
repomirrorworker stdout | 2022-06-03 13:09:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 13:09:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 9, 9, 183833), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 9, 9, 183833), 0, 2, datetime.datetime(2022, 6, 3, 13, 9, 9, 183833), True, 2, 6])
repomirrorworker stdout | 2022-06-03 13:09:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 13:09:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 9, 9, 185616), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 9, 9, 185616), 0, 2, datetime.datetime(2022, 6, 3, 13, 9, 9, 185616), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:09:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:09:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:09:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:09:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:09:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:09:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:09:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:09:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:09:34,946 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:09:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:09:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:10:09.167018+00:00 (in 29.999006 seconds)
repomirrorworker stdout | 2022-06-03 13:09:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:10:09 UTC)" (scheduled at 2022-06-03 13:09:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:09:39,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:09:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:09:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 9, 39, 176812), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 9, 39, 176812), 0, 2, datetime.datetime(2022, 6, 3, 13, 9, 39, 176812), True, 5, 9])
repomirrorworker stdout | 2022-06-03 13:09:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 13:09:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 9, 39, 179915), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 9, 39, 179915), 0, 2, datetime.datetime(2022, 6, 3, 13, 9, 39, 179915), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:09:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:09:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 9, 39, 181775), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 9, 39, 181775), 0, 2, datetime.datetime(2022, 6, 3, 13, 9, 39, 181775), True, 9, 13])
repomirrorworker stdout | 2022-06-03 13:09:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 13:09:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 9, 39, 183405), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 9, 39, 183405), 0, 2, datetime.datetime(2022, 6, 3, 13, 9, 39, 183405), True, 13, 15])
repomirrorworker stdout | 2022-06-03 13:09:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 13:09:39,185 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:09:39,185 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:09:39,185 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:09:39,190 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:09:39,190 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:09:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:10:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:10:04,977 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:10:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:10:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:10:39.167018+00:00 (in 29.999020 seconds)
repomirrorworker stdout | 2022-06-03 13:10:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:10:39 UTC)" (scheduled at 2022-06-03 13:10:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:10:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:10:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:10:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 10, 9, 176817), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 10, 9, 176817), 0, 2, datetime.datetime(2022, 6, 3, 13, 10, 9, 176817), True, 10, 14])
repomirrorworker stdout | 2022-06-03 13:10:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 13:10:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 10, 9, 180351), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 10, 9, 180351), 0, 2, datetime.datetime(2022, 6, 3, 13, 10, 9, 180351), True, 14, 15])
repomirrorworker stdout | 2022-06-03 13:10:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 13:10:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 10, 9, 182314), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 10, 9, 182314), 0, 2, datetime.datetime(2022, 6, 3, 13, 10, 9, 182314), True, 5, 9])
repomirrorworker stdout | 2022-06-03 13:10:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 13:10:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 10, 9, 184076), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 10, 9, 184076), 0, 2, datetime.datetime(2022, 6, 3, 13, 10, 9, 184076), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:10:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:10:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 10, 9, 185755), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 10, 9, 185755), 0, 2, datetime.datetime(2022, 6, 3, 13, 10, 9, 185755), True, 9, 13])
repomirrorworker stdout | 2022-06-03 13:10:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 13:10:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:10:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:10:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:10:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:10:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:10:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:10:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:10:35,027 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:10:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:10:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:11:09.167018+00:00 (in 29.999168 seconds)
repomirrorworker stdout | 2022-06-03 13:10:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:11:09 UTC)" (scheduled at 2022-06-03 13:10:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:10:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:10:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:10:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 10, 39, 176570), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 10, 39, 176570), 0, 2, datetime.datetime(2022, 6, 3, 13, 10, 39, 176570), True, 8, 12])
repomirrorworker stdout | 2022-06-03 13:10:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 13:10:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 10, 39, 180205), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 10, 39, 180205), 0, 2, datetime.datetime(2022, 6, 3, 13, 10, 39, 180205), True, 2, 6])
repomirrorworker stdout | 2022-06-03 13:10:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 13:10:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 10, 39, 182091), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 10, 39, 182091), 0, 2, datetime.datetime(2022, 6, 3, 13, 10, 39, 182091), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:10:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:10:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 10, 39, 183789), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 10, 39, 183789), 0, 2, datetime.datetime(2022, 6, 3, 13, 10, 39, 183789), True, 12, 15])
repomirrorworker stdout | 2022-06-03 13:10:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 13:10:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 10, 39, 185428), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 10, 39, 185428), 0, 2, datetime.datetime(2022, 6, 3, 13, 10, 39, 185428), True, 6, 10])
repomirrorworker stdout | 2022-06-03 13:10:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 13:10:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:10:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:10:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:10:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:10:39,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:10:39,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:11:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:11:05,077 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:11:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:11:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:11:39.167018+00:00 (in 29.999143 seconds)
repomirrorworker stdout | 2022-06-03 13:11:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:11:39 UTC)" (scheduled at 2022-06-03 13:11:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:11:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:11:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:11:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 11, 9, 176404), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 11, 9, 176404), 0, 2, datetime.datetime(2022, 6, 3, 13, 11, 9, 176404), True, 2, 6])
repomirrorworker stdout | 2022-06-03 13:11:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 2-6
repomirrorworker stdout | 2022-06-03 13:11:09,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 11, 9, 179579), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 11, 9, 179579), 0, 2, datetime.datetime(2022, 6, 3, 13, 11, 9, 179579), True, 8, 12])
repomirrorworker stdout | 2022-06-03 13:11:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 13:11:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 11, 9, 181478), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 11, 9, 181478), 0, 2, datetime.datetime(2022, 6, 3, 13, 11, 9, 181478), True, 6, 10])
repomirrorworker stdout | 2022-06-03 13:11:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 13:11:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 11, 9, 183198), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 11, 9, 183198), 0, 2, datetime.datetime(2022, 6, 3, 13, 11, 9, 183198), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:11:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:11:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 11, 9, 185025), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 11, 9, 185025), 0, 2, datetime.datetime(2022, 6, 3, 13, 11, 9, 185025), True, 12, 15])
repomirrorworker stdout | 2022-06-03 13:11:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 13:11:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:11:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:11:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:11:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:11:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:11:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:11:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:11:35,133 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:11:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:11:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:12:09.167018+00:00 (in 29.999186 seconds)
repomirrorworker stdout | 2022-06-03 13:11:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:12:09 UTC)" (scheduled at 2022-06-03 13:11:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:11:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:11:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:11:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 11, 39, 176411), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 11, 39, 176411), 0, 2, datetime.datetime(2022, 6, 3, 13, 11, 39, 176411), True, 9, 13])
repomirrorworker stdout | 2022-06-03 13:11:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 13:11:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 11, 39, 179641), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 11, 39, 179641), 0, 2, datetime.datetime(2022, 6, 3, 13, 11, 39, 179641), True, 3, 7])
repomirrorworker stdout | 2022-06-03 13:11:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 13:11:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 11, 39, 181633), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 11, 39, 181633), 0, 2, datetime.datetime(2022, 6, 3, 13, 11, 39, 181633), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:11:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:11:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 11, 39, 183492), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 11, 39, 183492), 0, 2, datetime.datetime(2022, 6, 3, 13, 11, 39, 183492), True, 7, 11])
repomirrorworker stdout | 2022-06-03 13:11:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 13:11:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 11, 39, 185271), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 11, 39, 185271), 0, 2, datetime.datetime(2022, 6, 3, 13, 11, 39, 185271), True, 13, 15])
repomirrorworker stdout | 2022-06-03 13:11:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 13:11:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:11:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:11:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:11:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:11:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:11:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:12:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:12:05,163 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:12:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:12:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:12:39.167018+00:00 (in 29.998971 seconds)
repomirrorworker stdout | 2022-06-03 13:12:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:12:39 UTC)" (scheduled at 2022-06-03 13:12:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:12:09,169 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:12:09,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:12:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 12, 9, 176901), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 12, 9, 176901), 0, 2, datetime.datetime(2022, 6, 3, 13, 12, 9, 176901), True, 6, 10])
repomirrorworker stdout | 2022-06-03 13:12:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 13:12:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 12, 9, 180047), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 12, 9, 180047), 0, 2, datetime.datetime(2022, 6, 3, 13, 12, 9, 180047), True, 10, 14])
repomirrorworker stdout | 2022-06-03 13:12:09,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 13:12:09,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 12, 9, 181993), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 12, 9, 181993), 0, 2, datetime.datetime(2022, 6, 3, 13, 12, 9, 181993), True, 14, 15])
repomirrorworker stdout | 2022-06-03 13:12:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 13:12:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 12, 9, 183695), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 12, 9, 183695), 0, 2, datetime.datetime(2022, 6, 3, 13, 12, 9, 183695), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:12:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:12:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 12, 9, 185324), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 12, 9, 185324), 0, 2, datetime.datetime(2022, 6, 3, 13, 12, 9, 185324), True, 5, 9])
repomirrorworker stdout | 2022-06-03 13:12:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 13:12:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:12:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:12:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:12:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:12:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:12:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:12:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:12:35,222 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:12:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:12:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:13:09.167018+00:00 (in 29.999078 seconds)
repomirrorworker stdout | 2022-06-03 13:12:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:13:09 UTC)" (scheduled at 2022-06-03 13:12:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:12:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:12:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:12:39,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 12, 39, 176731), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 12, 39, 176731), 0, 2, datetime.datetime(2022, 6, 3, 13, 12, 39, 176731), True, 9, 13])
repomirrorworker stdout | 2022-06-03 13:12:39,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 13:12:39,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 12, 39, 180450), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 12, 39, 180450), 0, 2, datetime.datetime(2022, 6, 3, 13, 12, 39, 180450), True, 13, 15])
repomirrorworker stdout | 2022-06-03 13:12:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 13:12:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 12, 39, 182343), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 12, 39, 182343), 0, 2, datetime.datetime(2022, 6, 3, 13, 12, 39, 182343), True, 3, 7])
repomirrorworker stdout | 2022-06-03 13:12:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 13:12:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 12, 39, 184020), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 12, 39, 184020), 0, 2, datetime.datetime(2022, 6, 3, 13, 12, 39, 184020), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:12:39,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:12:39,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 12, 39, 185654), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 12, 39, 185654), 0, 2, datetime.datetime(2022, 6, 3, 13, 12, 39, 185654), True, 7, 11])
repomirrorworker stdout | 2022-06-03 13:12:39,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 13:12:39,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:12:39,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:12:39,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:12:39,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:12:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:12:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:13:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:13:05,279 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:13:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:13:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:13:39.167018+00:00 (in 29.999047 seconds)
repomirrorworker stdout | 2022-06-03 13:13:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:13:39 UTC)" (scheduled at 2022-06-03 13:13:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:13:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:13:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:13:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 13, 9, 176564), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 13, 9, 176564), 0, 2, datetime.datetime(2022, 6, 3, 13, 13, 9, 176564), True, 3, 7])
repomirrorworker stdout | 2022-06-03 13:13:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 13:13:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 13, 9, 180125), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 13, 9, 180125), 0, 2, datetime.datetime(2022, 6, 3, 13, 13, 9, 180125), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:13:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:13:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 13, 9, 182189), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 13, 9, 182189), 0, 2, datetime.datetime(2022, 6, 3, 13, 13, 9, 182189), True, 10, 14])
repomirrorworker stdout | 2022-06-03 13:13:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 13:13:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 13, 9, 184065), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 13, 9, 184065), 0, 2, datetime.datetime(2022, 6, 3, 13, 13, 9, 184065), True, 7, 11])
repomirrorworker stdout | 2022-06-03 13:13:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 13:13:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 13, 9, 185786), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 13, 9, 185786), 0, 2, datetime.datetime(2022, 6, 3, 13, 13, 9, 185786), True, 14, 15])
repomirrorworker stdout | 2022-06-03 13:13:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 13:13:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:13:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:13:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:13:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:13:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:13:09,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:13:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:13:35,332 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:13:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:13:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:14:09.167018+00:00 (in 29.999152 seconds)
repomirrorworker stdout | 2022-06-03 13:13:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:14:09 UTC)" (scheduled at 2022-06-03 13:13:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:13:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:13:39,176 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:13:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 13, 39, 176591), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 13, 39, 176591), 0, 2, datetime.datetime(2022, 6, 3, 13, 13, 39, 176591), True, 10, 14])
repomirrorworker stdout | 2022-06-03 13:13:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 10-14
repomirrorworker stdout | 2022-06-03 13:13:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 13, 39, 179792), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 13, 39, 179792), 0, 2, datetime.datetime(2022, 6, 3, 13, 13, 39, 179792), True, 14, 15])
repomirrorworker stdout | 2022-06-03 13:13:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 14-15
repomirrorworker stdout | 2022-06-03 13:13:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 13, 39, 181636), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 13, 39, 181636), 0, 2, datetime.datetime(2022, 6, 3, 13, 13, 39, 181636), True, 6, 10])
repomirrorworker stdout | 2022-06-03 13:13:39,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 6-10
repomirrorworker stdout | 2022-06-03 13:13:39,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 13, 39, 183296), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 13, 39, 183296), 0, 2, datetime.datetime(2022, 6, 3, 13, 13, 39, 183296), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:13:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:13:39,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 13, 39, 184989), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 13, 39, 184989), 0, 2, datetime.datetime(2022, 6, 3, 13, 13, 39, 184989), True, 5, 9])
repomirrorworker stdout | 2022-06-03 13:13:39,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 13:13:39,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:13:39,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:13:39,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:13:39,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:13:39,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:13:39,192 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:14:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:14:05,382 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:14:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:14:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:14:39.167018+00:00 (in 29.999174 seconds)
repomirrorworker stdout | 2022-06-03 13:14:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:14:39 UTC)" (scheduled at 2022-06-03 13:14:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:14:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:14:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:14:09,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 14, 9, 176512), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 14, 9, 176512), 0, 2, datetime.datetime(2022, 6, 3, 13, 14, 9, 176512), True, 9, 13])
repomirrorworker stdout | 2022-06-03 13:14:09,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 13:14:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 14, 9, 180077), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 14, 9, 180077), 0, 2, datetime.datetime(2022, 6, 3, 13, 14, 9, 180077), True, 13, 15])
repomirrorworker stdout | 2022-06-03 13:14:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 13:14:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 14, 9, 182319), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 14, 9, 182319), 0, 2, datetime.datetime(2022, 6, 3, 13, 14, 9, 182319), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:14:09,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:14:09,185 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 14, 9, 184376), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 14, 9, 184376), 0, 2, datetime.datetime(2022, 6, 3, 13, 14, 9, 184376), True, 5, 9])
repomirrorworker stdout | 2022-06-03 13:14:09,186 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 13:14:09,186 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:14:09,186 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:14:09,186 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:14:09,191 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:14:09,191 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:14:09,191 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:14:39 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:14:35,436 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:14:39,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:14:39,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:15:09.167018+00:00 (in 29.999097 seconds)
repomirrorworker stdout | 2022-06-03 13:14:39,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:15:09 UTC)" (scheduled at 2022-06-03 13:14:39.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:14:39,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:14:39,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:14:39,177 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 14, 39, 176446), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 14, 39, 176446), 0, 2, datetime.datetime(2022, 6, 3, 13, 14, 39, 176446), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:14:39,179 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:14:39,180 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 14, 39, 179485), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 14, 39, 179485), 0, 2, datetime.datetime(2022, 6, 3, 13, 14, 39, 179485), True, 9, 13])
repomirrorworker stdout | 2022-06-03 13:14:39,181 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 9-13
repomirrorworker stdout | 2022-06-03 13:14:39,182 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 14, 39, 181331), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 14, 39, 181331), 0, 2, datetime.datetime(2022, 6, 3, 13, 14, 39, 181331), True, 13, 15])
repomirrorworker stdout | 2022-06-03 13:14:39,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 13-15
repomirrorworker stdout | 2022-06-03 13:14:39,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 14, 39, 183028), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 14, 39, 183028), 0, 2, datetime.datetime(2022, 6, 3, 13, 14, 39, 183028), True, 5, 9])
repomirrorworker stdout | 2022-06-03 13:14:39,184 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 5-9
repomirrorworker stdout | 2022-06-03 13:14:39,184 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:14:39,184 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:14:39,184 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:14:39,189 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:14:39,189 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:14:39,190 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:15:09 UTC)" executed successfully
repomirrorworker stdout | 2022-06-03 13:15:05,492 [60] [ERROR] [util.metrics.prometheus] failed to push registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quay-quay-mirror-6458cdb9cc-57rcp', 'process_name': 'repomirrorworker.py', 'pid': '60'}
repomirrorworker stdout | Traceback (most recent call last):
repomirrorworker stdout |   File "/quay-registry/util/metrics/prometheus.py", line 121, in run
repomirrorworker stdout |     push_to_gateway(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 289, in push_to_gateway
repomirrorworker stdout |     _use_gateway('PUT', gateway, job, registry, grouping_key, timeout, handler)
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 358, in _use_gateway
repomirrorworker stdout |     handler(
repomirrorworker stdout |   File "/usr/local/lib/python3.8/site-packages/prometheus_client/exposition.py", line 221, in handle
repomirrorworker stdout |     resp = build_opener(HTTPHandler).open(request, timeout=timeout)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 531, in open
repomirrorworker stdout |     response = meth(req, response)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 640, in http_response
repomirrorworker stdout |     response = self.parent.error(
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 569, in error
repomirrorworker stdout |     return self._call_chain(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 502, in _call_chain
repomirrorworker stdout |     result = func(*args)
repomirrorworker stdout |   File "/usr/lib64/python3.8/urllib/request.py", line 649, in http_error_default
repomirrorworker stdout |     raise HTTPError(req.full_url, code, msg, hdrs, fp)
repomirrorworker stdout | urllib.error.HTTPError: HTTP Error 404: Not Found
repomirrorworker stdout | 2022-06-03 13:15:09,167 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repomirrorworker stdout | 2022-06-03 13:15:09,168 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-03 13:15:39.167018+00:00 (in 29.999160 seconds)
repomirrorworker stdout | 2022-06-03 13:15:09,168 [60] [INFO] [apscheduler.executors.default] Running job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:15:39 UTC)" (scheduled at 2022-06-03 13:15:09.167018+00:00)
repomirrorworker stdout | 2022-06-03 13:15:09,168 [60] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:15:09,175 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:15:09,178 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 15, 9, 176641), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 15, 9, 176641), 0, 2, datetime.datetime(2022, 6, 3, 13, 15, 9, 176641), True, 3, 7])
repomirrorworker stdout | 2022-06-03 13:15:09,180 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 3-7
repomirrorworker stdout | 2022-06-03 13:15:09,181 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 15, 9, 180354), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 15, 9, 180354), 0, 2, datetime.datetime(2022, 6, 3, 13, 15, 9, 180354), True, 1, 5])
repomirrorworker stdout | 2022-06-03 13:15:09,182 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-5
repomirrorworker stdout | 2022-06-03 13:15:09,183 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 15, 9, 182314), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 15, 9, 182314), 0, 2, datetime.datetime(2022, 6, 3, 13, 15, 9, 182314), True, 8, 12])
repomirrorworker stdout | 2022-06-03 13:15:09,183 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 8-12
repomirrorworker stdout | 2022-06-03 13:15:09,184 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 15, 9, 184036), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 15, 9, 184036), 0, 2, datetime.datetime(2022, 6, 3, 13, 15, 9, 184036), True, 12, 15])
repomirrorworker stdout | 2022-06-03 13:15:09,185 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 12-15
repomirrorworker stdout | 2022-06-03 13:15:09,186 [60] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."creation_date", "t1"."is_enabled", "t1"."mirror_type", "t1"."internal_robot_id", "t1"."external_reference", "t1"."external_registry_username", "t1"."external_registry_password", "t1"."external_registry_config", "t1"."sync_interval", "t1"."sync_start_date", "t1"."sync_expiration_date", "t1"."sync_retries_remaining", "t1"."sync_status", "t1"."sync_transaction_id", "t1"."root_rule_id" FROM "repomirrorconfig" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") WHERE (((("t2"."state" = %s) AND (((("t1"."sync_status" = %s) AND ("t1"."sync_expiration_date" IS %s)) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" != %s)) AND ("t1"."sync_expiration_date" IS %s)) AND ("t1"."is_enabled" = %s))) OR ((((("t1"."sync_start_date" <= %s) AND ("t1"."sync_retries_remaining" > %s)) AND ("t1"."sync_status" = %s)) AND ("t1"."sync_expiration_date" <= %s)) AND ("t1"."is_enabled" = %s)))) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [2, 3, None, datetime.datetime(2022, 6, 3, 13, 15, 9, 185737), 0, 2, None, True, datetime.datetime(2022, 6, 3, 13, 15, 9, 185737), 0, 2, datetime.datetime(2022, 6, 3, 13, 15, 9, 185737), True, 7, 11])
repomirrorworker stdout | 2022-06-03 13:15:09,187 [60] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 7-11
repomirrorworker stdout | 2022-06-03 13:15:09,187 [60] [INFO] [util.migrate.allocator] No more work
repomirrorworker stdout | 2022-06-03 13:15:09,187 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:15:09,187 [60] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "repomirrorconfig" AS "t1"', [])
repomirrorworker stdout | 2022-06-03 13:15:09,192 [60] [DEBUG] [workers.repomirrorworker] Found no additional repositories to mirror
repomirrorworker stdout | 2022-06-03 13:15:09,192 [60] [DEBUG] [data.database] Disconnecting from database.
repomirrorworker stdout | 2022-06-03 13:15:09,193 [60] [INFO] [apscheduler.executors.default] Job "RepoMirrorWorker._process_mirrors (trigger: interval[0:00:30], next run at: 2022-06-03 13:15:39 UTC)" executed successfully